{"level":"warn","ts":"2026-03-04T01:24:44.731474Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:24:44.731572Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.78:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.78:2380","--initial-cluster=instance=https://199.204.45.78:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.78:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.78:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T01:24:44.731646Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T01:24:44.731655Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-03-04T01:24:44.731675Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:24:44.732286Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"]} {"level":"info","ts":"2026-03-04T01:24:44.732355Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.78:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T01:24:44.73662Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.058231ms"} {"level":"info","ts":"2026-03-04T01:24:44.742215Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6eb8766b1ec86e92","cluster-id":"9bbfe9e5d45d3718"} {"level":"info","ts":"2026-03-04T01:24:44.742321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T01:24:44.74235Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 0"} {"level":"info","ts":"2026-03-04T01:24:44.742363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6eb8766b1ec86e92 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T01:24:44.742373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 1"} {"level":"info","ts":"2026-03-04T01:24:44.742413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"warn","ts":"2026-03-04T01:24:44.751577Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T01:24:44.753671Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T01:24:44.756647Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T01:24:44.759833Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6eb8766b1ec86e92","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T01:24:44.760295Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6eb8766b1ec86e92","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T01:24:44.760475Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:44.760605Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:44.760651Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T01:24:44.762169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"info","ts":"2026-03-04T01:24:44.762828Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","added-peer-id":"6eb8766b1ec86e92","added-peer-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-03-04T01:24:44.764719Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T01:24:44.764784Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-03-04T01:24:44.764827Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-03-04T01:24:44.765031Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6eb8766b1ec86e92","initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T01:24:44.765087Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T01:24:45.643532Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T01:24:45.643646Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T01:24:45.643674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgPreVoteResp from 6eb8766b1ec86e92 at term 1"} {"level":"info","ts":"2026-03-04T01:24:45.643695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became candidate at term 2"} {"level":"info","ts":"2026-03-04T01:24:45.643708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgVoteResp from 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-03-04T01:24:45.643725Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became leader at term 2"} {"level":"info","ts":"2026-03-04T01:24:45.643745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6eb8766b1ec86e92 elected leader 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-03-04T01:24:45.645028Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6eb8766b1ec86e92","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.78:2379]}","request-path":"/0/members/6eb8766b1ec86e92/attributes","cluster-id":"9bbfe9e5d45d3718","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T01:24:45.645152Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:24:45.645256Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T01:24:45.645429Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:45.646427Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:45.646549Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:45.646585Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T01:24:45.647647Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T01:24:45.648866Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.78:2379"} {"level":"info","ts":"2026-03-04T01:24:45.649747Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T01:24:45.649859Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-03-04T01:24:49.713362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.603493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:49.713488Z","caller":"traceutil/trace.go:171","msg":"trace[422172328] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:0; response_revision:221; }","duration":"274.753577ms","start":"2026-03-04T01:24:49.438703Z","end":"2026-03-04T01:24:49.713456Z","steps":["trace[422172328] 'range keys from in-memory index tree' (duration: 274.552392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:49.713487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.977087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3712"} {"level":"info","ts":"2026-03-04T01:24:49.713595Z","caller":"traceutil/trace.go:171","msg":"trace[1426163733] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:221; }","duration":"103.129321ms","start":"2026-03-04T01:24:49.61044Z","end":"2026-03-04T01:24:49.713569Z","steps":["trace[1426163733] 'range keys from in-memory index tree' (duration: 102.873455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:49.909493Z","caller":"traceutil/trace.go:171","msg":"trace[1382791874] linearizableReadLoop","detail":"{readStateIndex:231; appliedIndex:230; }","duration":"144.325204ms","start":"2026-03-04T01:24:49.765147Z","end":"2026-03-04T01:24:49.909472Z","steps":["trace[1382791874] 'read index received' (duration: 50.213085ms)","trace[1382791874] 'applied index is now lower than readState.Index' (duration: 94.111339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:49.909593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.441157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:24:49.909617Z","caller":"traceutil/trace.go:171","msg":"trace[1005263677] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:0; response_revision:224; }","duration":"144.512128ms","start":"2026-03-04T01:24:49.765097Z","end":"2026-03-04T01:24:49.909609Z","steps":["trace[1005263677] 'agreement among raft nodes before linearized reading' (duration: 144.454367ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:24:49.909636Z","caller":"traceutil/trace.go:171","msg":"trace[1048575369] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"188.439283ms","start":"2026-03-04T01:24:49.721161Z","end":"2026-03-04T01:24:49.9096Z","steps":["trace[1048575369] 'process raft request' (duration: 94.185801ms)","trace[1048575369] 'compare' (duration: 94.022877ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:52.599658Z","caller":"traceutil/trace.go:171","msg":"trace[129854182] linearizableReadLoop","detail":"{readStateIndex:296; appliedIndex:295; }","duration":"100.115283ms","start":"2026-03-04T01:24:52.499516Z","end":"2026-03-04T01:24:52.599631Z","steps":["trace[129854182] 'read index received' (duration: 99.97586ms)","trace[129854182] 'applied index is now lower than readState.Index' (duration: 138.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:24:52.599764Z","caller":"traceutil/trace.go:171","msg":"trace[138060248] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"559.877486ms","start":"2026-03-04T01:24:52.039849Z","end":"2026-03-04T01:24:52.599727Z","steps":["trace[138060248] 'process raft request' (duration: 559.634531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:52.599861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.321468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:24:52.599945Z","caller":"traceutil/trace.go:171","msg":"trace[511807315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:285; }","duration":"100.441071ms","start":"2026-03-04T01:24:52.499485Z","end":"2026-03-04T01:24:52.599926Z","steps":["trace[511807315] 'agreement among raft nodes before linearized reading' (duration: 100.259187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:24:52.600379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:24:52.039822Z","time spent":"560.0474ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:24:55.430197Z","caller":"traceutil/trace.go:171","msg":"trace[235000626] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"124.266864ms","start":"2026-03-04T01:24:55.305905Z","end":"2026-03-04T01:24:55.430172Z","steps":["trace[235000626] 'process raft request' (duration: 37.029839ms)","trace[235000626] 'compare' (duration: 87.126673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:24:55.664316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.458161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:24:55.66443Z","caller":"traceutil/trace.go:171","msg":"trace[1768089085] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"204.978872ms","start":"2026-03-04T01:24:55.459433Z","end":"2026-03-04T01:24:55.664412Z","steps":["trace[1768089085] 'process raft request' (duration: 95.084371ms)","trace[1768089085] 'compare' (duration: 109.319628ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:03.219181Z","caller":"traceutil/trace.go:171","msg":"trace[1084029821] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:388; }","duration":"131.870556ms","start":"2026-03-04T01:25:03.087284Z","end":"2026-03-04T01:25:03.219154Z","steps":["trace[1084029821] 'read index received' (duration: 57.849667ms)","trace[1084029821] 'applied index is now lower than readState.Index' (duration: 74.019959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:03.219327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.030759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:25:03.219332Z","caller":"traceutil/trace.go:171","msg":"trace[964632759] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"142.192906ms","start":"2026-03-04T01:25:03.07709Z","end":"2026-03-04T01:25:03.219283Z","steps":["trace[964632759] 'process raft request' (duration: 141.90831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:03.219463Z","caller":"traceutil/trace.go:171","msg":"trace[67741239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:377; }","duration":"132.123121ms","start":"2026-03-04T01:25:03.08723Z","end":"2026-03-04T01:25:03.219353Z","steps":["trace[67741239] 'agreement among raft nodes before linearized reading' (duration: 132.035919ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:03.38254Z","caller":"traceutil/trace.go:171","msg":"trace[444727448] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"121.832831ms","start":"2026-03-04T01:25:03.260671Z","end":"2026-03-04T01:25:03.382504Z","steps":["trace[444727448] 'process raft request' (duration: 63.469313ms)","trace[444727448] 'compare' (duration: 58.110572ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:03.38289Z","caller":"traceutil/trace.go:171","msg":"trace[753420160] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"120.50409ms","start":"2026-03-04T01:25:03.262371Z","end":"2026-03-04T01:25:03.382876Z","steps":["trace[753420160] 'process raft request' (duration: 120.07183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:03.383068Z","caller":"traceutil/trace.go:171","msg":"trace[1754926526] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"119.877707ms","start":"2026-03-04T01:25:03.263163Z","end":"2026-03-04T01:25:03.383041Z","steps":["trace[1754926526] 'process raft request' (duration: 119.405226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:03.383344Z","caller":"traceutil/trace.go:171","msg":"trace[275230060] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"119.669031ms","start":"2026-03-04T01:25:03.263665Z","end":"2026-03-04T01:25:03.383334Z","steps":["trace[275230060] 'process raft request' (duration: 119.204161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:03.383607Z","caller":"traceutil/trace.go:171","msg":"trace[294572020] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"119.759064ms","start":"2026-03-04T01:25:03.26382Z","end":"2026-03-04T01:25:03.383579Z","steps":["trace[294572020] 'process raft request' (duration: 119.479188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:04.091069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.671168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:04.091178Z","caller":"traceutil/trace.go:171","msg":"trace[140301098] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"701.10433ms","start":"2026-03-04T01:25:03.390055Z","end":"2026-03-04T01:25:04.091159Z","steps":["trace[140301098] 'process raft request' (duration: 126.260879ms)","trace[140301098] 'compare' (duration: 574.520704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:04.091242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:03.390026Z","time spent":"701.186603ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:04.469158Z","caller":"traceutil/trace.go:171","msg":"trace[1122448139] transaction","detail":"{read_only:false; number_of_response:1; response_revision:392; }","duration":"1.02328029s","start":"2026-03-04T01:25:03.445863Z","end":"2026-03-04T01:25:04.469143Z","steps":["trace[1122448139] 'process raft request' (duration: 1.010862412s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:04.469302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:03.445843Z","time spent":"1.023366202s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-04T01:25:04.469383Z","caller":"traceutil/trace.go:171","msg":"trace[711092084] transaction","detail":"{read_only:false; number_of_response:1; response_revision:393; }","duration":"1.016701603s","start":"2026-03-04T01:25:03.452677Z","end":"2026-03-04T01:25:04.469379Z","steps":["trace[711092084] 'process raft request' (duration: 1.01658856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:04.469412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:03.452668Z","time spent":"1.016725193s","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56,"response count":0,"response size":3889,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:04.469445Z","caller":"traceutil/trace.go:171","msg":"trace[1729658700] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:403; }","duration":"978.181999ms","start":"2026-03-04T01:25:03.491228Z","end":"2026-03-04T01:25:04.46941Z","steps":["trace[1729658700] 'read index received' (duration: 25.096772ms)","trace[1729658700] 'applied index is now lower than readState.Index' (duration: 953.081467ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:04.46955Z","caller":"traceutil/trace.go:171","msg":"trace[1308638745] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"1.021181813s","start":"2026-03-04T01:25:03.448332Z","end":"2026-03-04T01:25:04.469514Z","steps":["trace[1308638745] 'process raft request' (duration: 1.020783194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:04.469695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:03.448313Z","time spent":"1.021298036s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:25:04.64051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149256173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:25:04.640577Z","caller":"traceutil/trace.go:171","msg":"trace[1255931331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:393; }","duration":"1.149365866s","start":"2026-03-04T01:25:03.491196Z","end":"2026-03-04T01:25:04.640562Z","steps":["trace[1255931331] 'agreement among raft nodes before linearized reading' (duration: 978.345503ms)","trace[1255931331] 'range keys from in-memory index tree' (duration: 170.90009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:04.640615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:03.491183Z","time spent":"1.149426157s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:04.640634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.297999ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:25:04.640861Z","caller":"traceutil/trace.go:171","msg":"trace[841046395] linearizableReadLoop","detail":"{readStateIndex:408; appliedIndex:407; }","duration":"171.34975ms","start":"2026-03-04T01:25:04.469504Z","end":"2026-03-04T01:25:04.640854Z","steps":["trace[841046395] 'read index received' (duration: 55.121µs)","trace[841046395] 'applied index is now lower than readState.Index' (duration: 171.293729ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:04.640856Z","caller":"traceutil/trace.go:171","msg":"trace[42156376] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"166.856599ms","start":"2026-03-04T01:25:04.473982Z","end":"2026-03-04T01:25:04.640839Z","steps":["trace[42156376] 'process raft request' (duration: 166.744297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:04.640927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.47187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:04.64094Z","caller":"traceutil/trace.go:171","msg":"trace[245587499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:394; }","duration":"747.514701ms","start":"2026-03-04T01:25:03.893422Z","end":"2026-03-04T01:25:04.640936Z","steps":["trace[245587499] 'agreement among raft nodes before linearized reading' (duration: 747.46282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:04.640953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:03.893405Z","time spent":"747.545212ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:25:04.680754Z","caller":"traceutil/trace.go:171","msg":"trace[1990395019] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"203.067861ms","start":"2026-03-04T01:25:04.477662Z","end":"2026-03-04T01:25:04.68073Z","steps":["trace[1990395019] 'process raft request' (duration: 202.903357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:04.68079Z","caller":"traceutil/trace.go:171","msg":"trace[327871293] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"203.0502ms","start":"2026-03-04T01:25:04.477702Z","end":"2026-03-04T01:25:04.680752Z","steps":["trace[327871293] 'process raft request' (duration: 202.958488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:04.90618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.175312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:04.906407Z","caller":"traceutil/trace.go:171","msg":"trace[428535358] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"220.829708ms","start":"2026-03-04T01:25:04.685541Z","end":"2026-03-04T01:25:04.906371Z","steps":["trace[428535358] 'process raft request' (duration: 117.37584ms)","trace[428535358] 'compare' (duration: 103.033919ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:04.906463Z","caller":"traceutil/trace.go:171","msg":"trace[1469956550] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"219.362956ms","start":"2026-03-04T01:25:04.687082Z","end":"2026-03-04T01:25:04.906444Z","steps":["trace[1469956550] 'process raft request' (duration: 219.215842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:04.906612Z","caller":"traceutil/trace.go:171","msg":"trace[1164929933] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:412; }","duration":"182.95568ms","start":"2026-03-04T01:25:04.723639Z","end":"2026-03-04T01:25:04.906595Z","steps":["trace[1164929933] 'read index received' (duration: 79.192095ms)","trace[1164929933] 'applied index is now lower than readState.Index' (duration: 103.762515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:04.906697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.046642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:25:04.906736Z","caller":"traceutil/trace.go:171","msg":"trace[203402889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:402; }","duration":"183.111293ms","start":"2026-03-04T01:25:04.723609Z","end":"2026-03-04T01:25:04.90672Z","steps":["trace[203402889] 'agreement among raft nodes before linearized reading' (duration: 183.042951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:04.906801Z","caller":"traceutil/trace.go:171","msg":"trace[727009859] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"217.74483ms","start":"2026-03-04T01:25:04.689051Z","end":"2026-03-04T01:25:04.906796Z","steps":["trace[727009859] 'process raft request' (duration: 217.3206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:04.906925Z","caller":"traceutil/trace.go:171","msg":"trace[520804633] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"217.654257ms","start":"2026-03-04T01:25:04.689266Z","end":"2026-03-04T01:25:04.90692Z","steps":["trace[520804633] 'process raft request' (duration: 217.184827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:04.906904Z","caller":"traceutil/trace.go:171","msg":"trace[1501873768] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"214.393015ms","start":"2026-03-04T01:25:04.692487Z","end":"2026-03-04T01:25:04.90688Z","steps":["trace[1501873768] 'process raft request' (duration: 214.035817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:05.072801Z","caller":"traceutil/trace.go:171","msg":"trace[1775310356] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"155.640288ms","start":"2026-03-04T01:25:04.917136Z","end":"2026-03-04T01:25:05.072776Z","steps":["trace[1775310356] 'process raft request' (duration: 106.312423ms)","trace[1775310356] 'compare' (duration: 49.165321ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:05.073136Z","caller":"traceutil/trace.go:171","msg":"trace[1545542514] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"152.773083ms","start":"2026-03-04T01:25:04.92034Z","end":"2026-03-04T01:25:05.073113Z","steps":["trace[1545542514] 'process raft request' (duration: 152.715002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:05.073172Z","caller":"traceutil/trace.go:171","msg":"trace[517233723] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"154.157184ms","start":"2026-03-04T01:25:04.918993Z","end":"2026-03-04T01:25:05.07315Z","steps":["trace[517233723] 'process raft request' (duration: 153.96121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:05.073139Z","caller":"traceutil/trace.go:171","msg":"trace[578764031] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"155.506354ms","start":"2026-03-04T01:25:04.917597Z","end":"2026-03-04T01:25:05.073103Z","steps":["trace[578764031] 'process raft request' (duration: 155.129416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:05.098537Z","caller":"traceutil/trace.go:171","msg":"trace[1811662209] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"176.335311ms","start":"2026-03-04T01:25:04.922185Z","end":"2026-03-04T01:25:05.09852Z","steps":["trace[1811662209] 'process raft request' (duration: 176.182897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:07.473557Z","caller":"traceutil/trace.go:171","msg":"trace[685278326] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"395.85081ms","start":"2026-03-04T01:25:07.077688Z","end":"2026-03-04T01:25:07.473539Z","steps":["trace[685278326] 'read index received' (duration: 395.776969ms)","trace[685278326] 'applied index is now lower than readState.Index' (duration: 72.571µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:07.47361Z","caller":"traceutil/trace.go:171","msg":"trace[344137171] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"751.480229ms","start":"2026-03-04T01:25:06.722102Z","end":"2026-03-04T01:25:07.473582Z","steps":["trace[344137171] 'process raft request' (duration: 751.324496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:07.473683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.985083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:25:07.473718Z","caller":"traceutil/trace.go:171","msg":"trace[693689852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:414; }","duration":"396.048125ms","start":"2026-03-04T01:25:07.077657Z","end":"2026-03-04T01:25:07.473705Z","steps":["trace[693689852] 'agreement among raft nodes before linearized reading' (duration: 395.978744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:07.473767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:07.077642Z","time spent":"396.116496ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:07.473776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:06.722077Z","time spent":"751.606673ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:07.651497Z","caller":"traceutil/trace.go:171","msg":"trace[193442339] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"185.301153ms","start":"2026-03-04T01:25:07.466168Z","end":"2026-03-04T01:25:07.651469Z","steps":["trace[193442339] 'process raft request' (duration: 120.613133ms)","trace[193442339] 'compare' (duration: 64.502146ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:07.651592Z","caller":"traceutil/trace.go:171","msg":"trace[438277911] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"174.672814ms","start":"2026-03-04T01:25:07.476896Z","end":"2026-03-04T01:25:07.651569Z","steps":["trace[438277911] 'process raft request' (duration: 174.51868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:07.651622Z","caller":"traceutil/trace.go:171","msg":"trace[1159923663] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"177.987509ms","start":"2026-03-04T01:25:07.473617Z","end":"2026-03-04T01:25:07.651604Z","steps":["trace[1159923663] 'read index received' (duration: 113.230038ms)","trace[1159923663] 'applied index is now lower than readState.Index' (duration: 64.756201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:07.651736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.526095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:07.651781Z","caller":"traceutil/trace.go:171","msg":"trace[690220725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:416; }","duration":"537.619777ms","start":"2026-03-04T01:25:07.11415Z","end":"2026-03-04T01:25:07.65177Z","steps":["trace[690220725] 'agreement among raft nodes before linearized reading' (duration: 537.512685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:07.651819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:07.114129Z","time spent":"537.682738ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:07.65185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.755832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:25:07.651857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.205923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:25:07.651884Z","caller":"traceutil/trace.go:171","msg":"trace[297104921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:416; }","duration":"247.845944ms","start":"2026-03-04T01:25:07.404028Z","end":"2026-03-04T01:25:07.651874Z","steps":["trace[297104921] 'agreement among raft nodes before linearized reading' (duration: 247.772292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:07.651911Z","caller":"traceutil/trace.go:171","msg":"trace[1988010520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:416; }","duration":"373.282345ms","start":"2026-03-04T01:25:07.278612Z","end":"2026-03-04T01:25:07.651895Z","steps":["trace[1988010520] 'agreement among raft nodes before linearized reading' (duration: 373.211504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:07.651946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:07.278596Z","time spent":"373.342006ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:25:07.839326Z","caller":"traceutil/trace.go:171","msg":"trace[577858477] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"183.222586ms","start":"2026-03-04T01:25:07.656083Z","end":"2026-03-04T01:25:07.839305Z","steps":["trace[577858477] 'process raft request' (duration: 183.097063ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:07.892475Z","caller":"traceutil/trace.go:171","msg":"trace[18544046] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"236.343297ms","start":"2026-03-04T01:25:07.656107Z","end":"2026-03-04T01:25:07.89245Z","steps":["trace[18544046] 'process raft request' (duration: 236.141932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:10.11749Z","caller":"traceutil/trace.go:171","msg":"trace[452329589] linearizableReadLoop","detail":"{readStateIndex:436; appliedIndex:435; }","duration":"462.160555ms","start":"2026-03-04T01:25:09.655306Z","end":"2026-03-04T01:25:10.117467Z","steps":["trace[452329589] 'read index received' (duration: 461.984151ms)","trace[452329589] 'applied index is now lower than readState.Index' (duration: 175.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:10.117545Z","caller":"traceutil/trace.go:171","msg":"trace[2095679791] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"636.453121ms","start":"2026-03-04T01:25:09.481068Z","end":"2026-03-04T01:25:10.117521Z","steps":["trace[2095679791] 'process raft request' (duration: 636.249516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:10.117654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.331589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:25:10.117667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:09.481051Z","time spent":"636.547893ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:10.117699Z","caller":"traceutil/trace.go:171","msg":"trace[324132456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"462.419952ms","start":"2026-03-04T01:25:09.655258Z","end":"2026-03-04T01:25:10.117678Z","steps":["trace[324132456] 'agreement among raft nodes before linearized reading' (duration: 462.3342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:10.117696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.884486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:25:10.117745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:09.655237Z","time spent":"462.498333ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:25:10.117757Z","caller":"traceutil/trace.go:171","msg":"trace[1368404966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:420; }","duration":"273.984998ms","start":"2026-03-04T01:25:09.843756Z","end":"2026-03-04T01:25:10.117741Z","steps":["trace[1368404966] 'agreement among raft nodes before linearized reading' (duration: 273.870825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:10.117837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.233194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:25:10.117945Z","caller":"traceutil/trace.go:171","msg":"trace[2102676532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:420; }","duration":"220.437899ms","start":"2026-03-04T01:25:09.897482Z","end":"2026-03-04T01:25:10.11792Z","steps":["trace[2102676532] 'agreement among raft nodes before linearized reading' (duration: 220.235774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:10.785443Z","caller":"traceutil/trace.go:171","msg":"trace[416457159] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"663.818606ms","start":"2026-03-04T01:25:10.121596Z","end":"2026-03-04T01:25:10.785415Z","steps":["trace[416457159] 'process raft request' (duration: 645.73796ms)","trace[416457159] 'compare' (duration: 17.967423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:10.78561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:10.12157Z","time spent":"663.956458ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:10.797946Z","caller":"traceutil/trace.go:171","msg":"trace[1578207296] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"676.010469ms","start":"2026-03-04T01:25:10.12191Z","end":"2026-03-04T01:25:10.79792Z","steps":["trace[1578207296] 'process raft request' (duration: 675.816125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:10.79813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:10.12189Z","time spent":"676.133531ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:10.798207Z","caller":"traceutil/trace.go:171","msg":"trace[2079775245] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"676.168292ms","start":"2026-03-04T01:25:10.12201Z","end":"2026-03-04T01:25:10.798179Z","steps":["trace[2079775245] 'process raft request' (duration: 675.868185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:10.80632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:10.121983Z","time spent":"676.305195ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:12.56135Z","caller":"traceutil/trace.go:171","msg":"trace[56381782] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"436.142143ms","start":"2026-03-04T01:25:12.125181Z","end":"2026-03-04T01:25:12.561323Z","steps":["trace[56381782] 'process raft request' (duration: 435.939268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:12.561509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:12.125169Z","time spent":"436.257176ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:13.063505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.270674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:13.063608Z","caller":"traceutil/trace.go:171","msg":"trace[1323793164] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"249.317727ms","start":"2026-03-04T01:25:12.814276Z","end":"2026-03-04T01:25:13.063594Z","steps":["trace[1323793164] 'process raft request' (duration: 29.909271ms)","trace[1323793164] 'compare' (duration: 219.017797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:13.063757Z","caller":"traceutil/trace.go:171","msg":"trace[1643650082] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"249.234075ms","start":"2026-03-04T01:25:12.814492Z","end":"2026-03-04T01:25:13.063726Z","steps":["trace[1643650082] 'process raft request' (duration: 249.076691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:14.770643Z","caller":"traceutil/trace.go:171","msg":"trace[1548500160] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"200.285278ms","start":"2026-03-04T01:25:14.570334Z","end":"2026-03-04T01:25:14.77062Z","steps":["trace[1548500160] 'process raft request' (duration: 199.768126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:15.190894Z","caller":"traceutil/trace.go:171","msg":"trace[287343629] linearizableReadLoop","detail":"{readStateIndex:451; appliedIndex:450; }","duration":"123.288733ms","start":"2026-03-04T01:25:15.067566Z","end":"2026-03-04T01:25:15.190854Z","steps":["trace[287343629] 'read index received' (duration: 43.546536ms)","trace[287343629] 'applied index is now lower than readState.Index' (duration: 79.740667ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:15.19103Z","caller":"traceutil/trace.go:171","msg":"trace[648302043] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"149.009239ms","start":"2026-03-04T01:25:15.041972Z","end":"2026-03-04T01:25:15.190981Z","steps":["trace[648302043] 'process raft request' (duration: 69.18131ms)","trace[648302043] 'compare' (duration: 79.479041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:15.191236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.823873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:25:15.191331Z","caller":"traceutil/trace.go:171","msg":"trace[1684178860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:434; }","duration":"122.940985ms","start":"2026-03-04T01:25:15.068368Z","end":"2026-03-04T01:25:15.191309Z","steps":["trace[1684178860] 'agreement among raft nodes before linearized reading' (duration: 122.749871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:15.191417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.63833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:25:15.1915Z","caller":"traceutil/trace.go:171","msg":"trace[1708401137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:434; }","duration":"123.954408ms","start":"2026-03-04T01:25:15.067523Z","end":"2026-03-04T01:25:15.191477Z","steps":["trace[1708401137] 'agreement among raft nodes before linearized reading' (duration: 123.531728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:15.736655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.552756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:15.736856Z","caller":"traceutil/trace.go:171","msg":"trace[2046244045] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"472.735723ms","start":"2026-03-04T01:25:15.264103Z","end":"2026-03-04T01:25:15.736838Z","steps":["trace[2046244045] 'process raft request' (duration: 472.680092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:15.736899Z","caller":"traceutil/trace.go:171","msg":"trace[1788830200] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"472.966459ms","start":"2026-03-04T01:25:15.263888Z","end":"2026-03-04T01:25:15.736855Z","steps":["trace[1788830200] 'process raft request' (duration: 76.130216ms)","trace[1788830200] 'compare' (duration: 396.367582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:15.736928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:15.264083Z","time spent":"472.819685ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:25:15.737046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:15.263863Z","time spent":"473.113091ms","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:25:16.123678Z","caller":"traceutil/trace.go:171","msg":"trace[454336245] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"203.198133ms","start":"2026-03-04T01:25:15.920453Z","end":"2026-03-04T01:25:16.123651Z","steps":["trace[454336245] 'process raft request' (duration: 202.933597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:16.133964Z","caller":"traceutil/trace.go:171","msg":"trace[1016548398] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"211.07397ms","start":"2026-03-04T01:25:15.922867Z","end":"2026-03-04T01:25:16.133941Z","steps":["trace[1016548398] 'process raft request' (duration: 210.940717ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:16.319063Z","caller":"traceutil/trace.go:171","msg":"trace[1573665512] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"176.299801ms","start":"2026-03-04T01:25:16.142718Z","end":"2026-03-04T01:25:16.319018Z","steps":["trace[1573665512] 'process raft request' (duration: 175.974944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:16.319103Z","caller":"traceutil/trace.go:171","msg":"trace[2065038928] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"176.078526ms","start":"2026-03-04T01:25:16.143015Z","end":"2026-03-04T01:25:16.319093Z","steps":["trace[2065038928] 'process raft request' (duration: 175.910132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:16.319076Z","caller":"traceutil/trace.go:171","msg":"trace[1439970745] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"173.627201ms","start":"2026-03-04T01:25:16.145432Z","end":"2026-03-04T01:25:16.319059Z","steps":["trace[1439970745] 'process raft request' (duration: 173.57561ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:16.324666Z","caller":"traceutil/trace.go:171","msg":"trace[546480043] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"116.642234ms","start":"2026-03-04T01:25:16.207992Z","end":"2026-03-04T01:25:16.324634Z","steps":["trace[546480043] 'process raft request' (duration: 116.296146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:18.615295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191213068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:19.115949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191213068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:19.616109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191213068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:20.114921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:25:20.115005Z","caller":"traceutil/trace.go:171","msg":"trace[157140567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000257713s","start":"2026-03-04T01:25:18.114726Z","end":"2026-03-04T01:25:20.114984Z","steps":["trace[157140567] 'agreement among raft nodes before linearized reading' (duration: 2.00015139s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:20.115051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:18.114697Z","time spent":"2.000346165s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:25:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:25:20.117106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191213068,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:20.256395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.336079909s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:25:20.256731Z","caller":"traceutil/trace.go:171","msg":"trace[623227076] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:487; }","duration":"2.141917228s","start":"2026-03-04T01:25:18.114792Z","end":"2026-03-04T01:25:20.25671Z","steps":["trace[623227076] 'read index received' (duration: 2.141763254s)","trace[623227076] 'applied index is now lower than readState.Index' (duration: 153.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:20.256862Z","caller":"traceutil/trace.go:171","msg":"trace[877179569] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"2.336646851s","start":"2026-03-04T01:25:17.920188Z","end":"2026-03-04T01:25:20.256835Z","steps":["trace[877179569] 'process raft request' (duration: 2.336387345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:20.256972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041898208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:25:20.256998Z","caller":"traceutil/trace.go:171","msg":"trace[39142998] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"1.041959039s","start":"2026-03-04T01:25:19.21503Z","end":"2026-03-04T01:25:20.256989Z","steps":["trace[39142998] 'agreement among raft nodes before linearized reading' (duration: 1.041869797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:20.257031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:19.215015Z","time spent":"1.04200868s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:20.257019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:17.920165Z","time spent":"2.336756044s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:20.257031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.835038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:20.256883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693931228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:25:20.257104Z","caller":"traceutil/trace.go:171","msg":"trace[1022562216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"141.92288ms","start":"2026-03-04T01:25:20.115162Z","end":"2026-03-04T01:25:20.257085Z","steps":["trace[1022562216] 'agreement among raft nodes before linearized reading' (duration: 141.784787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:20.257115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466623645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:25:20.257161Z","caller":"traceutil/trace.go:171","msg":"trace[1007393773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:471; }","duration":"1.466669746s","start":"2026-03-04T01:25:18.790476Z","end":"2026-03-04T01:25:20.257146Z","steps":["trace[1007393773] 'agreement among raft nodes before linearized reading' (duration: 1.466536993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:20.257148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397506016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:25:20.257189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:18.79042Z","time spent":"1.466762308s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:25:20.257167Z","caller":"traceutil/trace.go:171","msg":"trace[1565689113] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:471; }","duration":"1.694242665s","start":"2026-03-04T01:25:18.562884Z","end":"2026-03-04T01:25:20.257127Z","steps":["trace[1565689113] 'agreement among raft nodes before linearized reading' (duration: 1.693951009s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:20.257242Z","caller":"traceutil/trace.go:171","msg":"trace[1479133768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"1.397632159s","start":"2026-03-04T01:25:18.859575Z","end":"2026-03-04T01:25:20.257207Z","steps":["trace[1479133768] 'agreement among raft nodes before linearized reading' (duration: 1.397382403s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:20.257279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:18.859554Z","time spent":"1.397718431s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:25:20.257291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:18.562863Z","time spent":"1.694408799s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T01:25:20.257593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.516247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:25:20.257674Z","caller":"traceutil/trace.go:171","msg":"trace[1635117583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:471; }","duration":"987.148101ms","start":"2026-03-04T01:25:19.270508Z","end":"2026-03-04T01:25:20.257656Z","steps":["trace[1635117583] 'agreement among raft nodes before linearized reading' (duration: 986.364354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:20.257714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:19.270492Z","time spent":"987.213052ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:20.765102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191213072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:21.248779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:20.258479Z","time spent":"990.294359ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:25:21.320778Z","caller":"traceutil/trace.go:171","msg":"trace[1179335395] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"1.05994627s","start":"2026-03-04T01:25:20.260808Z","end":"2026-03-04T01:25:21.320754Z","steps":["trace[1179335395] 'process raft request' (duration: 1.059760296s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.320974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:20.260784Z","time spent":"1.060073313s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:21.321144Z","caller":"traceutil/trace.go:171","msg":"trace[1837072449] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"1.060208656s","start":"2026-03-04T01:25:20.26089Z","end":"2026-03-04T01:25:21.321099Z","steps":["trace[1837072449] 'process raft request' (duration: 1.059811557s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:21.321186Z","caller":"traceutil/trace.go:171","msg":"trace[251514791] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"1.059853968s","start":"2026-03-04T01:25:20.261316Z","end":"2026-03-04T01:25:21.32117Z","steps":["trace[251514791] 'process raft request' (duration: 1.059693315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.321341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:20.26087Z","time spent":"1.060397571s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:25:21.321358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:20.261297Z","time spent":"1.059973801s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:21.321476Z","caller":"traceutil/trace.go:171","msg":"trace[1916319375] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"1.059668014s","start":"2026-03-04T01:25:20.261782Z","end":"2026-03-04T01:25:21.32145Z","steps":["trace[1916319375] 'process raft request' (duration: 1.059335396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.321612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:20.261744Z","time spent":"1.059790917s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:21.321643Z","caller":"traceutil/trace.go:171","msg":"trace[255625043] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:488; }","duration":"1.056609846s","start":"2026-03-04T01:25:20.265014Z","end":"2026-03-04T01:25:21.321624Z","steps":["trace[255625043] 'read index received' (duration: 960.013951ms)","trace[255625043] 'applied index is now lower than readState.Index' (duration: 96.594655ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:21.321739Z","caller":"traceutil/trace.go:171","msg":"trace[2092748648] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"1.059303176s","start":"2026-03-04T01:25:20.262402Z","end":"2026-03-04T01:25:21.321705Z","steps":["trace[2092748648] 'process raft request' (duration: 1.058980809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.321924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:20.262393Z","time spent":"1.0594519s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:21.32179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056778579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:21.322048Z","caller":"traceutil/trace.go:171","msg":"trace[56915387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"1.057044126s","start":"2026-03-04T01:25:20.264983Z","end":"2026-03-04T01:25:21.322027Z","steps":["trace[56915387] 'agreement among raft nodes before linearized reading' (duration: 1.05676973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.32211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:20.264974Z","time spent":"1.057117877s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:25:21.516492Z","caller":"traceutil/trace.go:171","msg":"trace[1802803978] linearizableReadLoop","detail":"{readStateIndex:496; appliedIndex:494; }","duration":"194.772675ms","start":"2026-03-04T01:25:21.32169Z","end":"2026-03-04T01:25:21.516463Z","steps":["trace[1802803978] 'read index received' (duration: 194.406676ms)","trace[1802803978] 'applied index is now lower than readState.Index' (duration: 364.569µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:21.516572Z","caller":"traceutil/trace.go:171","msg":"trace[583143424] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"272.177949ms","start":"2026-03-04T01:25:21.24434Z","end":"2026-03-04T01:25:21.516518Z","steps":["trace[583143424] 'process raft request' (duration: 271.881152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:21.516598Z","caller":"traceutil/trace.go:171","msg":"trace[252625908] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"266.946482ms","start":"2026-03-04T01:25:21.249607Z","end":"2026-03-04T01:25:21.516553Z","steps":["trace[252625908] 'process raft request' (duration: 266.790008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.516743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244147958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4423"} {"level":"info","ts":"2026-03-04T01:25:21.516806Z","caller":"traceutil/trace.go:171","msg":"trace[1452173471] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:478; }","duration":"1.244250641s","start":"2026-03-04T01:25:20.27254Z","end":"2026-03-04T01:25:21.516791Z","steps":["trace[1452173471] 'agreement among raft nodes before linearized reading' (duration: 1.244081017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:21.516851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:20.27253Z","time spent":"1.244308482s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4446,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:25:21.516924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.694358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:21.517006Z","caller":"traceutil/trace.go:171","msg":"trace[1989427190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:478; }","duration":"192.883462ms","start":"2026-03-04T01:25:21.324102Z","end":"2026-03-04T01:25:21.516985Z","steps":["trace[1989427190] 'agreement among raft nodes before linearized reading' (duration: 192.676998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:27.870663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191213157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:25:28.33415Z","caller":"traceutil/trace.go:171","msg":"trace[1035996401] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"964.675566ms","start":"2026-03-04T01:25:27.369452Z","end":"2026-03-04T01:25:28.334128Z","steps":["trace[1035996401] 'process raft request' (duration: 964.531723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:28.334322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.369438Z","time spent":"964.806599ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:29.446955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025764616s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:25:30.025936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022960075s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:30.026052Z","caller":"traceutil/trace.go:171","msg":"trace[1119479613] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:513; }","duration":"1.023086247s","start":"2026-03-04T01:25:29.00295Z","end":"2026-03-04T01:25:30.026036Z","steps":["trace[1119479613] 'range keys from in-memory index tree' (duration: 1.022913314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.026154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.913834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:30.026365Z","caller":"traceutil/trace.go:171","msg":"trace[1901352671] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:531; }","duration":"2.656709754s","start":"2026-03-04T01:25:27.369634Z","end":"2026-03-04T01:25:30.026344Z","steps":["trace[1901352671] 'read index received' (duration: 964.37655ms)","trace[1901352671] 'applied index is now lower than readState.Index' (duration: 1.692332174s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:30.029373Z","caller":"traceutil/trace.go:171","msg":"trace[645760026] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"2.659874875s","start":"2026-03-04T01:25:27.369451Z","end":"2026-03-04T01:25:30.029326Z","steps":["trace[645760026] 'process raft request' (duration: 2.077683447s)","trace[645760026] 'compare' (duration: 578.797052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:30.029521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.369433Z","time spent":"2.660011128s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:30.029553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914886541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:30.029626Z","caller":"traceutil/trace.go:171","msg":"trace[2146892885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"1.915006544s","start":"2026-03-04T01:25:28.114601Z","end":"2026-03-04T01:25:30.029607Z","steps":["trace[2146892885] 'agreement among raft nodes before linearized reading' (duration: 1.914787939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.029669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:28.114568Z","time spent":"1.915093337s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:30.030188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466986735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:25:30.03026Z","caller":"traceutil/trace.go:171","msg":"trace[1799896968] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:515; }","duration":"1.467069567s","start":"2026-03-04T01:25:28.563173Z","end":"2026-03-04T01:25:30.030243Z","steps":["trace[1799896968] 'agreement among raft nodes before linearized reading' (duration: 1.466931814s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.030311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:28.563117Z","time spent":"1.467185849s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-03-04T01:25:30.044197Z","caller":"traceutil/trace.go:171","msg":"trace[406629628] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"2.659708991s","start":"2026-03-04T01:25:27.369661Z","end":"2026-03-04T01:25:30.02937Z","steps":["trace[406629628] 'process raft request' (duration: 2.656607502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.044234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506489868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fm94b\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-04T01:25:30.044264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.369633Z","time spent":"2.674597216s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:30.044278Z","caller":"traceutil/trace.go:171","msg":"trace[1754847739] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fm94b; range_end:; response_count:1; response_revision:515; }","duration":"2.50656284s","start":"2026-03-04T01:25:27.537705Z","end":"2026-03-04T01:25:30.044268Z","steps":["trace[1754847739] 'agreement among raft nodes before linearized reading' (duration: 2.491714077s)","trace[1754847739] 'range keys from in-memory index tree' (duration: 14.770971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:30.044272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452551229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:30.044323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.53769Z","time spent":"2.506626702s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-fm94b\" "} {"level":"info","ts":"2026-03-04T01:25:30.044355Z","caller":"traceutil/trace.go:171","msg":"trace[256260311] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:515; }","duration":"2.452670862s","start":"2026-03-04T01:25:27.591667Z","end":"2026-03-04T01:25:30.044337Z","steps":["trace[256260311] 'agreement among raft nodes before linearized reading' (duration: 2.438580486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.044407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.591647Z","time spent":"2.452751544s","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T01:25:30.044722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675082636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:25:30.044844Z","caller":"traceutil/trace.go:171","msg":"trace[1824411922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:515; }","duration":"2.675225079s","start":"2026-03-04T01:25:27.36961Z","end":"2026-03-04T01:25:30.044835Z","steps":["trace[1824411922] 'agreement among raft nodes before linearized reading' (duration: 2.661548482s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.044937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:27.369599Z","time spent":"2.675328991s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:25:30.937543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.721866ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T01:25:30.937735Z","caller":"traceutil/trace.go:171","msg":"trace[1984778603] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"888.843194ms","start":"2026-03-04T01:25:30.04883Z","end":"2026-03-04T01:25:30.937673Z","steps":["trace[1984778603] 'read index received' (duration: 446.977474ms)","trace[1984778603] 'applied index is now lower than readState.Index' (duration: 441.86299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:30.937774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.044466Z","time spent":"893.272694ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:25:30.937906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.058929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:30.937977Z","caller":"traceutil/trace.go:171","msg":"trace[187300102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"889.11481ms","start":"2026-03-04T01:25:30.048826Z","end":"2026-03-04T01:25:30.93794Z","steps":["trace[187300102] 'agreement among raft nodes before linearized reading' (duration: 888.999988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:30.938029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.04879Z","time spent":"889.225633ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:31.438583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191213168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:31.939599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191213168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:25:32.014703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.518868603s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:25:32.015291Z","caller":"traceutil/trace.go:171","msg":"trace[659533942] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.965941041s","start":"2026-03-04T01:25:30.049307Z","end":"2026-03-04T01:25:32.015248Z","steps":["trace[659533942] 'process raft request' (duration: 1.965614393s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:32.015377Z","caller":"traceutil/trace.go:171","msg":"trace[1023881830] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.961935051s","start":"2026-03-04T01:25:30.053417Z","end":"2026-03-04T01:25:32.015352Z","steps":["trace[1023881830] 'process raft request' (duration: 1.961707006s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:32.015452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.049285Z","time spent":"1.966084873s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:32.015499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.053394Z","time spent":"1.962044373s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:32.015939Z","caller":"traceutil/trace.go:171","msg":"trace[1834597179] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.721602451s","start":"2026-03-04T01:25:30.294314Z","end":"2026-03-04T01:25:32.015917Z","steps":["trace[1834597179] 'process raft request' (duration: 1.720884295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:32.016055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.294268Z","time spent":"1.721731523s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:32.330742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.372948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:32.330923Z","caller":"traceutil/trace.go:171","msg":"trace[1917821828] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:535; }","duration":"1.393136484s","start":"2026-03-04T01:25:30.93777Z","end":"2026-03-04T01:25:32.330907Z","steps":["trace[1917821828] 'read index received' (duration: 1.077140197s)","trace[1917821828] 'applied index is now lower than readState.Index' (duration: 315.995437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:32.331056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880174617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:32.331097Z","caller":"traceutil/trace.go:171","msg":"trace[331194174] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:520; }","duration":"1.880249808s","start":"2026-03-04T01:25:30.450834Z","end":"2026-03-04T01:25:32.331084Z","steps":["trace[331194174] 'agreement among raft nodes before linearized reading' (duration: 1.880186807s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:32.331076Z","caller":"traceutil/trace.go:171","msg":"trace[1719290421] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"668.725238ms","start":"2026-03-04T01:25:31.662292Z","end":"2026-03-04T01:25:32.331017Z","steps":["trace[1719290421] 'process raft request' (duration: 668.552964ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:32.331175Z","caller":"traceutil/trace.go:171","msg":"trace[763808251] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.391689701s","start":"2026-03-04T01:25:30.939447Z","end":"2026-03-04T01:25:32.331137Z","steps":["trace[763808251] 'process raft request' (duration: 1.213830052s)","trace[763808251] 'compare' (duration: 177.038671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:32.331271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391713811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:32.331299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.412877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:25:32.331343Z","caller":"traceutil/trace.go:171","msg":"trace[1863578906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"283.481628ms","start":"2026-03-04T01:25:32.047853Z","end":"2026-03-04T01:25:32.331335Z","steps":["trace[1863578906] 'agreement among raft nodes before linearized reading' (duration: 283.334024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:32.331339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.93933Z","time spent":"1.391930277s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:32.331353Z","caller":"traceutil/trace.go:171","msg":"trace[1347400652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"1.391836545s","start":"2026-03-04T01:25:30.939494Z","end":"2026-03-04T01:25:32.331331Z","steps":["trace[1347400652] 'agreement among raft nodes before linearized reading' (duration: 1.391692221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:32.33136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.834799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fm94b\" ","response":"range_response_count:1 size:17145"} {"level":"warn","ts":"2026-03-04T01:25:32.331406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.939459Z","time spent":"1.391935047s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:25:32.331411Z","caller":"traceutil/trace.go:171","msg":"trace[613749704] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fm94b; range_end:; response_count:1; response_revision:520; }","duration":"309.914721ms","start":"2026-03-04T01:25:32.02148Z","end":"2026-03-04T01:25:32.331394Z","steps":["trace[613749704] 'agreement among raft nodes before linearized reading' (duration: 309.730927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:32.331404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.949192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:32.331443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992790373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:25:32.331463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.021463Z","time spent":"309.987562ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17168,"request content":"key:\"/registry/pods/kube-system/cilium-fm94b\" "} {"level":"warn","ts":"2026-03-04T01:25:32.331444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.533009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:25:32.33151Z","caller":"traceutil/trace.go:171","msg":"trace[1215833442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"784.123476ms","start":"2026-03-04T01:25:31.547359Z","end":"2026-03-04T01:25:32.331482Z","steps":["trace[1215833442] 'agreement among raft nodes before linearized reading' (duration: 783.926772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:32.331515Z","caller":"traceutil/trace.go:171","msg":"trace[825636629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"1.992903795s","start":"2026-03-04T01:25:30.338591Z","end":"2026-03-04T01:25:32.331495Z","steps":["trace[825636629] 'agreement among raft nodes before linearized reading' (duration: 1.992624889s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:32.331538Z","caller":"traceutil/trace.go:171","msg":"trace[2122959109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"283.655012ms","start":"2026-03-04T01:25:32.047862Z","end":"2026-03-04T01:25:32.331517Z","steps":["trace[2122959109] 'agreement among raft nodes before linearized reading' (duration: 283.430727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:32.331421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:31.662264Z","time spent":"668.965633ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:32.331585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:31.547338Z","time spent":"784.226718ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:32.331132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.450815Z","time spent":"1.88030912s","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T01:25:32.331587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:30.338571Z","time spent":"1.992999257s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:34.341862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:25:34.341986Z","caller":"traceutil/trace.go:171","msg":"trace[1952599366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721001s","start":"2026-03-04T01:25:32.341245Z","end":"2026-03-04T01:25:34.341966Z","steps":["trace[1952599366] 'agreement among raft nodes before linearized reading' (duration: 2.000574088s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:34.342042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.341211Z","time spent":"2.000819793s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:25:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:25:34.416899Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.64258384s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:25:36.353415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:25:36.353499Z","caller":"traceutil/trace.go:171","msg":"trace[949200428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000072105s","start":"2026-03-04T01:25:34.353404Z","end":"2026-03-04T01:25:36.353476Z","steps":["trace[949200428] 'agreement among raft nodes before linearized reading' (duration: 1.999963863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:36.353549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:34.353393Z","time spent":"2.000145686s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:25:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:25:37.220543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446178786s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:37.220688Z","caller":"traceutil/trace.go:171","msg":"trace[214096319] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"4.882947851s","start":"2026-03-04T01:25:32.337725Z","end":"2026-03-04T01:25:37.220673Z","steps":["trace[214096319] 'read index received' (duration: 436.601302ms)","trace[214096319] 'applied index is now lower than readState.Index' (duration: 4.446345969s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:37.220696Z","caller":"traceutil/trace.go:171","msg":"trace[1435835541] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"4.884752902s","start":"2026-03-04T01:25:32.335911Z","end":"2026-03-04T01:25:37.220664Z","steps":["trace[1435835541] 'process raft request' (duration: 438.395272ms)","trace[1435835541] 'compare' (duration: 4.445189284s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:37.220808Z","caller":"traceutil/trace.go:171","msg":"trace[1783889477] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"4.882690125s","start":"2026-03-04T01:25:32.338112Z","end":"2026-03-04T01:25:37.220802Z","steps":["trace[1783889477] 'process raft request' (duration: 4.882509371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:37.220824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.335884Z","time spent":"4.884871464s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:37.220849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.338057Z","time spent":"4.882773698s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:37.220992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883236918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:25:37.221097Z","caller":"traceutil/trace.go:171","msg":"trace[351095420] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:522; }","duration":"4.883388231s","start":"2026-03-04T01:25:32.337686Z","end":"2026-03-04T01:25:37.221075Z","steps":["trace[351095420] 'agreement among raft nodes before linearized reading' (duration: 4.883058944s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:37.22113Z","caller":"traceutil/trace.go:171","msg":"trace[683213313] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"4.881851797s","start":"2026-03-04T01:25:32.339269Z","end":"2026-03-04T01:25:37.221121Z","steps":["trace[683213313] 'process raft request' (duration: 4.881505559s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:37.221153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.337671Z","time spent":"4.883465613s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T01:25:37.221181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.339248Z","time spent":"4.881909418s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:38.354394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00067986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:25:38.354477Z","caller":"traceutil/trace.go:171","msg":"trace[1707887929] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000804743s","start":"2026-03-04T01:25:36.353654Z","end":"2026-03-04T01:25:38.354459Z","steps":["trace[1707887929] 'agreement among raft nodes before linearized reading' (duration: 2.000699051s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:38.354524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:36.353636Z","time spent":"2.000878745s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:25:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:25:39.692355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471325724s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:25:39.692478Z","caller":"traceutil/trace.go:171","msg":"trace[1870656377] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:541; }","duration":"2.471744224s","start":"2026-03-04T01:25:37.220707Z","end":"2026-03-04T01:25:39.692451Z","steps":["trace[1870656377] 'read index received' (duration: 47.761µs)","trace[1870656377] 'applied index is now lower than readState.Index' (duration: 2.471694193s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:39.692615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.004905ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:39.692809Z","caller":"traceutil/trace.go:171","msg":"trace[2109047244] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:523; }","duration":"690.20912ms","start":"2026-03-04T01:25:39.002585Z","end":"2026-03-04T01:25:39.692794Z","steps":["trace[2109047244] 'range keys from in-memory index tree' (duration: 689.991755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:39.693058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.342850465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-04T01:25:39.693051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.348008666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:39.693082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468702556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T01:25:39.693142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331287217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:39.693161Z","caller":"traceutil/trace.go:171","msg":"trace[1084886798] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:523; }","duration":"7.348171599s","start":"2026-03-04T01:25:32.344963Z","end":"2026-03-04T01:25:39.693134Z","steps":["trace[1084886798] 'agreement among raft nodes before linearized reading' (duration: 7.347927534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:39.693172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.673719656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:25:39.693181Z","caller":"traceutil/trace.go:171","msg":"trace[1306013720] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:523; }","duration":"2.468847299s","start":"2026-03-04T01:25:37.224311Z","end":"2026-03-04T01:25:39.693159Z","steps":["trace[1306013720] 'agreement among raft nodes before linearized reading' (duration: 2.468671925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:39.693238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.862193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-04T01:25:39.693246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:32.344939Z","time spent":"7.348258421s","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-04T01:25:39.693267Z","caller":"traceutil/trace.go:171","msg":"trace[587471421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:523; }","duration":"467.912884ms","start":"2026-03-04T01:25:39.225347Z","end":"2026-03-04T01:25:39.69326Z","steps":["trace[587471421] 'agreement among raft nodes before linearized reading' (duration: 467.780271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:39.693192Z","caller":"traceutil/trace.go:171","msg":"trace[2046248912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"1.331384188s","start":"2026-03-04T01:25:38.361793Z","end":"2026-03-04T01:25:39.693178Z","steps":["trace[2046248912] 'agreement among raft nodes before linearized reading' (duration: 1.331292886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:39.693274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:37.224292Z","time spent":"2.468968552s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T01:25:39.693294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.22528Z","time spent":"468.006827ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:25:39.693261Z","caller":"traceutil/trace.go:171","msg":"trace[1781678523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:523; }","duration":"5.673866789s","start":"2026-03-04T01:25:34.019378Z","end":"2026-03-04T01:25:39.693245Z","steps":["trace[1781678523] 'agreement among raft nodes before linearized reading' (duration: 5.673599213s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:39.693317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:38.361773Z","time spent":"1.331530622s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:39.693338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:34.019358Z","time spent":"5.673965571s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:25:39.693101Z","caller":"traceutil/trace.go:171","msg":"trace[242025654] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e; range_end:; response_count:1; response_revision:523; }","duration":"5.342949737s","start":"2026-03-04T01:25:34.350135Z","end":"2026-03-04T01:25:39.693085Z","steps":["trace[242025654] 'agreement among raft nodes before linearized reading' (duration: 5.342834195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:39.693338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.13135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T01:25:39.693325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.119599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:25:39.693401Z","caller":"traceutil/trace.go:171","msg":"trace[1617154302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:523; }","duration":"468.234581ms","start":"2026-03-04T01:25:39.225152Z","end":"2026-03-04T01:25:39.693386Z","steps":["trace[1617154302] 'agreement among raft nodes before linearized reading' (duration: 467.829422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:39.693443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.225131Z","time spent":"468.300923ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:25:39.693434Z","caller":"traceutil/trace.go:171","msg":"trace[1195270959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:523; }","duration":"468.273823ms","start":"2026-03-04T01:25:39.225129Z","end":"2026-03-04T01:25:39.693403Z","steps":["trace[1195270959] 'agreement among raft nodes before linearized reading' (duration: 467.866903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:39.693436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:34.350109Z","time spent":"5.343285434s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" "} {"level":"warn","ts":"2026-03-04T01:25:39.693499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.225108Z","time spent":"468.379684ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:40.202636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191213182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:25:40.453785Z","caller":"traceutil/trace.go:171","msg":"trace[2143153922] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"756.599598ms","start":"2026-03-04T01:25:39.697152Z","end":"2026-03-04T01:25:40.453751Z","steps":["trace[2143153922] 'process raft request' (duration: 756.378673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:40.453973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.697129Z","time spent":"756.753152ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:40.496042Z","caller":"traceutil/trace.go:171","msg":"trace[1843439080] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"798.54613ms","start":"2026-03-04T01:25:39.697444Z","end":"2026-03-04T01:25:40.49599Z","steps":["trace[1843439080] 'process raft request' (duration: 798.237353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:40.496103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.697797Z","time spent":"798.299044ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:25:40.496134Z","caller":"traceutil/trace.go:171","msg":"trace[1457459489] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"797.438754ms","start":"2026-03-04T01:25:39.698672Z","end":"2026-03-04T01:25:40.496111Z","steps":["trace[1457459489] 'process raft request' (duration: 797.339092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:40.496179Z","caller":"traceutil/trace.go:171","msg":"trace[412469009] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"797.463996ms","start":"2026-03-04T01:25:39.69866Z","end":"2026-03-04T01:25:40.496124Z","steps":["trace[412469009] 'process raft request' (duration: 797.303452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:40.496214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.697428Z","time spent":"798.693922ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:40.496345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.698658Z","time spent":"797.557598ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:40.496358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.698646Z","time spent":"797.620369ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:40.496406Z","caller":"traceutil/trace.go:171","msg":"trace[1263717298] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"795.85902ms","start":"2026-03-04T01:25:39.700533Z","end":"2026-03-04T01:25:40.496392Z","steps":["trace[1263717298] 'process raft request' (duration: 795.522552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:40.49647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.700522Z","time spent":"795.915721ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:40.496586Z","caller":"traceutil/trace.go:171","msg":"trace[1200286548] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:544; }","duration":"794.852227ms","start":"2026-03-04T01:25:39.701718Z","end":"2026-03-04T01:25:40.49657Z","steps":["trace[1200286548] 'read index received' (duration: 751.78719ms)","trace[1200286548] 'applied index is now lower than readState.Index' (duration: 43.063686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:40.537365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.634331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:40.537439Z","caller":"traceutil/trace.go:171","msg":"trace[504890650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:528; }","duration":"835.744673ms","start":"2026-03-04T01:25:39.701668Z","end":"2026-03-04T01:25:40.537413Z","steps":["trace[504890650] 'agreement among raft nodes before linearized reading' (duration: 794.99795ms)","trace[504890650] 'range keys from in-memory index tree' (duration: 40.653422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:40.537477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:39.701651Z","time spent":"835.818686ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:25:42.190838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.078991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fm94b\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-03-04T01:25:42.190919Z","caller":"traceutil/trace.go:171","msg":"trace[2077028634] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fm94b; range_end:; response_count:1; response_revision:534; }","duration":"614.214714ms","start":"2026-03-04T01:25:41.576687Z","end":"2026-03-04T01:25:42.190902Z","steps":["trace[2077028634] 'range keys from in-memory index tree' (duration: 613.855236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.190937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19010313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:42.190959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.576652Z","time spent":"614.298696ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17266,"request content":"key:\"/registry/pods/kube-system/cilium-fm94b\" "} {"level":"info","ts":"2026-03-04T01:25:42.191001Z","caller":"traceutil/trace.go:171","msg":"trace[1684426833] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:534; }","duration":"1.190210933s","start":"2026-03-04T01:25:41.00077Z","end":"2026-03-04T01:25:42.190981Z","steps":["trace[1684426833] 'range keys from in-memory index tree' (duration: 1.189993958s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.191038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.000739Z","time spent":"1.190292065s","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-04T01:25:42.191103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07685203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:42.19115Z","caller":"traceutil/trace.go:171","msg":"trace[611596596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:534; }","duration":"1.076980833s","start":"2026-03-04T01:25:41.114156Z","end":"2026-03-04T01:25:42.191137Z","steps":["trace[611596596] 'range keys from in-memory index tree' (duration: 1.076786869s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.191212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:41.114138Z","time spent":"1.077066395s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:25:42.486026Z","caller":"traceutil/trace.go:171","msg":"trace[2026946506] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:556; }","duration":"282.151057ms","start":"2026-03-04T01:25:42.203842Z","end":"2026-03-04T01:25:42.485993Z","steps":["trace[2026946506] 'read index received' (duration: 282.003504ms)","trace[2026946506] 'applied index is now lower than readState.Index' (duration: 146.333µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:42.486194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.319052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:42.486215Z","caller":"traceutil/trace.go:171","msg":"trace[1889408905] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"282.967176ms","start":"2026-03-04T01:25:42.203122Z","end":"2026-03-04T01:25:42.486089Z","steps":["trace[1889408905] 'process raft request' (duration: 282.67583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.48631Z","caller":"traceutil/trace.go:171","msg":"trace[1191498776] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io; range_end:; response_count:0; response_revision:535; }","duration":"282.464385ms","start":"2026-03-04T01:25:42.203824Z","end":"2026-03-04T01:25:42.486288Z","steps":["trace[1191498776] 'agreement among raft nodes before linearized reading' (duration: 282.290551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.889102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.32936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:42.889307Z","caller":"traceutil/trace.go:171","msg":"trace[1414602786] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"397.74346ms","start":"2026-03-04T01:25:42.491525Z","end":"2026-03-04T01:25:42.889269Z","steps":["trace[1414602786] 'process raft request' (duration: 297.170324ms)","trace[1414602786] 'compare' (duration: 100.170507ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:42.889366Z","caller":"traceutil/trace.go:171","msg":"trace[1269766792] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"245.783433ms","start":"2026-03-04T01:25:42.643564Z","end":"2026-03-04T01:25:42.889347Z","steps":["trace[1269766792] 'process raft request' (duration: 245.720081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:42.889411Z","caller":"traceutil/trace.go:171","msg":"trace[1124476757] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"305.224566ms","start":"2026-03-04T01:25:42.584158Z","end":"2026-03-04T01:25:42.889382Z","steps":["trace[1124476757] 'process raft request' (duration: 305.043201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.8895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.491505Z","time spent":"397.907944ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:42.889572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.584145Z","time spent":"305.350168ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:25:42.889586Z","caller":"traceutil/trace.go:171","msg":"trace[87578221] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:558; }","duration":"397.048325ms","start":"2026-03-04T01:25:42.492242Z","end":"2026-03-04T01:25:42.889291Z","steps":["trace[87578221] 'read index received' (duration: 296.445228ms)","trace[87578221] 'applied index is now lower than readState.Index' (duration: 100.600936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:42.889598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.348951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/issuers.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:25:42.889681Z","caller":"traceutil/trace.go:171","msg":"trace[1582110517] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/issuers.cert-manager.io; range_end:; response_count:0; response_revision:539; }","duration":"397.444264ms","start":"2026-03-04T01:25:42.492224Z","end":"2026-03-04T01:25:42.889668Z","steps":["trace[1582110517] 'agreement among raft nodes before linearized reading' (duration: 397.345682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.889713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.492216Z","time spent":"397.486715ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/issuers.cert-manager.io\" "} {"level":"warn","ts":"2026-03-04T01:25:42.889733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.216992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-04T01:25:42.889778Z","caller":"traceutil/trace.go:171","msg":"trace[1551034677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:539; }","duration":"390.296963ms","start":"2026-03-04T01:25:42.499469Z","end":"2026-03-04T01:25:42.889766Z","steps":["trace[1551034677] 'agreement among raft nodes before linearized reading' (duration: 390.202231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.889781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.70431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T01:25:42.889815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.499446Z","time spent":"390.360975ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:25:42.889823Z","caller":"traceutil/trace.go:171","msg":"trace[417951433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:539; }","duration":"389.758441ms","start":"2026-03-04T01:25:42.500052Z","end":"2026-03-04T01:25:42.88981Z","steps":["trace[417951433] 'agreement among raft nodes before linearized reading' (duration: 389.668979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.88983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.882592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fm94b\" ","response":"range_response_count:1 size:17427"} {"level":"warn","ts":"2026-03-04T01:25:42.889856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.500044Z","time spent":"389.804702ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:25:42.889873Z","caller":"traceutil/trace.go:171","msg":"trace[1122896684] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fm94b; range_end:; response_count:1; response_revision:539; }","duration":"306.960784ms","start":"2026-03-04T01:25:42.5829Z","end":"2026-03-04T01:25:42.889861Z","steps":["trace[1122896684] 'agreement among raft nodes before linearized reading' (duration: 306.817141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.889907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.582862Z","time spent":"307.036856ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17450,"request content":"key:\"/registry/pods/kube-system/cilium-fm94b\" "} {"level":"warn","ts":"2026-03-04T01:25:42.889899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.824572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T01:25:42.889999Z","caller":"traceutil/trace.go:171","msg":"trace[275702741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:539; }","duration":"389.947656ms","start":"2026-03-04T01:25:42.500029Z","end":"2026-03-04T01:25:42.889977Z","steps":["trace[275702741] 'agreement among raft nodes before linearized reading' (duration: 389.733951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:42.890067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.500022Z","time spent":"390.029988ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:25:43.137078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.479051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:25:43.137171Z","caller":"traceutil/trace.go:171","msg":"trace[16415719] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"243.988192ms","start":"2026-03-04T01:25:42.893169Z","end":"2026-03-04T01:25:43.137156Z","steps":["trace[16415719] 'process raft request' (duration: 136.365368ms)","trace[16415719] 'compare' (duration: 107.370819ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:43.36247Z","caller":"traceutil/trace.go:171","msg":"trace[1818382525] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:561; }","duration":"467.702619ms","start":"2026-03-04T01:25:42.89474Z","end":"2026-03-04T01:25:43.362443Z","steps":["trace[1818382525] 'read index received' (duration: 134.807063ms)","trace[1818382525] 'applied index is now lower than readState.Index' (duration: 332.894636ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:43.362501Z","caller":"traceutil/trace.go:171","msg":"trace[1916486760] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"459.173889ms","start":"2026-03-04T01:25:42.903301Z","end":"2026-03-04T01:25:43.362475Z","steps":["trace[1916486760] 'process raft request' (duration: 459.091247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:43.362576Z","caller":"traceutil/trace.go:171","msg":"trace[409069371] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"467.945914ms","start":"2026-03-04T01:25:42.894607Z","end":"2026-03-04T01:25:43.362553Z","steps":["trace[409069371] 'process raft request' (duration: 467.74342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:43.362638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.886794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:25:43.362673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.903285Z","time spent":"459.311741ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:43.362693Z","caller":"traceutil/trace.go:171","msg":"trace[1990306036] range","detail":"{range_begin:/registry/clusterroles/cert-manager-cainjector; range_end:; response_count:0; response_revision:543; }","duration":"467.998056ms","start":"2026-03-04T01:25:42.894682Z","end":"2026-03-04T01:25:43.36268Z","steps":["trace[1990306036] 'agreement among raft nodes before linearized reading' (duration: 467.897214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:43.362484Z","caller":"traceutil/trace.go:171","msg":"trace[1391210395] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"467.901894ms","start":"2026-03-04T01:25:42.894539Z","end":"2026-03-04T01:25:43.362441Z","steps":["trace[1391210395] 'process raft request' (duration: 457.360788ms)","trace[1391210395] 'compare' (duration: 10.342971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:43.362738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.894582Z","time spent":"468.074458ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:25:43.362736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.894661Z","time spent":"468.063697ms","remote":"127.0.0.1:59364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-04T01:25:43.362941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:42.894525Z","time spent":"468.301742ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:25:43.636235Z","caller":"traceutil/trace.go:171","msg":"trace[1879512223] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"182.837601ms","start":"2026-03-04T01:25:43.453356Z","end":"2026-03-04T01:25:43.636193Z","steps":["trace[1879512223] 'process raft request' (duration: 182.598035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:43.636456Z","caller":"traceutil/trace.go:171","msg":"trace[1725010149] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"105.024816ms","start":"2026-03-04T01:25:43.531398Z","end":"2026-03-04T01:25:43.636423Z","steps":["trace[1725010149] 'process raft request' (duration: 104.732289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:44.040565Z","caller":"traceutil/trace.go:171","msg":"trace[168912343] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"242.195722ms","start":"2026-03-04T01:25:43.798337Z","end":"2026-03-04T01:25:44.040533Z","steps":["trace[168912343] 'process raft request' (duration: 219.35954ms)","trace[168912343] 'compare' (duration: 22.497684ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:44.040616Z","caller":"traceutil/trace.go:171","msg":"trace[1973456601] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"241.502576ms","start":"2026-03-04T01:25:43.799087Z","end":"2026-03-04T01:25:44.04059Z","steps":["trace[1973456601] 'process raft request' (duration: 241.309552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:44.045327Z","caller":"traceutil/trace.go:171","msg":"trace[1610599013] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"243.086232ms","start":"2026-03-04T01:25:43.80223Z","end":"2026-03-04T01:25:44.045316Z","steps":["trace[1610599013] 'process raft request' (duration: 242.878227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:44.045502Z","caller":"traceutil/trace.go:171","msg":"trace[752056406] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"241.323862ms","start":"2026-03-04T01:25:43.804172Z","end":"2026-03-04T01:25:44.045496Z","steps":["trace[752056406] 'process raft request' (duration: 241.138188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:44.045497Z","caller":"traceutil/trace.go:171","msg":"trace[203978260] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"243.121123ms","start":"2026-03-04T01:25:43.802228Z","end":"2026-03-04T01:25:44.04535Z","steps":["trace[203978260] 'process raft request' (duration: 243.035911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:44.045631Z","caller":"traceutil/trace.go:171","msg":"trace[141496769] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"240.797541ms","start":"2026-03-04T01:25:43.804811Z","end":"2026-03-04T01:25:44.045609Z","steps":["trace[141496769] 'process raft request' (duration: 240.652127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:44.821544Z","caller":"traceutil/trace.go:171","msg":"trace[987907431] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:678; }","duration":"224.176828ms","start":"2026-03-04T01:25:44.597338Z","end":"2026-03-04T01:25:44.821515Z","steps":["trace[987907431] 'read index received' (duration: 224.090686ms)","trace[987907431] 'applied index is now lower than readState.Index' (duration: 84.572µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:44.821586Z","caller":"traceutil/trace.go:171","msg":"trace[289205383] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"224.640018ms","start":"2026-03-04T01:25:44.596885Z","end":"2026-03-04T01:25:44.821525Z","steps":["trace[289205383] 'process raft request' (duration: 224.460704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:44.821828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.463985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-fm94b\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-03-04T01:25:44.821886Z","caller":"traceutil/trace.go:171","msg":"trace[438339637] range","detail":"{range_begin:/registry/pods/kube-system/cilium-fm94b; range_end:; response_count:1; response_revision:657; }","duration":"224.581587ms","start":"2026-03-04T01:25:44.597292Z","end":"2026-03-04T01:25:44.821873Z","steps":["trace[438339637] 'agreement among raft nodes before linearized reading' (duration: 224.359252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:44.832058Z","caller":"traceutil/trace.go:171","msg":"trace[815366357] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"186.268267ms","start":"2026-03-04T01:25:44.645771Z","end":"2026-03-04T01:25:44.832039Z","steps":["trace[815366357] 'process raft request' (duration: 185.92265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:45.518015Z","caller":"traceutil/trace.go:171","msg":"trace[1386605648] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:688; }","duration":"377.502797ms","start":"2026-03-04T01:25:45.140489Z","end":"2026-03-04T01:25:45.517992Z","steps":["trace[1386605648] 'read index received' (duration: 377.351584ms)","trace[1386605648] 'applied index is now lower than readState.Index' (duration: 150.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:45.518086Z","caller":"traceutil/trace.go:171","msg":"trace[605481946] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"529.961126ms","start":"2026-03-04T01:25:44.988096Z","end":"2026-03-04T01:25:45.518057Z","steps":["trace[605481946] 'process raft request' (duration: 529.789053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:45.518208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:44.988071Z","time spent":"530.080509ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2966,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:25:45.518381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.863505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:25:45.518433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.532809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:25:45.518473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.56684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:25:45.518513Z","caller":"traceutil/trace.go:171","msg":"trace[860074518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:667; }","duration":"378.030739ms","start":"2026-03-04T01:25:45.140448Z","end":"2026-03-04T01:25:45.518479Z","steps":["trace[860074518] 'agreement among raft nodes before linearized reading' (duration: 377.663601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:45.518549Z","caller":"traceutil/trace.go:171","msg":"trace[2003267679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:667; }","duration":"151.657662ms","start":"2026-03-04T01:25:45.366861Z","end":"2026-03-04T01:25:45.518519Z","steps":["trace[2003267679] 'agreement among raft nodes before linearized reading' (duration: 151.364185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:45.518563Z","caller":"traceutil/trace.go:171","msg":"trace[1793048664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:667; }","duration":"151.682192ms","start":"2026-03-04T01:25:45.366856Z","end":"2026-03-04T01:25:45.518538Z","steps":["trace[1793048664] 'agreement among raft nodes before linearized reading' (duration: 151.481138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:25:45.51858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:25:45.140427Z","time spent":"378.139251ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:25:45.728471Z","caller":"traceutil/trace.go:171","msg":"trace[1340747961] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"123.859777ms","start":"2026-03-04T01:25:45.604584Z","end":"2026-03-04T01:25:45.728444Z","steps":["trace[1340747961] 'process raft request' (duration: 52.224301ms)","trace[1340747961] 'compare' (duration: 71.518513ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:25:45.730326Z","caller":"traceutil/trace.go:171","msg":"trace[1680860878] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"115.203942ms","start":"2026-03-04T01:25:45.615099Z","end":"2026-03-04T01:25:45.730303Z","steps":["trace[1680860878] 'process raft request' (duration: 115.07999ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:46.897039Z","caller":"traceutil/trace.go:171","msg":"trace[1390953841] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"125.511075ms","start":"2026-03-04T01:25:46.77148Z","end":"2026-03-04T01:25:46.896991Z","steps":["trace[1390953841] 'process raft request' (duration: 125.091406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:59.876242Z","caller":"traceutil/trace.go:171","msg":"trace[1806852500] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"112.023892ms","start":"2026-03-04T01:25:59.764197Z","end":"2026-03-04T01:25:59.876221Z","steps":["trace[1806852500] 'process raft request' (duration: 106.418917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:59.876539Z","caller":"traceutil/trace.go:171","msg":"trace[2118486503] linearizableReadLoop","detail":"{readStateIndex:915; appliedIndex:911; }","duration":"111.123562ms","start":"2026-03-04T01:25:59.7654Z","end":"2026-03-04T01:25:59.876524Z","steps":["trace[2118486503] 'read index received' (duration: 77.290433ms)","trace[2118486503] 'applied index is now lower than readState.Index' (duration: 33.832149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:25:59.876641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.231554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:25:59.876626Z","caller":"traceutil/trace.go:171","msg":"trace[1898722625] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"112.385221ms","start":"2026-03-04T01:25:59.764215Z","end":"2026-03-04T01:25:59.8766Z","steps":["trace[1898722625] 'process raft request' (duration: 111.966631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:59.876655Z","caller":"traceutil/trace.go:171","msg":"trace[1007299029] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"112.350889ms","start":"2026-03-04T01:25:59.764282Z","end":"2026-03-04T01:25:59.876633Z","steps":["trace[1007299029] 'process raft request' (duration: 112.177235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:25:59.876683Z","caller":"traceutil/trace.go:171","msg":"trace[1901860706] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:887; }","duration":"111.295746ms","start":"2026-03-04T01:25:59.765375Z","end":"2026-03-04T01:25:59.876671Z","steps":["trace[1901860706] 'agreement among raft nodes before linearized reading' (duration: 111.210054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:02.301584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.074463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:02.301681Z","caller":"traceutil/trace.go:171","msg":"trace[1249730575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:888; }","duration":"186.193646ms","start":"2026-03-04T01:26:02.115468Z","end":"2026-03-04T01:26:02.301661Z","steps":["trace[1249730575] 'range keys from in-memory index tree' (duration: 185.93085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:02.301944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.34908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:26:02.302021Z","caller":"traceutil/trace.go:171","msg":"trace[1858983834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:888; }","duration":"421.449042ms","start":"2026-03-04T01:26:01.880554Z","end":"2026-03-04T01:26:02.302003Z","steps":["trace[1858983834] 'range keys from in-memory index tree' (duration: 421.199606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:02.302066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:01.88054Z","time spent":"421.512614ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:26:02.301922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.183172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:26:02.302109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.894794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:26:02.302166Z","caller":"traceutil/trace.go:171","msg":"trace[115465053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:888; }","duration":"753.495329ms","start":"2026-03-04T01:26:01.548652Z","end":"2026-03-04T01:26:02.302148Z","steps":["trace[115465053] 'range keys from in-memory index tree' (duration: 753.062819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:02.302181Z","caller":"traceutil/trace.go:171","msg":"trace[1624489230] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:888; }","duration":"456.004567ms","start":"2026-03-04T01:26:01.846159Z","end":"2026-03-04T01:26:02.302164Z","steps":["trace[1624489230] 'range keys from in-memory index tree' (duration: 455.752271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:02.302221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:01.846138Z","time spent":"456.074369ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:26:02.302223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:01.548611Z","time spent":"753.595341ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:26:02.302231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.396883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:26:02.302293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.886822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:26:02.302308Z","caller":"traceutil/trace.go:171","msg":"trace[1604360024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:888; }","duration":"422.503496ms","start":"2026-03-04T01:26:01.879778Z","end":"2026-03-04T01:26:02.302282Z","steps":["trace[1604360024] 'range keys from in-memory index tree' (duration: 422.165508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:02.302407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:01.879752Z","time spent":"422.639029ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:26:02.302406Z","caller":"traceutil/trace.go:171","msg":"trace[522997813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:888; }","duration":"422.020675ms","start":"2026-03-04T01:26:01.88036Z","end":"2026-03-04T01:26:02.302381Z","steps":["trace[522997813] 'range keys from in-memory index tree' (duration: 421.719998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:02.302461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:01.880347Z","time spent":"422.099987ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:26:03.013962Z","caller":"traceutil/trace.go:171","msg":"trace[1860157089] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"707.155321ms","start":"2026-03-04T01:26:02.306781Z","end":"2026-03-04T01:26:03.013937Z","steps":["trace[1860157089] 'process raft request' (duration: 706.926125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.014204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:02.306762Z","time spent":"707.327944ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:03.01435Z","caller":"traceutil/trace.go:171","msg":"trace[1912924031] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"707.506867ms","start":"2026-03-04T01:26:02.306783Z","end":"2026-03-04T01:26:03.01429Z","steps":["trace[1912924031] 'process raft request' (duration: 707.080688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:03.014461Z","caller":"traceutil/trace.go:171","msg":"trace[1776178174] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"707.540709ms","start":"2026-03-04T01:26:02.306891Z","end":"2026-03-04T01:26:03.014431Z","steps":["trace[1776178174] 'process raft request' (duration: 707.319814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.014582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:02.306749Z","time spent":"707.714012ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:03.014652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:02.306879Z","time spent":"707.664831ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:03.244331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.865976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:26:03.244472Z","caller":"traceutil/trace.go:171","msg":"trace[1781823229] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"131.612331ms","start":"2026-03-04T01:26:03.112838Z","end":"2026-03-04T01:26:03.24445Z","steps":["trace[1781823229] 'read index received' (duration: 32.091µs)","trace[1781823229] 'applied index is now lower than readState.Index' (duration: 131.57833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:03.244585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.742694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:03.244563Z","caller":"traceutil/trace.go:171","msg":"trace[1037493011] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"199.418613ms","start":"2026-03-04T01:26:03.045102Z","end":"2026-03-04T01:26:03.24452Z","steps":["trace[1037493011] 'process raft request' (duration: 14.25978ms)","trace[1037493011] 'compare' (duration: 184.754874ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:03.244623Z","caller":"traceutil/trace.go:171","msg":"trace[1318605362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:893; }","duration":"131.812626ms","start":"2026-03-04T01:26:03.112801Z","end":"2026-03-04T01:26:03.244613Z","steps":["trace[1318605362] 'agreement among raft nodes before linearized reading' (duration: 131.748765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.244746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.063561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:26:03.244802Z","caller":"traceutil/trace.go:171","msg":"trace[998909387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:893; }","duration":"119.155692ms","start":"2026-03-04T01:26:03.12563Z","end":"2026-03-04T01:26:03.244786Z","steps":["trace[998909387] 'agreement among raft nodes before linearized reading' (duration: 118.988588ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:03.530674Z","caller":"traceutil/trace.go:171","msg":"trace[411584704] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"282.303012ms","start":"2026-03-04T01:26:03.248335Z","end":"2026-03-04T01:26:03.530638Z","steps":["trace[411584704] 'process raft request' (duration: 199.000473ms)","trace[411584704] 'compare' (duration: 82.981252ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:03.530825Z","caller":"traceutil/trace.go:171","msg":"trace[217099963] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"146.518166ms","start":"2026-03-04T01:26:03.384251Z","end":"2026-03-04T01:26:03.530769Z","steps":["trace[217099963] 'process raft request' (duration: 146.26132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:03.838438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.00178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:03.838495Z","caller":"traceutil/trace.go:171","msg":"trace[6012842] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:895; }","duration":"115.099051ms","start":"2026-03-04T01:26:03.723384Z","end":"2026-03-04T01:26:03.838483Z","steps":["trace[6012842] 'count revisions from in-memory index tree' (duration: 114.934647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:03.995601Z","caller":"traceutil/trace.go:171","msg":"trace[1734288757] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"147.944048ms","start":"2026-03-04T01:26:03.84763Z","end":"2026-03-04T01:26:03.995574Z","steps":["trace[1734288757] 'process raft request' (duration: 145.023683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:04.849529Z","caller":"traceutil/trace.go:171","msg":"trace[1147364718] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"123.902299ms","start":"2026-03-04T01:26:04.725605Z","end":"2026-03-04T01:26:04.849507Z","steps":["trace[1147364718] 'process raft request' (duration: 123.776746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:05.895484Z","caller":"traceutil/trace.go:171","msg":"trace[1056401098] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"165.584155ms","start":"2026-03-04T01:26:05.729873Z","end":"2026-03-04T01:26:05.895458Z","steps":["trace[1056401098] 'process raft request' (duration: 165.426891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:08.675835Z","caller":"traceutil/trace.go:171","msg":"trace[618117287] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"138.823503ms","start":"2026-03-04T01:26:08.536971Z","end":"2026-03-04T01:26:08.675794Z","steps":["trace[618117287] 'process raft request' (duration: 104.003792ms)","trace[618117287] 'compare' (duration: 34.593126ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:11.54411Z","caller":"traceutil/trace.go:171","msg":"trace[2109521592] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"121.413082ms","start":"2026-03-04T01:26:11.422621Z","end":"2026-03-04T01:26:11.544034Z","steps":["trace[2109521592] 'process raft request' (duration: 121.252589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:14.59709Z","caller":"traceutil/trace.go:171","msg":"trace[1694452268] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"131.05292ms","start":"2026-03-04T01:26:14.466009Z","end":"2026-03-04T01:26:14.597062Z","steps":["trace[1694452268] 'process raft request' (duration: 130.880106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:18.938837Z","caller":"traceutil/trace.go:171","msg":"trace[1317962478] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"192.005316ms","start":"2026-03-04T01:26:18.746791Z","end":"2026-03-04T01:26:18.938797Z","steps":["trace[1317962478] 'process raft request' (duration: 191.805802ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:23.093623Z","caller":"traceutil/trace.go:171","msg":"trace[1327971652] linearizableReadLoop","detail":"{readStateIndex:1014; appliedIndex:1013; }","duration":"462.557384ms","start":"2026-03-04T01:26:22.631034Z","end":"2026-03-04T01:26:23.093592Z","steps":["trace[1327971652] 'read index received' (duration: 462.290298ms)","trace[1327971652] 'applied index is now lower than readState.Index' (duration: 266.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:23.093788Z","caller":"traceutil/trace.go:171","msg":"trace[1765993259] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"523.732906ms","start":"2026-03-04T01:26:22.569986Z","end":"2026-03-04T01:26:23.093719Z","steps":["trace[1765993259] 'process raft request' (duration: 523.428529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:23.093895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.83761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:26:23.093957Z","caller":"traceutil/trace.go:171","msg":"trace[1753255675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:982; }","duration":"462.940032ms","start":"2026-03-04T01:26:22.631Z","end":"2026-03-04T01:26:23.09394Z","steps":["trace[1753255675] 'agreement among raft nodes before linearized reading' (duration: 462.707337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:23.09404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:22.630987Z","time spent":"463.014674ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:26:23.094143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:22.569962Z","time spent":"523.987862ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6241,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:35.684466Z","caller":"traceutil/trace.go:171","msg":"trace[630583669] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"122.057836ms","start":"2026-03-04T01:26:35.562386Z","end":"2026-03-04T01:26:35.684444Z","steps":["trace[630583669] 'process raft request' (duration: 80.319487ms)","trace[630583669] 'compare' (duration: 41.641997ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:38.000965Z","caller":"traceutil/trace.go:171","msg":"trace[1195327481] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"103.421282ms","start":"2026-03-04T01:26:37.897518Z","end":"2026-03-04T01:26:38.00094Z","steps":["trace[1195327481] 'process raft request' (duration: 103.245188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:39.924855Z","caller":"traceutil/trace.go:171","msg":"trace[2115688488] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"369.072795ms","start":"2026-03-04T01:26:39.555745Z","end":"2026-03-04T01:26:39.924818Z","steps":["trace[2115688488] 'process raft request' (duration: 362.22326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:39.925032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.538477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:26:39.924692Z","caller":"traceutil/trace.go:171","msg":"trace[1372488981] linearizableReadLoop","detail":"{readStateIndex:1150; appliedIndex:1149; }","duration":"224.158608ms","start":"2026-03-04T01:26:39.700488Z","end":"2026-03-04T01:26:39.924646Z","steps":["trace[1372488981] 'read index received' (duration: 217.515117ms)","trace[1372488981] 'applied index is now lower than readState.Index' (duration: 6.641791ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:39.925108Z","caller":"traceutil/trace.go:171","msg":"trace[1268574607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1112; }","duration":"224.622769ms","start":"2026-03-04T01:26:39.70047Z","end":"2026-03-04T01:26:39.925093Z","steps":["trace[1268574607] 'agreement among raft nodes before linearized reading' (duration: 224.444695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:39.925048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:39.555717Z","time spent":"369.239248ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:26:39.925542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.806904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:26:39.925656Z","caller":"traceutil/trace.go:171","msg":"trace[965960875] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1112; }","duration":"224.954967ms","start":"2026-03-04T01:26:39.700675Z","end":"2026-03-04T01:26:39.92563Z","steps":["trace[965960875] 'agreement among raft nodes before linearized reading' (duration: 224.65474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:44.122453Z","caller":"traceutil/trace.go:171","msg":"trace[2110148778] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"124.563394ms","start":"2026-03-04T01:26:43.997855Z","end":"2026-03-04T01:26:44.122419Z","steps":["trace[2110148778] 'process raft request' (duration: 26.512544ms)","trace[2110148778] 'compare' (duration: 97.901446ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:44.124351Z","caller":"traceutil/trace.go:171","msg":"trace[458215375] linearizableReadLoop","detail":"{readStateIndex:1171; appliedIndex:1169; }","duration":"100.119957ms","start":"2026-03-04T01:26:44.024211Z","end":"2026-03-04T01:26:44.124331Z","steps":["trace[458215375] 'read index received' (duration: 168.064µs)","trace[458215375] 'applied index is now lower than readState.Index' (duration: 99.950743ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:26:44.124431Z","caller":"traceutil/trace.go:171","msg":"trace[568543118] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"125.921594ms","start":"2026-03-04T01:26:43.998487Z","end":"2026-03-04T01:26:44.124408Z","steps":["trace[568543118] 'process raft request' (duration: 125.74689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:44.124646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.409254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T01:26:44.124703Z","caller":"traceutil/trace.go:171","msg":"trace[1365435021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1132; }","duration":"100.513946ms","start":"2026-03-04T01:26:44.024172Z","end":"2026-03-04T01:26:44.124686Z","steps":["trace[1365435021] 'agreement among raft nodes before linearized reading' (duration: 100.24813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:44.172696Z","caller":"traceutil/trace.go:171","msg":"trace[1986675812] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"123.247594ms","start":"2026-03-04T01:26:44.049416Z","end":"2026-03-04T01:26:44.172663Z","steps":["trace[1986675812] 'process raft request' (duration: 123.0662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:46.102816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.289564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:26:46.102911Z","caller":"traceutil/trace.go:171","msg":"trace[1421144707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1225; }","duration":"141.433987ms","start":"2026-03-04T01:26:45.961457Z","end":"2026-03-04T01:26:46.102891Z","steps":["trace[1421144707] 'range keys from in-memory index tree' (duration: 141.086959ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:46.794927Z","caller":"traceutil/trace.go:171","msg":"trace[1161991316] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"494.811194ms","start":"2026-03-04T01:26:46.300097Z","end":"2026-03-04T01:26:46.794908Z","steps":["trace[1161991316] 'process raft request' (duration: 494.676681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:46.795061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:46.300084Z","time spent":"494.907696ms","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:46.981519Z","caller":"traceutil/trace.go:171","msg":"trace[676341555] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"134.471169ms","start":"2026-03-04T01:26:46.846998Z","end":"2026-03-04T01:26:46.981469Z","steps":["trace[676341555] 'process raft request' (duration: 134.218063ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:47.433056Z","caller":"traceutil/trace.go:171","msg":"trace[141258478] linearizableReadLoop","detail":"{readStateIndex:1272; appliedIndex:1271; }","duration":"317.686266ms","start":"2026-03-04T01:26:47.115349Z","end":"2026-03-04T01:26:47.433035Z","steps":["trace[141258478] 'read index received' (duration: 317.263246ms)","trace[141258478] 'applied index is now lower than readState.Index' (duration: 421.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:26:47.433393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.098979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:26:47.433434Z","caller":"traceutil/trace.go:171","msg":"trace[2012193139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1232; }","duration":"130.191552ms","start":"2026-03-04T01:26:47.303232Z","end":"2026-03-04T01:26:47.433424Z","steps":["trace[2012193139] 'agreement among raft nodes before linearized reading' (duration: 129.930146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:47.433193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.819009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:26:47.433679Z","caller":"traceutil/trace.go:171","msg":"trace[1148888825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1232; }","duration":"318.251589ms","start":"2026-03-04T01:26:47.115303Z","end":"2026-03-04T01:26:47.433555Z","steps":["trace[1148888825] 'agreement among raft nodes before linearized reading' (duration: 317.811479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:47.433747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:47.115279Z","time spent":"318.451714ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:26:47.433732Z","caller":"traceutil/trace.go:171","msg":"trace[1434299225] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"443.329233ms","start":"2026-03-04T01:26:46.989733Z","end":"2026-03-04T01:26:47.433062Z","steps":["trace[1434299225] 'process raft request' (duration: 442.977555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:26:47.433963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:26:46.989706Z","time spent":"444.146732ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4318,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:26:57.969266Z","caller":"traceutil/trace.go:171","msg":"trace[313894269] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"121.864373ms","start":"2026-03-04T01:26:57.847375Z","end":"2026-03-04T01:26:57.969239Z","steps":["trace[313894269] 'process raft request' (duration: 121.144836ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:26:57.972102Z","caller":"traceutil/trace.go:171","msg":"trace[842911756] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"123.878598ms","start":"2026-03-04T01:26:57.848192Z","end":"2026-03-04T01:26:57.97207Z","steps":["trace[842911756] 'process raft request' (duration: 123.360516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:06.97481Z","caller":"traceutil/trace.go:171","msg":"trace[697106248] linearizableReadLoop","detail":"{readStateIndex:1594; appliedIndex:1593; }","duration":"264.158648ms","start":"2026-03-04T01:27:06.710623Z","end":"2026-03-04T01:27:06.974782Z","steps":["trace[697106248] 'read index received' (duration: 263.927813ms)","trace[697106248] 'applied index is now lower than readState.Index' (duration: 229.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:06.974857Z","caller":"traceutil/trace.go:171","msg":"trace[209621448] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"277.477082ms","start":"2026-03-04T01:27:06.697347Z","end":"2026-03-04T01:27:06.974824Z","steps":["trace[209621448] 'process raft request' (duration: 277.212846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:06.97505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.381044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:06.9751Z","caller":"traceutil/trace.go:171","msg":"trace[1383550357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"264.488566ms","start":"2026-03-04T01:27:06.710599Z","end":"2026-03-04T01:27:06.975087Z","steps":["trace[1383550357] 'agreement among raft nodes before linearized reading' (duration: 264.363123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:06.975134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.489876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:06.975137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.745528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:06.975081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.337763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:06.975204Z","caller":"traceutil/trace.go:171","msg":"trace[1496680151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"151.601848ms","start":"2026-03-04T01:27:06.823587Z","end":"2026-03-04T01:27:06.975188Z","steps":["trace[1496680151] 'agreement among raft nodes before linearized reading' (duration: 151.468505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:06.975222Z","caller":"traceutil/trace.go:171","msg":"trace[1481553779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"208.8575ms","start":"2026-03-04T01:27:06.766345Z","end":"2026-03-04T01:27:06.975202Z","steps":["trace[1481553779] 'agreement among raft nodes before linearized reading' (duration: 208.718357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:06.975272Z","caller":"traceutil/trace.go:171","msg":"trace[1053097595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"264.546257ms","start":"2026-03-04T01:27:06.710686Z","end":"2026-03-04T01:27:06.975233Z","steps":["trace[1053097595] 'agreement among raft nodes before linearized reading' (duration: 264.308982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:06.975254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.591711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:06.975357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.19805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:06.975403Z","caller":"traceutil/trace.go:171","msg":"trace[2138581471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"239.300303ms","start":"2026-03-04T01:27:06.736089Z","end":"2026-03-04T01:27:06.975389Z","steps":["trace[2138581471] 'agreement among raft nodes before linearized reading' (duration: 239.219601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:06.975395Z","caller":"traceutil/trace.go:171","msg":"trace[621031711] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"178.987231ms","start":"2026-03-04T01:27:06.796382Z","end":"2026-03-04T01:27:06.975369Z","steps":["trace[621031711] 'agreement among raft nodes before linearized reading' (duration: 178.738685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:06.975508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.521548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:06.975519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.068162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:06.975585Z","caller":"traceutil/trace.go:171","msg":"trace[1834533891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"239.63056ms","start":"2026-03-04T01:27:06.73592Z","end":"2026-03-04T01:27:06.975551Z","steps":["trace[1834533891] 'agreement among raft nodes before linearized reading' (duration: 239.481137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:06.97561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.2748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:06.975656Z","caller":"traceutil/trace.go:171","msg":"trace[332044782] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"209.337021ms","start":"2026-03-04T01:27:06.766307Z","end":"2026-03-04T01:27:06.975644Z","steps":["trace[332044782] 'agreement among raft nodes before linearized reading' (duration: 209.27085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:06.975689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.954966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:06.975586Z","caller":"traceutil/trace.go:171","msg":"trace[979356510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"179.161715ms","start":"2026-03-04T01:27:06.79641Z","end":"2026-03-04T01:27:06.975572Z","steps":["trace[979356510] 'agreement among raft nodes before linearized reading' (duration: 179.065843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:06.975784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.26159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:06.975739Z","caller":"traceutil/trace.go:171","msg":"trace[931446183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"152.049368ms","start":"2026-03-04T01:27:06.823678Z","end":"2026-03-04T01:27:06.975728Z","steps":["trace[931446183] 'agreement among raft nodes before linearized reading' (duration: 151.973907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:06.975818Z","caller":"traceutil/trace.go:171","msg":"trace[1006622511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"122.296541ms","start":"2026-03-04T01:27:06.853513Z","end":"2026-03-04T01:27:06.97581Z","steps":["trace[1006622511] 'agreement among raft nodes before linearized reading' (duration: 122.24742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:06.976007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.222579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:06.976164Z","caller":"traceutil/trace.go:171","msg":"trace[1042127044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1528; }","duration":"122.467395ms","start":"2026-03-04T01:27:06.853661Z","end":"2026-03-04T01:27:06.976129Z","steps":["trace[1042127044] 'agreement among raft nodes before linearized reading' (duration: 122.079797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:12.423075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.838226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:27:12.423166Z","caller":"traceutil/trace.go:171","msg":"trace[656849773] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1564; }","duration":"123.96448ms","start":"2026-03-04T01:27:12.299184Z","end":"2026-03-04T01:27:12.423149Z","steps":["trace[656849773] 'range keys from in-memory index tree' (duration: 123.666493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:12.423274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.536282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:27:12.423327Z","caller":"traceutil/trace.go:171","msg":"trace[1834945576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1564; }","duration":"124.589433ms","start":"2026-03-04T01:27:12.298723Z","end":"2026-03-04T01:27:12.423313Z","steps":["trace[1834945576] 'range keys from in-memory index tree' (duration: 124.338808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:12.423329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.059088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:27:12.423461Z","caller":"traceutil/trace.go:171","msg":"trace[1539095975] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"118.317851ms","start":"2026-03-04T01:27:12.30513Z","end":"2026-03-04T01:27:12.423448Z","steps":["trace[1539095975] 'process raft request' (duration: 69.404748ms)","trace[1539095975] 'compare' (duration: 48.389881ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:12.42348Z","caller":"traceutil/trace.go:171","msg":"trace[1237918476] linearizableReadLoop","detail":"{readStateIndex:1632; appliedIndex:1631; }","duration":"111.752341ms","start":"2026-03-04T01:27:12.311692Z","end":"2026-03-04T01:27:12.423444Z","steps":["trace[1237918476] 'read index received' (duration: 62.753567ms)","trace[1237918476] 'applied index is now lower than readState.Index' (duration: 48.995984ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:12.423555Z","caller":"traceutil/trace.go:171","msg":"trace[517793752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1564; }","duration":"119.315474ms","start":"2026-03-04T01:27:12.304184Z","end":"2026-03-04T01:27:12.423499Z","steps":["trace[517793752] 'range keys from in-memory index tree' (duration: 118.887424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:12.42379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.065588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:27:12.423835Z","caller":"traceutil/trace.go:171","msg":"trace[1865691574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1565; }","duration":"112.153101ms","start":"2026-03-04T01:27:12.31167Z","end":"2026-03-04T01:27:12.423823Z","steps":["trace[1865691574] 'agreement among raft nodes before linearized reading' (duration: 111.901895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:12.853532Z","caller":"traceutil/trace.go:171","msg":"trace[4007902] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"139.295049ms","start":"2026-03-04T01:27:12.714208Z","end":"2026-03-04T01:27:12.853503Z","steps":["trace[4007902] 'process raft request' (duration: 115.116979ms)","trace[4007902] 'compare' (duration: 23.814831ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:12.853578Z","caller":"traceutil/trace.go:171","msg":"trace[1757097194] linearizableReadLoop","detail":"{readStateIndex:1654; appliedIndex:1648; }","duration":"121.164216ms","start":"2026-03-04T01:27:12.732385Z","end":"2026-03-04T01:27:12.85355Z","steps":["trace[1757097194] 'read index received' (duration: 32.99589ms)","trace[1757097194] 'applied index is now lower than readState.Index' (duration: 88.166676ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:12.853726Z","caller":"traceutil/trace.go:171","msg":"trace[304211755] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"137.1351ms","start":"2026-03-04T01:27:12.716554Z","end":"2026-03-04T01:27:12.85369Z","steps":["trace[304211755] 'process raft request' (duration: 136.916065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:12.853787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.386691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-04T01:27:12.853828Z","caller":"traceutil/trace.go:171","msg":"trace[113564251] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1587; }","duration":"121.446713ms","start":"2026-03-04T01:27:12.732369Z","end":"2026-03-04T01:27:12.853815Z","steps":["trace[113564251] 'agreement among raft nodes before linearized reading' (duration: 121.31269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:12.98362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.891976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-03-04T01:27:12.983701Z","caller":"traceutil/trace.go:171","msg":"trace[345865892] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:1597; }","duration":"109.02574ms","start":"2026-03-04T01:27:12.874661Z","end":"2026-03-04T01:27:12.983687Z","steps":["trace[345865892] 'agreement among raft nodes before linearized reading' (duration: 108.771804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:17.395759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.4576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:17.396047Z","caller":"traceutil/trace.go:171","msg":"trace[1962844361] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"344.158808ms","start":"2026-03-04T01:27:17.051866Z","end":"2026-03-04T01:27:17.396024Z","steps":["trace[1962844361] 'process raft request' (duration: 344.047565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:17.396141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:17.051839Z","time spent":"344.25323ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:17.396203Z","caller":"traceutil/trace.go:171","msg":"trace[1944280423] linearizableReadLoop","detail":"{readStateIndex:1710; appliedIndex:1709; }","duration":"1.15318444s","start":"2026-03-04T01:27:16.242891Z","end":"2026-03-04T01:27:17.396075Z","steps":["trace[1944280423] 'read index received' (duration: 234.264979ms)","trace[1944280423] 'applied index is now lower than readState.Index' (duration: 918.913201ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:17.396271Z","caller":"traceutil/trace.go:171","msg":"trace[1630926170] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"1.233846924s","start":"2026-03-04T01:27:16.162379Z","end":"2026-03-04T01:27:17.396226Z","steps":["trace[1630926170] 'process raft request' (duration: 314.822621ms)","trace[1630926170] 'compare' (duration: 918.275326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:17.396459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:16.16234Z","time spent":"1.234031529s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:17.3965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.693349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-04T01:27:17.396537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.447578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:27:17.396539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.177132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-04T01:27:17.396563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.218062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:27:17.396596Z","caller":"traceutil/trace.go:171","msg":"trace[1560252314] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1643; }","duration":"910.285524ms","start":"2026-03-04T01:27:16.486294Z","end":"2026-03-04T01:27:17.396579Z","steps":["trace[1560252314] 'agreement among raft nodes before linearized reading' (duration: 910.11154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:17.396565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15365109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:27:17.396589Z","caller":"traceutil/trace.go:171","msg":"trace[1815799857] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5; range_end:; response_count:1; response_revision:1643; }","duration":"238.833592ms","start":"2026-03-04T01:27:17.157734Z","end":"2026-03-04T01:27:17.396567Z","steps":["trace[1815799857] 'agreement among raft nodes before linearized reading' (duration: 238.661288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:17.396584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.019898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:27:17.396634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:16.486267Z","time spent":"910.359726ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:27:17.396649Z","caller":"traceutil/trace.go:171","msg":"trace[310410757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1643; }","duration":"899.376556ms","start":"2026-03-04T01:27:16.497245Z","end":"2026-03-04T01:27:17.396622Z","steps":["trace[310410757] 'agreement among raft nodes before linearized reading' (duration: 899.156401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:17.396659Z","caller":"traceutil/trace.go:171","msg":"trace[1442728646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1643; }","duration":"1.153804014s","start":"2026-03-04T01:27:16.24283Z","end":"2026-03-04T01:27:17.396634Z","steps":["trace[1442728646] 'agreement among raft nodes before linearized reading' (duration: 1.153514657s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:17.396672Z","caller":"traceutil/trace.go:171","msg":"trace[1357807231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1643; }","duration":"899.139541ms","start":"2026-03-04T01:27:16.497509Z","end":"2026-03-04T01:27:17.396648Z","steps":["trace[1357807231] 'agreement among raft nodes before linearized reading' (duration: 898.889545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:17.396586Z","caller":"traceutil/trace.go:171","msg":"trace[962701419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1643; }","duration":"899.54023ms","start":"2026-03-04T01:27:16.497033Z","end":"2026-03-04T01:27:17.396573Z","steps":["trace[962701419] 'agreement among raft nodes before linearized reading' (duration: 899.364196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:17.396713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:16.497194Z","time spent":"899.502939ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:17.396713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:16.242814Z","time spent":"1.153882665s","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:27:17.39673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:16.497495Z","time spent":"899.226363ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:17.396739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:16.497011Z","time spent":"899.710664ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:18.205889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.894158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:18.206323Z","caller":"traceutil/trace.go:171","msg":"trace[760966075] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"804.240743ms","start":"2026-03-04T01:27:17.402011Z","end":"2026-03-04T01:27:18.206252Z","steps":["trace[760966075] 'process raft request' (duration: 191.899115ms)","trace[760966075] 'compare' (duration: 611.702053ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:18.206411Z","caller":"traceutil/trace.go:171","msg":"trace[1083547629] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"804.334155ms","start":"2026-03-04T01:27:17.402045Z","end":"2026-03-04T01:27:18.20638Z","steps":["trace[1083547629] 'process raft request' (duration: 803.960556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:18.206462Z","caller":"traceutil/trace.go:171","msg":"trace[1631826172] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"804.385096ms","start":"2026-03-04T01:27:17.402056Z","end":"2026-03-04T01:27:18.206441Z","steps":["trace[1631826172] 'process raft request' (duration: 804.029338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:18.206556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:17.402039Z","time spent":"804.474858ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:18.206564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:17.402021Z","time spent":"804.459958ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:18.206576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:17.401982Z","time spent":"804.462588ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:18.206829Z","caller":"traceutil/trace.go:171","msg":"trace[1434953883] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"804.735174ms","start":"2026-03-04T01:27:17.402059Z","end":"2026-03-04T01:27:18.206794Z","steps":["trace[1434953883] 'process raft request' (duration: 804.324875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:18.206909Z","caller":"traceutil/trace.go:171","msg":"trace[883406021] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1711; }","duration":"481.435291ms","start":"2026-03-04T01:27:17.725461Z","end":"2026-03-04T01:27:18.206896Z","steps":["trace[883406021] 'read index received' (duration: 415.187924ms)","trace[883406021] 'applied index is now lower than readState.Index' (duration: 66.246197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:18.206949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:17.402024Z","time spent":"804.858037ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:18.207157Z","caller":"traceutil/trace.go:171","msg":"trace[141906872] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"798.481942ms","start":"2026-03-04T01:27:17.408624Z","end":"2026-03-04T01:27:18.207106Z","steps":["trace[141906872] 'process raft request' (duration: 798.095444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:18.207374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:17.408611Z","time spent":"798.658736ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10969,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:18.20833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.872073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:27:18.208384Z","caller":"traceutil/trace.go:171","msg":"trace[824120619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1648; }","duration":"482.968335ms","start":"2026-03-04T01:27:17.725403Z","end":"2026-03-04T01:27:18.208371Z","steps":["trace[824120619] 'agreement among raft nodes before linearized reading' (duration: 481.679046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:18.208418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:17.725314Z","time spent":"483.096238ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:27:18.581382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.547136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:18.581472Z","caller":"traceutil/trace.go:171","msg":"trace[1932617047] linearizableReadLoop","detail":"{readStateIndex:1717; appliedIndex:1716; }","duration":"374.360015ms","start":"2026-03-04T01:27:18.2071Z","end":"2026-03-04T01:27:18.58146Z","steps":["trace[1932617047] 'read index received' (duration: 222.678896ms)","trace[1932617047] 'applied index is now lower than readState.Index' (duration: 151.679749ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:18.581524Z","caller":"traceutil/trace.go:171","msg":"trace[731930372] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"818.191001ms","start":"2026-03-04T01:27:17.763326Z","end":"2026-03-04T01:27:18.581517Z","steps":["trace[731930372] 'process raft request' (duration: 666.427169ms)","trace[731930372] 'compare' (duration: 151.399813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:18.581558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:17.763316Z","time spent":"818.226201ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:18.581732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.51257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:18.581755Z","caller":"traceutil/trace.go:171","msg":"trace[70665683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1649; }","duration":"466.564532ms","start":"2026-03-04T01:27:18.115183Z","end":"2026-03-04T01:27:18.581747Z","steps":["trace[70665683] 'agreement among raft nodes before linearized reading' (duration: 466.527381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:18.581787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.115158Z","time spent":"466.622164ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:27:18.581909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.973386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:27:18.581899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.169157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:18.581992Z","caller":"traceutil/trace.go:171","msg":"trace[385087228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1649; }","duration":"425.099679ms","start":"2026-03-04T01:27:18.156874Z","end":"2026-03-04T01:27:18.581974Z","steps":["trace[385087228] 'agreement among raft nodes before linearized reading' (duration: 424.886894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:18.582007Z","caller":"traceutil/trace.go:171","msg":"trace[998054832] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1649; }","duration":"442.382712ms","start":"2026-03-04T01:27:18.139602Z","end":"2026-03-04T01:27:18.581985Z","steps":["trace[998054832] 'agreement among raft nodes before linearized reading' (duration: 442.107516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:18.582129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.13957Z","time spent":"442.546896ms","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:27:18.582036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.156855Z","time spent":"425.17248ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:27:19.082164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191215389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:27:19.582418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191215389,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:27:19.640078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210259547s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:27:19.934883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.954048ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:19.935008Z","caller":"traceutil/trace.go:171","msg":"trace[1311798591] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1649; }","duration":"932.091761ms","start":"2026-03-04T01:27:19.002897Z","end":"2026-03-04T01:27:19.934989Z","steps":["trace[1311798591] 'range keys from in-memory index tree' (duration: 931.937978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:19.935193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.700603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:19.935488Z","caller":"traceutil/trace.go:171","msg":"trace[1710582539] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"1.723118972s","start":"2026-03-04T01:27:18.212344Z","end":"2026-03-04T01:27:19.935463Z","steps":["trace[1710582539] 'process raft request' (duration: 1.427993679s)","trace[1710582539] 'compare' (duration: 294.161171ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:19.935561Z","caller":"traceutil/trace.go:171","msg":"trace[890707887] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"1.721968046s","start":"2026-03-04T01:27:18.213563Z","end":"2026-03-04T01:27:19.935531Z","steps":["trace[890707887] 'process raft request' (duration: 1.721782172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:19.935647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.212304Z","time spent":"1.723244235s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:19.935692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.213531Z","time spent":"1.722105239s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:19.935838Z","caller":"traceutil/trace.go:171","msg":"trace[1047049250] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"1.722206882s","start":"2026-03-04T01:27:18.213602Z","end":"2026-03-04T01:27:19.935809Z","steps":["trace[1047049250] 'process raft request' (duration: 1.721861344s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:19.936016Z","caller":"traceutil/trace.go:171","msg":"trace[312128038] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"1.722344795s","start":"2026-03-04T01:27:18.213643Z","end":"2026-03-04T01:27:19.935987Z","steps":["trace[312128038] 'process raft request' (duration: 1.72211545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:19.936174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.21357Z","time spent":"1.722524838s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:19.936198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.213626Z","time spent":"1.722483498s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:19.936286Z","caller":"traceutil/trace.go:171","msg":"trace[734851513] linearizableReadLoop","detail":"{readStateIndex:1724; appliedIndex:1717; }","duration":"1.354773194s","start":"2026-03-04T01:27:18.58149Z","end":"2026-03-04T01:27:19.936263Z","steps":["trace[734851513] 'read index received' (duration: 1.058849623s)","trace[734851513] 'applied index is now lower than readState.Index' (duration: 295.921931ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:19.936323Z","caller":"traceutil/trace.go:171","msg":"trace[392992061] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"1.349154586s","start":"2026-03-04T01:27:18.587139Z","end":"2026-03-04T01:27:19.936293Z","steps":["trace[392992061] 'process raft request' (duration: 1.348989162s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:19.936339Z","caller":"traceutil/trace.go:171","msg":"trace[1068944474] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"1.722327894s","start":"2026-03-04T01:27:18.213945Z","end":"2026-03-04T01:27:19.936273Z","steps":["trace[1068944474] 'process raft request' (duration: 1.721977706s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:19.936408Z","caller":"traceutil/trace.go:171","msg":"trace[481940574] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"533.468884ms","start":"2026-03-04T01:27:19.402926Z","end":"2026-03-04T01:27:19.936395Z","steps":["trace[481940574] 'process raft request' (duration: 533.28256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:19.93648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.587115Z","time spent":"1.349284229s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:19.936509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.213936Z","time spent":"1.722483668s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:19.936579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53310796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-04T01:27:19.936621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353761691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:19.936687Z","caller":"traceutil/trace.go:171","msg":"trace[150091973] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5; range_end:; response_count:1; response_revision:1656; }","duration":"1.533258243s","start":"2026-03-04T01:27:18.403406Z","end":"2026-03-04T01:27:19.936664Z","steps":["trace[150091973] 'agreement among raft nodes before linearized reading' (duration: 1.533035038s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:19.936708Z","caller":"traceutil/trace.go:171","msg":"trace[1728863700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1656; }","duration":"1.353847603s","start":"2026-03-04T01:27:18.58284Z","end":"2026-03-04T01:27:19.936688Z","steps":["trace[1728863700] 'agreement among raft nodes before linearized reading' (duration: 1.35372695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:19.936723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531935953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T01:27:19.936749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.40338Z","time spent":"1.533355316s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5\" "} {"level":"warn","ts":"2026-03-04T01:27:19.936759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.582788Z","time spent":"1.353959796s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:27:19.93679Z","caller":"traceutil/trace.go:171","msg":"trace[165178516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1656; }","duration":"1.532030026s","start":"2026-03-04T01:27:18.404744Z","end":"2026-03-04T01:27:19.936774Z","steps":["trace[165178516] 'agreement among raft nodes before linearized reading' (duration: 1.531818351s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:19.936796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.219482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-04T01:27:19.936853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.404731Z","time spent":"1.532111917s","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T01:27:19.936867Z","caller":"traceutil/trace.go:171","msg":"trace[1350153622] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1656; }","duration":"946.334675ms","start":"2026-03-04T01:27:18.990516Z","end":"2026-03-04T01:27:19.936851Z","steps":["trace[1350153622] 'agreement among raft nodes before linearized reading' (duration: 946.118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:19.936725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.314557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-04T01:27:19.936915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:18.990483Z","time spent":"946.419087ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:27:19.936975Z","caller":"traceutil/trace.go:171","msg":"trace[1082613122] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1656; }","duration":"233.593364ms","start":"2026-03-04T01:27:19.703355Z","end":"2026-03-04T01:27:19.936948Z","steps":["trace[1082613122] 'agreement among raft nodes before linearized reading' (duration: 233.242706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:19.936493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:19.402872Z","time spent":"533.572436ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:24.405706Z","caller":"traceutil/trace.go:171","msg":"trace[1195387129] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"169.202238ms","start":"2026-03-04T01:27:24.236475Z","end":"2026-03-04T01:27:24.405677Z","steps":["trace[1195387129] 'process raft request' (duration: 169.027064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.468584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191215492,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:27:25.53325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1276947s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:27:25.533845Z","caller":"traceutil/trace.go:171","msg":"trace[787369333] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"1.29652645s","start":"2026-03-04T01:27:24.237288Z","end":"2026-03-04T01:27:25.533815Z","steps":["trace[787369333] 'process raft request' (duration: 1.296251514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.534004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.237274Z","time spent":"1.296650263s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:25.534102Z","caller":"traceutil/trace.go:171","msg":"trace[716246249] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"1.296396578s","start":"2026-03-04T01:27:24.237686Z","end":"2026-03-04T01:27:25.534082Z","steps":["trace[716246249] 'process raft request' (duration: 1.29607332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.534216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.237678Z","time spent":"1.296484829s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:25.534525Z","caller":"traceutil/trace.go:171","msg":"trace[861824483] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"1.296354986s","start":"2026-03-04T01:27:24.238152Z","end":"2026-03-04T01:27:25.534507Z","steps":["trace[861824483] 'process raft request' (duration: 1.295862085s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:25.534564Z","caller":"traceutil/trace.go:171","msg":"trace[428148604] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"1.26355275s","start":"2026-03-04T01:27:24.270991Z","end":"2026-03-04T01:27:25.534544Z","steps":["trace[428148604] 'process raft request' (duration: 1.263435697s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.534615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.238125Z","time spent":"1.296442249s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:25.534725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.270975Z","time spent":"1.263652153s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7782,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:25.615809Z","caller":"traceutil/trace.go:171","msg":"trace[339472335] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"1.013910453s","start":"2026-03-04T01:27:24.601864Z","end":"2026-03-04T01:27:25.615774Z","steps":["trace[339472335] 'process raft request' (duration: 1.013589445s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.616014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.601838Z","time spent":"1.014087396s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:25.620685Z","caller":"traceutil/trace.go:171","msg":"trace[1046905882] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"624.427713ms","start":"2026-03-04T01:27:24.996231Z","end":"2026-03-04T01:27:25.620659Z","steps":["trace[1046905882] 'process raft request' (duration: 624.208678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.620811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.996201Z","time spent":"624.541416ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:25.620904Z","caller":"traceutil/trace.go:171","msg":"trace[125722209] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1766; }","duration":"652.752487ms","start":"2026-03-04T01:27:24.968127Z","end":"2026-03-04T01:27:25.62088Z","steps":["trace[125722209] 'read index received' (duration: 565.38676ms)","trace[125722209] 'applied index is now lower than readState.Index' (duration: 87.364507ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:25.621044Z","caller":"traceutil/trace.go:171","msg":"trace[1104372407] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"206.109078ms","start":"2026-03-04T01:27:25.414901Z","end":"2026-03-04T01:27:25.62101Z","steps":["trace[1104372407] 'process raft request' (duration: 205.871962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:25.621157Z","caller":"traceutil/trace.go:171","msg":"trace[1039079858] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"464.022615ms","start":"2026-03-04T01:27:25.157118Z","end":"2026-03-04T01:27:25.621141Z","steps":["trace[1039079858] 'process raft request' (duration: 463.454212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.621264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:25.1571Z","time spent":"464.108376ms","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2491,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:27:25.621197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.076734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"warn","ts":"2026-03-04T01:27:25.621322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.561199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:27:25.621364Z","caller":"traceutil/trace.go:171","msg":"trace[37568386] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1705; }","duration":"653.291409ms","start":"2026-03-04T01:27:24.968053Z","end":"2026-03-04T01:27:25.621345Z","steps":["trace[37568386] 'agreement among raft nodes before linearized reading' (duration: 652.985332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:25.621384Z","caller":"traceutil/trace.go:171","msg":"trace[1263523292] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1705; }","duration":"629.674073ms","start":"2026-03-04T01:27:24.991688Z","end":"2026-03-04T01:27:25.621362Z","steps":["trace[1263523292] 'agreement among raft nodes before linearized reading' (duration: 629.370446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.621376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.050647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:25.621427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.968031Z","time spent":"653.380082ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11687,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:27:25.621427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:24.991656Z","time spent":"629.758634ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T01:27:25.621493Z","caller":"traceutil/trace.go:171","msg":"trace[1668660172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1705; }","duration":"505.185821ms","start":"2026-03-04T01:27:25.11627Z","end":"2026-03-04T01:27:25.621455Z","steps":["trace[1668660172] 'agreement among raft nodes before linearized reading' (duration: 505.012237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:25.621546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:25.116256Z","time spent":"505.280233ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:27:31.739057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.969198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:31.739371Z","caller":"traceutil/trace.go:171","msg":"trace[242473641] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"175.690196ms","start":"2026-03-04T01:27:31.56367Z","end":"2026-03-04T01:27:31.73936Z","steps":["trace[242473641] 'process raft request' (duration: 175.491821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:31.739419Z","caller":"traceutil/trace.go:171","msg":"trace[969571998] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"107.412593ms","start":"2026-03-04T01:27:31.631987Z","end":"2026-03-04T01:27:31.739399Z","steps":["trace[969571998] 'process raft request' (duration: 107.363772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:31.739503Z","caller":"traceutil/trace.go:171","msg":"trace[1073336019] linearizableReadLoop","detail":"{readStateIndex:1828; appliedIndex:1826; }","duration":"128.083293ms","start":"2026-03-04T01:27:31.611332Z","end":"2026-03-04T01:27:31.739416Z","steps":["trace[1073336019] 'read index received' (duration: 22.669535ms)","trace[1073336019] 'applied index is now lower than readState.Index' (duration: 105.412738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:31.73961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.276157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:27:31.739651Z","caller":"traceutil/trace.go:171","msg":"trace[2014386206] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1758; }","duration":"128.341299ms","start":"2026-03-04T01:27:31.611299Z","end":"2026-03-04T01:27:31.73964Z","steps":["trace[2014386206] 'agreement among raft nodes before linearized reading' (duration: 128.252317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:31.739717Z","caller":"traceutil/trace.go:171","msg":"trace[1074280765] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"175.708067ms","start":"2026-03-04T01:27:31.563602Z","end":"2026-03-04T01:27:31.73931Z","steps":["trace[1074280765] 'process raft request' (duration: 70.391871ms)","trace[1074280765] 'compare' (duration: 104.763093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:33.290141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.904162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:33.290679Z","caller":"traceutil/trace.go:171","msg":"trace[1448388530] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"1.125462829s","start":"2026-03-04T01:27:32.165168Z","end":"2026-03-04T01:27:33.290631Z","steps":["trace[1448388530] 'process raft request' (duration: 408.989703ms)","trace[1448388530] 'compare' (duration: 715.79941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:33.292757Z","caller":"traceutil/trace.go:171","msg":"trace[210507460] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"1.127157117s","start":"2026-03-04T01:27:32.16554Z","end":"2026-03-04T01:27:33.292697Z","steps":["trace[210507460] 'process raft request' (duration: 1.124718941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:33.292986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:32.165533Z","time spent":"1.12730941s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:33.293263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:32.165151Z","time spent":"1.126532643s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:33.2933Z","caller":"traceutil/trace.go:171","msg":"trace[1475599997] linearizableReadLoop","detail":"{readStateIndex:1832; appliedIndex:1830; }","duration":"817.021392ms","start":"2026-03-04T01:27:32.476229Z","end":"2026-03-04T01:27:33.293251Z","steps":["trace[1475599997] 'read index received' (duration: 97.919687ms)","trace[1475599997] 'applied index is now lower than readState.Index' (duration: 719.098495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:33.293886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.085016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:33.29395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.698868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:27:33.294069Z","caller":"traceutil/trace.go:171","msg":"trace[979586520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1761; }","duration":"817.853762ms","start":"2026-03-04T01:27:32.476174Z","end":"2026-03-04T01:27:33.294028Z","steps":["trace[979586520] 'agreement among raft nodes before linearized reading' (duration: 817.164826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:33.294125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:32.476151Z","time spent":"817.955644ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:27:33.293961Z","caller":"traceutil/trace.go:171","msg":"trace[213481611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1761; }","duration":"180.195739ms","start":"2026-03-04T01:27:33.11374Z","end":"2026-03-04T01:27:33.293936Z","steps":["trace[213481611] 'agreement among raft nodes before linearized reading' (duration: 179.927223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:33.294214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.450584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:27:33.294301Z","caller":"traceutil/trace.go:171","msg":"trace[28250341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1761; }","duration":"548.508425ms","start":"2026-03-04T01:27:32.745749Z","end":"2026-03-04T01:27:33.294258Z","steps":["trace[28250341] 'agreement among raft nodes before linearized reading' (duration: 548.29646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:33.294366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:32.745688Z","time spent":"548.664618ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:27:33.294535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.190125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:27:33.29458Z","caller":"traceutil/trace.go:171","msg":"trace[629531620] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1761; }","duration":"627.272486ms","start":"2026-03-04T01:27:32.667297Z","end":"2026-03-04T01:27:33.294569Z","steps":["trace[629531620] 'agreement among raft nodes before linearized reading' (duration: 626.318015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:33.294606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:32.667275Z","time spent":"627.322578ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:27:33.744784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.211633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:33.744896Z","caller":"traceutil/trace.go:171","msg":"trace[1956169395] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1832; }","duration":"159.437787ms","start":"2026-03-04T01:27:33.585443Z","end":"2026-03-04T01:27:33.744881Z","steps":["trace[1956169395] 'read index received' (duration: 103.373µs)","trace[1956169395] 'applied index is now lower than readState.Index' (duration: 159.332924ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:33.745008Z","caller":"traceutil/trace.go:171","msg":"trace[2009490873] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"443.59379ms","start":"2026-03-04T01:27:33.301371Z","end":"2026-03-04T01:27:33.744965Z","steps":["trace[2009490873] 'process raft request' (duration: 127.114791ms)","trace[2009490873] 'compare' (duration: 316.001968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:33.745203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:33.301356Z","time spent":"443.763184ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:33.74528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.844886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:27:33.745336Z","caller":"traceutil/trace.go:171","msg":"trace[1661341852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1762; }","duration":"159.973729ms","start":"2026-03-04T01:27:33.585345Z","end":"2026-03-04T01:27:33.745319Z","steps":["trace[1661341852] 'agreement among raft nodes before linearized reading' (duration: 159.60436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:34.245476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191215626,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:27:34.413018Z","caller":"traceutil/trace.go:171","msg":"trace[1573452767] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"668.859243ms","start":"2026-03-04T01:27:33.744134Z","end":"2026-03-04T01:27:34.412993Z","steps":["trace[1573452767] 'process raft request' (duration: 668.70056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:34.413186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:33.744104Z","time spent":"668.986617ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:34.951604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.795028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:34.951878Z","caller":"traceutil/trace.go:171","msg":"trace[1771784462] linearizableReadLoop","detail":"{readStateIndex:1836; appliedIndex:1834; }","duration":"1.206927893s","start":"2026-03-04T01:27:33.744923Z","end":"2026-03-04T01:27:34.951851Z","steps":["trace[1771784462] 'read index received' (duration: 668.062155ms)","trace[1771784462] 'applied index is now lower than readState.Index' (duration: 538.863608ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:34.9519Z","caller":"traceutil/trace.go:171","msg":"trace[731200887] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"1.20239016s","start":"2026-03-04T01:27:33.749459Z","end":"2026-03-04T01:27:34.951849Z","steps":["trace[731200887] 'process raft request' (duration: 815.231453ms)","trace[731200887] 'compare' (duration: 386.517862ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:34.952022Z","caller":"traceutil/trace.go:171","msg":"trace[448089675] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"784.266969ms","start":"2026-03-04T01:27:34.16774Z","end":"2026-03-04T01:27:34.952007Z","steps":["trace[448089675] 'process raft request' (duration: 783.986633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:34.952114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:34.167716Z","time spent":"784.34744ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:34.952072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:33.749431Z","time spent":"1.202561304s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:34.952239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.456309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:34.95228Z","caller":"traceutil/trace.go:171","msg":"trace[232470105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1765; }","duration":"837.52476ms","start":"2026-03-04T01:27:34.114743Z","end":"2026-03-04T01:27:34.952268Z","steps":["trace[232470105] 'agreement among raft nodes before linearized reading' (duration: 837.463219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:34.952315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207647929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:27:34.952308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:34.114727Z","time spent":"837.574632ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:27:34.952394Z","caller":"traceutil/trace.go:171","msg":"trace[790464632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1765; }","duration":"1.207784803s","start":"2026-03-04T01:27:33.744594Z","end":"2026-03-04T01:27:34.952379Z","steps":["trace[790464632] 'agreement among raft nodes before linearized reading' (duration: 1.207584428s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:34.952437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:33.744562Z","time spent":"1.207867064s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:34.95246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.081472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T01:27:34.952471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208082509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:27:34.952552Z","caller":"traceutil/trace.go:171","msg":"trace[439881431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1765; }","duration":"648.223415ms","start":"2026-03-04T01:27:34.304302Z","end":"2026-03-04T01:27:34.952525Z","steps":["trace[439881431] 'agreement among raft nodes before linearized reading' (duration: 647.911878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:34.952578Z","caller":"traceutil/trace.go:171","msg":"trace[227571476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1765; }","duration":"1.208223872s","start":"2026-03-04T01:27:33.744324Z","end":"2026-03-04T01:27:34.952548Z","steps":["trace[227571476] 'agreement among raft nodes before linearized reading' (duration: 1.207842914s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:34.952599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:34.304283Z","time spent":"648.307496ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:27:34.952635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:33.744315Z","time spent":"1.208306504s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:35.457083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.55202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:35.457293Z","caller":"traceutil/trace.go:171","msg":"trace[421373225] linearizableReadLoop","detail":"{readStateIndex:1838; appliedIndex:1836; }","duration":"173.601679ms","start":"2026-03-04T01:27:35.283673Z","end":"2026-03-04T01:27:35.457275Z","steps":["trace[421373225] 'read index received' (duration: 90.842566ms)","trace[421373225] 'applied index is now lower than readState.Index' (duration: 82.758033ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:35.45742Z","caller":"traceutil/trace.go:171","msg":"trace[1211106439] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"500.27163ms","start":"2026-03-04T01:27:34.957134Z","end":"2026-03-04T01:27:35.457406Z","steps":["trace[1211106439] 'process raft request' (duration: 500.054805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:35.457541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:34.957113Z","time spent":"500.358551ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:35.457424Z","caller":"traceutil/trace.go:171","msg":"trace[629444169] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"500.983256ms","start":"2026-03-04T01:27:34.956416Z","end":"2026-03-04T01:27:35.4574Z","steps":["trace[629444169] 'process raft request' (duration: 177.024737ms)","trace[629444169] 'compare' (duration: 323.424487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:35.457638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.944526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:27:35.457684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:34.956399Z","time spent":"501.232701ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:35.457722Z","caller":"traceutil/trace.go:171","msg":"trace[298752340] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1767; }","duration":"174.08692ms","start":"2026-03-04T01:27:35.283616Z","end":"2026-03-04T01:27:35.457703Z","steps":["trace[298752340] 'agreement among raft nodes before linearized reading' (duration: 173.914096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:35.609549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.010023ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:27:35.609661Z","caller":"traceutil/trace.go:171","msg":"trace[880923941] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1838; }","duration":"152.321214ms","start":"2026-03-04T01:27:35.457321Z","end":"2026-03-04T01:27:35.609642Z","steps":["trace[880923941] 'read index received' (duration: 27.133647ms)","trace[880923941] 'applied index is now lower than readState.Index' (duration: 125.186007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:35.609868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.245034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-04T01:27:35.609939Z","caller":"traceutil/trace.go:171","msg":"trace[2089121551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1767; }","duration":"309.358786ms","start":"2026-03-04T01:27:35.300561Z","end":"2026-03-04T01:27:35.60992Z","steps":["trace[2089121551] 'agreement among raft nodes before linearized reading' (duration: 309.129491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:35.609865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.331903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T01:27:35.60998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:35.30054Z","time spent":"309.429908ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:27:35.610014Z","caller":"traceutil/trace.go:171","msg":"trace[21586684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1767; }","duration":"301.515138ms","start":"2026-03-04T01:27:35.30848Z","end":"2026-03-04T01:27:35.609995Z","steps":["trace[21586684] 'agreement among raft nodes before linearized reading' (duration: 301.183601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:35.61007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:35.308471Z","time spent":"301.5865ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:27:35.727061Z","caller":"traceutil/trace.go:171","msg":"trace[1574371776] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"113.224306ms","start":"2026-03-04T01:27:35.613811Z","end":"2026-03-04T01:27:35.727035Z","steps":["trace[1574371776] 'process raft request' (duration: 113.037171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:35.912197Z","caller":"traceutil/trace.go:171","msg":"trace[75784822] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"297.085807ms","start":"2026-03-04T01:27:35.615065Z","end":"2026-03-04T01:27:35.912151Z","steps":["trace[75784822] 'process raft request' (duration: 286.394384ms)","trace[75784822] 'compare' (duration: 10.407337ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:35.912256Z","caller":"traceutil/trace.go:171","msg":"trace[91187870] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"258.016499ms","start":"2026-03-04T01:27:35.654218Z","end":"2026-03-04T01:27:35.912235Z","steps":["trace[91187870] 'process raft request' (duration: 257.837565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:35.912377Z","caller":"traceutil/trace.go:171","msg":"trace[1977016202] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1839; }","duration":"230.628106ms","start":"2026-03-04T01:27:35.681726Z","end":"2026-03-04T01:27:35.912354Z","steps":["trace[1977016202] 'read index received' (duration: 45.118716ms)","trace[1977016202] 'applied index is now lower than readState.Index' (duration: 185.50819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:35.912657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.440522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:27:35.912706Z","caller":"traceutil/trace.go:171","msg":"trace[1633887139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1771; }","duration":"161.591025ms","start":"2026-03-04T01:27:35.751104Z","end":"2026-03-04T01:27:35.912695Z","steps":["trace[1633887139] 'agreement among raft nodes before linearized reading' (duration: 161.377701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:35.912823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.079956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-03-04T01:27:35.912892Z","caller":"traceutil/trace.go:171","msg":"trace[615462781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1771; }","duration":"231.198789ms","start":"2026-03-04T01:27:35.681673Z","end":"2026-03-04T01:27:35.912872Z","steps":["trace[615462781] 'agreement among raft nodes before linearized reading' (duration: 230.756668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.205597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191215686,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:27:40.588953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07680043s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:27:40.589331Z","caller":"traceutil/trace.go:171","msg":"trace[694743061] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"1.077272191s","start":"2026-03-04T01:27:39.512037Z","end":"2026-03-04T01:27:40.589309Z","steps":["trace[694743061] 'process raft request' (duration: 1.077108367s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.589473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:39.512002Z","time spent":"1.077397234s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:27:40.849854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.079229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:27:40.850028Z","caller":"traceutil/trace.go:171","msg":"trace[1861371961] linearizableReadLoop","detail":"{readStateIndex:1861; appliedIndex:1859; }","duration":"1.145342653s","start":"2026-03-04T01:27:39.704669Z","end":"2026-03-04T01:27:40.850012Z","steps":["trace[1861371961] 'read index received' (duration: 884.509918ms)","trace[1861371961] 'applied index is now lower than readState.Index' (duration: 260.831705ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:40.850123Z","caller":"traceutil/trace.go:171","msg":"trace[1584770674] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"1.337384249s","start":"2026-03-04T01:27:39.512727Z","end":"2026-03-04T01:27:40.850112Z","steps":["trace[1584770674] 'process raft request' (duration: 1.147973612s)","trace[1584770674] 'compare' (duration: 188.932106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:27:40.85019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:39.512647Z","time spent":"1.337513312s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:40.850257Z","caller":"traceutil/trace.go:171","msg":"trace[1038336913] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"361.891408ms","start":"2026-03-04T01:27:40.48833Z","end":"2026-03-04T01:27:40.850221Z","steps":["trace[1038336913] 'process raft request' (duration: 361.632382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.850403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.50086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T01:27:40.850394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14569139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-04T01:27:40.850427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058889762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:27:40.850459Z","caller":"traceutil/trace.go:171","msg":"trace[1235361288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1790; }","duration":"849.584792ms","start":"2026-03-04T01:27:40.000857Z","end":"2026-03-04T01:27:40.850442Z","steps":["trace[1235361288] 'agreement among raft nodes before linearized reading' (duration: 849.412198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.850451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:40.488301Z","time spent":"362.052762ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:27:40.850488Z","caller":"traceutil/trace.go:171","msg":"trace[810390417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1790; }","duration":"1.059049316s","start":"2026-03-04T01:27:39.791416Z","end":"2026-03-04T01:27:40.850465Z","steps":["trace[810390417] 'agreement among raft nodes before linearized reading' (duration: 1.058848631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.850512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.531416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:27:40.850551Z","caller":"traceutil/trace.go:171","msg":"trace[82995426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1790; }","duration":"736.590117ms","start":"2026-03-04T01:27:40.11395Z","end":"2026-03-04T01:27:40.85054Z","steps":["trace[82995426] 'agreement among raft nodes before linearized reading' (duration: 736.533505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.85056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:39.791391Z","time spent":"1.059155609s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:27:40.850578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:40.113937Z","time spent":"736.636158ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:27:40.850602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.385145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:27:40.85063Z","caller":"traceutil/trace.go:171","msg":"trace[774000125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1790; }","duration":"909.449106ms","start":"2026-03-04T01:27:39.941173Z","end":"2026-03-04T01:27:40.850622Z","steps":["trace[774000125] 'agreement among raft nodes before linearized reading' (duration: 909.363915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.850503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:40.000845Z","time spent":"849.649734ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:27:40.850655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:39.94115Z","time spent":"909.499277ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:27:40.850806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.261634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:27:40.850868Z","caller":"traceutil/trace.go:171","msg":"trace[1815956221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1790; }","duration":"924.365207ms","start":"2026-03-04T01:27:39.926485Z","end":"2026-03-04T01:27:40.850851Z","steps":["trace[1815956221] 'agreement among raft nodes before linearized reading' (duration: 924.141552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.850921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:39.926463Z","time spent":"924.445388ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:27:40.851107Z","caller":"traceutil/trace.go:171","msg":"trace[888641016] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1790; }","duration":"1.146463888s","start":"2026-03-04T01:27:39.704622Z","end":"2026-03-04T01:27:40.851086Z","steps":["trace[888641016] 'agreement among raft nodes before linearized reading' (duration: 1.145571358s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:40.851183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:27:39.7046Z","time spent":"1.146564991s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-03-04T01:27:52.45913Z","caller":"traceutil/trace.go:171","msg":"trace[1647755861] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1925; }","duration":"142.5799ms","start":"2026-03-04T01:27:52.316535Z","end":"2026-03-04T01:27:52.459115Z","steps":["trace[1647755861] 'read index received' (duration: 142.495408ms)","trace[1647755861] 'applied index is now lower than readState.Index' (duration: 83.752µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:52.459183Z","caller":"traceutil/trace.go:171","msg":"trace[992756550] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"157.844938ms","start":"2026-03-04T01:27:52.30132Z","end":"2026-03-04T01:27:52.459165Z","steps":["trace[992756550] 'process raft request' (duration: 157.698355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:27:52.459272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.737823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-04T01:27:52.459318Z","caller":"traceutil/trace.go:171","msg":"trace[1662557266] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1851; }","duration":"142.794534ms","start":"2026-03-04T01:27:52.316518Z","end":"2026-03-04T01:27:52.459312Z","steps":["trace[1662557266] 'agreement among raft nodes before linearized reading' (duration: 142.665741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:59.090922Z","caller":"traceutil/trace.go:171","msg":"trace[149754489] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"102.6674ms","start":"2026-03-04T01:27:58.988222Z","end":"2026-03-04T01:27:59.09089Z","steps":["trace[149754489] 'process raft request' (duration: 102.483126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:59.22539Z","caller":"traceutil/trace.go:171","msg":"trace[2133750704] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"128.101889ms","start":"2026-03-04T01:27:59.097253Z","end":"2026-03-04T01:27:59.225355Z","steps":["trace[2133750704] 'process raft request' (duration: 128.011037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:59.225426Z","caller":"traceutil/trace.go:171","msg":"trace[1371980172] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"128.358535ms","start":"2026-03-04T01:27:59.097035Z","end":"2026-03-04T01:27:59.225394Z","steps":["trace[1371980172] 'process raft request' (duration: 41.25712ms)","trace[1371980172] 'compare' (duration: 86.86725ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:27:59.22565Z","caller":"traceutil/trace.go:171","msg":"trace[2050795979] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"127.598228ms","start":"2026-03-04T01:27:59.098026Z","end":"2026-03-04T01:27:59.225624Z","steps":["trace[2050795979] 'process raft request' (duration: 127.295471ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:27:59.225765Z","caller":"traceutil/trace.go:171","msg":"trace[1091044881] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"108.910472ms","start":"2026-03-04T01:27:59.116823Z","end":"2026-03-04T01:27:59.225733Z","steps":["trace[1091044881] 'process raft request' (duration: 108.727338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:13.514838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191216116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:28:14.015626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191216116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:28:14.037304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256011735s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:28:14.037833Z","caller":"traceutil/trace.go:171","msg":"trace[260152007] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"1.25664623s","start":"2026-03-04T01:28:12.781163Z","end":"2026-03-04T01:28:14.03781Z","steps":["trace[260152007] 'process raft request' (duration: 1.256495086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:14.038079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:12.781141Z","time spent":"1.256749573s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:15.115062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000585206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:28:15.115176Z","caller":"traceutil/trace.go:171","msg":"trace[1145359085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000744109s","start":"2026-03-04T01:28:13.114408Z","end":"2026-03-04T01:28:15.115152Z","steps":["trace[1145359085] 'agreement among raft nodes before linearized reading' (duration: 2.000609506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:15.115238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.114393Z","time spent":"2.000831501s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:28:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:28:15.658479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520650108s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:15.658913Z","caller":"traceutil/trace.go:171","msg":"trace[54127816] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"2.470149347s","start":"2026-03-04T01:28:13.18873Z","end":"2026-03-04T01:28:15.65888Z","steps":["trace[54127816] 'process raft request' (duration: 948.963637ms)","trace[54127816] 'compare' (duration: 1.520278119s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:15.659071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.188686Z","time spent":"2.470304321s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:15.659079Z","caller":"traceutil/trace.go:171","msg":"trace[12932651] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"2.287465523s","start":"2026-03-04T01:28:13.371551Z","end":"2026-03-04T01:28:15.659016Z","steps":["trace[12932651] 'process raft request' (duration: 2.287042363s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:15.6592Z","caller":"traceutil/trace.go:171","msg":"trace[396065416] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2028; }","duration":"2.644823939s","start":"2026-03-04T01:28:13.014345Z","end":"2026-03-04T01:28:15.659169Z","steps":["trace[396065416] 'read index received' (duration: 1.023154169s)","trace[396065416] 'applied index is now lower than readState.Index' (duration: 1.62166625s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:15.659325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.371486Z","time spent":"2.287702219s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:16.040074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.238899ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T01:28:16.040897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026539218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18997f17ab48050c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-04T01:28:16.040979Z","caller":"traceutil/trace.go:171","msg":"trace[1475949872] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18997f17ab48050c; range_end:; response_count:1; response_revision:1951; }","duration":"3.026664681s","start":"2026-03-04T01:28:13.014284Z","end":"2026-03-04T01:28:16.040949Z","steps":["trace[1475949872] 'agreement among raft nodes before linearized reading' (duration: 2.645015543s)","trace[1475949872] 'range keys from in-memory index tree' (duration: 381.378672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:16.041027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.014257Z","time spent":"3.026759843s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18997f17ab48050c\" "} {"level":"info","ts":"2026-03-04T01:28:16.04138Z","caller":"traceutil/trace.go:171","msg":"trace[419846039] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"609.973632ms","start":"2026-03-04T01:28:15.431391Z","end":"2026-03-04T01:28:16.041365Z","steps":["trace[419846039] 'process raft request' (duration: 608.819716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:16.041369Z","caller":"traceutil/trace.go:171","msg":"trace[379899952] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2031; }","duration":"382.038857ms","start":"2026-03-04T01:28:15.659276Z","end":"2026-03-04T01:28:16.041315Z","steps":["trace[379899952] 'read index received' (duration: 61.748887ms)","trace[379899952] 'applied index is now lower than readState.Index' (duration: 320.28613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:16.041496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.431362Z","time spent":"610.059993ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:16.54538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191216123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:28:16.642383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440819528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:28:16.64245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177215811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:28:16.642451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182688456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:28:16.642481Z","caller":"traceutil/trace.go:171","msg":"trace[1150513052] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1952; }","duration":"3.440934412s","start":"2026-03-04T01:28:13.201522Z","end":"2026-03-04T01:28:16.642456Z","steps":["trace[1150513052] 'agreement among raft nodes before linearized reading' (duration: 2.840169591s)","trace[1150513052] 'count revisions from in-memory index tree' (duration: 600.608468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:16.642472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.389413338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T01:28:16.642472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42635812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:28:16.642523Z","caller":"traceutil/trace.go:171","msg":"trace[997251417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1952; }","duration":"3.177363085s","start":"2026-03-04T01:28:13.465142Z","end":"2026-03-04T01:28:16.642505Z","steps":["trace[997251417] 'agreement among raft nodes before linearized reading' (duration: 2.576478291s)","trace[997251417] 'range keys from in-memory index tree' (duration: 600.68603ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:16.642533Z","caller":"traceutil/trace.go:171","msg":"trace[1439560924] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1952; }","duration":"3.182811579s","start":"2026-03-04T01:28:13.459701Z","end":"2026-03-04T01:28:16.642513Z","steps":["trace[1439560924] 'agreement among raft nodes before linearized reading' (duration: 2.581752781s)","trace[1439560924] 'range keys from in-memory index tree' (duration: 600.899875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:16.642541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.201487Z","time spent":"3.441041994s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:28:16.64252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207406929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:28:16.642572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.459676Z","time spent":"3.18288666s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:28:16.642591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176680439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:28:16.642596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101020023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:16.642576Z","caller":"traceutil/trace.go:171","msg":"trace[1176810875] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1952; }","duration":"3.426517423s","start":"2026-03-04T01:28:13.216031Z","end":"2026-03-04T01:28:16.642549Z","steps":["trace[1176810875] 'agreement among raft nodes before linearized reading' (duration: 2.825654339s)","trace[1176810875] 'count revisions from in-memory index tree' (duration: 600.69591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:16.642624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173683881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:28:16.642638Z","caller":"traceutil/trace.go:171","msg":"trace[193652237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1952; }","duration":"1.101095755s","start":"2026-03-04T01:28:15.541532Z","end":"2026-03-04T01:28:16.642628Z","steps":["trace[193652237] 'agreement among raft nodes before linearized reading' (duration: 500.148019ms)","trace[193652237] 'range keys from in-memory index tree' (duration: 600.894314ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:16.642646Z","caller":"traceutil/trace.go:171","msg":"trace[237695097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1952; }","duration":"3.173726212s","start":"2026-03-04T01:28:13.468912Z","end":"2026-03-04T01:28:16.642638Z","steps":["trace[237695097] 'agreement among raft nodes before linearized reading' (duration: 2.572785517s)","trace[237695097] 'range keys from in-memory index tree' (duration: 600.668229ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:16.642553Z","caller":"traceutil/trace.go:171","msg":"trace[483887627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1952; }","duration":"3.389549471s","start":"2026-03-04T01:28:13.252981Z","end":"2026-03-04T01:28:16.64253Z","steps":["trace[483887627] 'agreement among raft nodes before linearized reading' (duration: 2.788714808s)","trace[483887627] 'range keys from in-memory index tree' (duration: 600.584657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:16.642672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.468905Z","time spent":"3.173762033s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:28:16.642676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.54151Z","time spent":"1.101157826s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:28:16.642562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.465089Z","time spent":"3.177465717s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:28:16.642696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.252946Z","time spent":"3.389743005s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:28:16.64242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173998158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T01:28:16.642653Z","caller":"traceutil/trace.go:171","msg":"trace[1434205097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1952; }","duration":"3.176747451s","start":"2026-03-04T01:28:13.465878Z","end":"2026-03-04T01:28:16.642625Z","steps":["trace[1434205097] 'agreement among raft nodes before linearized reading' (duration: 2.575914448s)","trace[1434205097] 'range keys from in-memory index tree' (duration: 600.584067ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:16.642636Z","caller":"traceutil/trace.go:171","msg":"trace[420735837] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1952; }","duration":"2.207561782s","start":"2026-03-04T01:28:14.435041Z","end":"2026-03-04T01:28:16.642603Z","steps":["trace[420735837] 'agreement among raft nodes before linearized reading' (duration: 1.606667168s)","trace[420735837] 'count revisions from in-memory index tree' (duration: 600.750741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:16.642734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442164329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T01:28:16.642743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.465865Z","time spent":"3.176871683s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:28:16.642666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.216009Z","time spent":"3.426634986s","remote":"127.0.0.1:59352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:28:16.642754Z","caller":"traceutil/trace.go:171","msg":"trace[1237707706] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1952; }","duration":"3.174378206s","start":"2026-03-04T01:28:13.468357Z","end":"2026-03-04T01:28:16.642735Z","steps":["trace[1237707706] 'agreement among raft nodes before linearized reading' (duration: 2.57297205s)","trace[1237707706] 'range keys from in-memory index tree' (duration: 600.927785ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:16.642774Z","caller":"traceutil/trace.go:171","msg":"trace[1609787200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"3.442240862s","start":"2026-03-04T01:28:13.200516Z","end":"2026-03-04T01:28:16.642757Z","steps":["trace[1609787200] 'agreement among raft nodes before linearized reading' (duration: 2.841086152s)","trace[1609787200] 'range keys from in-memory index tree' (duration: 600.840974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:16.642795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.468345Z","time spent":"3.174435848s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:28:16.642775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:14.43502Z","time spent":"2.207733636s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":21,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:28:16.642829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:13.2005Z","time spent":"3.442318493s","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:28:16.642833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527474242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:16.642885Z","caller":"traceutil/trace.go:171","msg":"trace[404440908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1952; }","duration":"1.527577594s","start":"2026-03-04T01:28:15.115287Z","end":"2026-03-04T01:28:16.642864Z","steps":["trace[404440908] 'agreement among raft nodes before linearized reading' (duration: 926.381783ms)","trace[404440908] 'range keys from in-memory index tree' (duration: 601.13634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:16.64294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:15.115268Z","time spent":"1.527660117s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:28:16.760356Z","caller":"traceutil/trace.go:171","msg":"trace[2089528849] linearizableReadLoop","detail":"{readStateIndex:2034; appliedIndex:2033; }","duration":"715.636189ms","start":"2026-03-04T01:28:16.044692Z","end":"2026-03-04T01:28:16.760328Z","steps":["trace[2089528849] 'read index received' (duration: 715.333552ms)","trace[2089528849] 'applied index is now lower than readState.Index' (duration: 301.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:16.760445Z","caller":"traceutil/trace.go:171","msg":"trace[267304709] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"716.336115ms","start":"2026-03-04T01:28:16.04407Z","end":"2026-03-04T01:28:16.760406Z","steps":["trace[267304709] 'process raft request' (duration: 716.062689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:16.760614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.044045Z","time spent":"716.474538ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:16.76076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.018758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:28:16.760876Z","caller":"traceutil/trace.go:171","msg":"trace[501852665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1953; }","duration":"716.200052ms","start":"2026-03-04T01:28:16.044651Z","end":"2026-03-04T01:28:16.760851Z","steps":["trace[501852665] 'agreement among raft nodes before linearized reading' (duration: 715.823253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:16.760941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.044638Z","time spent":"716.293764ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:28:17.260608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191216133,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:28:17.578519Z","caller":"traceutil/trace.go:171","msg":"trace[798207366] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"983.27665ms","start":"2026-03-04T01:28:16.595198Z","end":"2026-03-04T01:28:17.578474Z","steps":["trace[798207366] 'process raft request' (duration: 982.941893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:17.578751Z","caller":"traceutil/trace.go:171","msg":"trace[668443928] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"930.833664ms","start":"2026-03-04T01:28:16.647894Z","end":"2026-03-04T01:28:17.578728Z","steps":["trace[668443928] 'process raft request' (duration: 930.499357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:17.578751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.595159Z","time spent":"983.468444ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:17.578842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.647862Z","time spent":"930.938327ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:17.578845Z","caller":"traceutil/trace.go:171","msg":"trace[1587763714] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"930.537347ms","start":"2026-03-04T01:28:16.648285Z","end":"2026-03-04T01:28:17.578823Z","steps":["trace[1587763714] 'process raft request' (duration: 930.361833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:17.57896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.648269Z","time spent":"930.62587ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:17.579084Z","caller":"traceutil/trace.go:171","msg":"trace[2126594034] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"930.64232ms","start":"2026-03-04T01:28:16.648415Z","end":"2026-03-04T01:28:17.579057Z","steps":["trace[2126594034] 'process raft request' (duration: 930.328173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:17.579211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.648391Z","time spent":"930.760163ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:17.579702Z","caller":"traceutil/trace.go:171","msg":"trace[1282205709] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"931.245164ms","start":"2026-03-04T01:28:16.648423Z","end":"2026-03-04T01:28:17.579668Z","steps":["trace[1282205709] 'process raft request' (duration: 930.523327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:17.579851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.648369Z","time spent":"931.412017ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:17.580112Z","caller":"traceutil/trace.go:171","msg":"trace[101389261] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"931.243274ms","start":"2026-03-04T01:28:16.648848Z","end":"2026-03-04T01:28:17.580091Z","steps":["trace[101389261] 'process raft request' (duration: 930.715982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:17.58023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.648832Z","time spent":"931.343026ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:17.580484Z","caller":"traceutil/trace.go:171","msg":"trace[1914504032] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"931.555091ms","start":"2026-03-04T01:28:16.648913Z","end":"2026-03-04T01:28:17.580468Z","steps":["trace[1914504032] 'process raft request' (duration: 931.099741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:17.580913Z","caller":"traceutil/trace.go:171","msg":"trace[2038653790] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"847.063036ms","start":"2026-03-04T01:28:16.733839Z","end":"2026-03-04T01:28:17.580902Z","steps":["trace[2038653790] 'process raft request' (duration: 846.548314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:17.580976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.733804Z","time spent":"847.137287ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:17.580699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.648886Z","time spent":"931.655944ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:18.650402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:28:18.650478Z","caller":"traceutil/trace.go:171","msg":"trace[1705802594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510983s","start":"2026-03-04T01:28:16.649953Z","end":"2026-03-04T01:28:18.650464Z","steps":["trace[1705802594] 'agreement among raft nodes before linearized reading' (duration: 2.000407101s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.650514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.649942Z","time spent":"2.000565225s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:28:18.944532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065417992s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:18.944689Z","caller":"traceutil/trace.go:171","msg":"trace[1355275995] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2035; }","duration":"2.184236962s","start":"2026-03-04T01:28:16.760435Z","end":"2026-03-04T01:28:18.944672Z","steps":["trace[1355275995] 'read index received' (duration: 818.003204ms)","trace[1355275995] 'applied index is now lower than readState.Index' (duration: 1.366232098s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:18.944772Z","caller":"traceutil/trace.go:171","msg":"trace[690543920] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"2.178103661s","start":"2026-03-04T01:28:16.766634Z","end":"2026-03-04T01:28:18.944738Z","steps":["trace[690543920] 'process raft request' (duration: 1.112398893s)","trace[690543920] 'compare' (duration: 1.065267328s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:18.944865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808856847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-04T01:28:18.944896Z","caller":"traceutil/trace.go:171","msg":"trace[62433696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1962; }","duration":"2.808935508s","start":"2026-03-04T01:28:16.13595Z","end":"2026-03-04T01:28:18.944885Z","steps":["trace[62433696] 'agreement among raft nodes before linearized reading' (duration: 2.808799485s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.944915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.7666Z","time spent":"2.178238544s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:18.944928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.135925Z","time spent":"2.80899547s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:28:18.983296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.104253127s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:28:18.983968Z","caller":"traceutil/trace.go:171","msg":"trace[2036192807] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.319992504s","start":"2026-03-04T01:28:17.66394Z","end":"2026-03-04T01:28:18.983933Z","steps":["trace[2036192807] 'process raft request' (duration: 1.319616316s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:18.984033Z","caller":"traceutil/trace.go:171","msg":"trace[339254653] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.319344079s","start":"2026-03-04T01:28:17.664663Z","end":"2026-03-04T01:28:18.984007Z","steps":["trace[339254653] 'process raft request' (duration: 1.319131564s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.984257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.310921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:28:18.984292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331420204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:28:18.984344Z","caller":"traceutil/trace.go:171","msg":"trace[1508881636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"650.457254ms","start":"2026-03-04T01:28:18.333866Z","end":"2026-03-04T01:28:18.984323Z","steps":["trace[1508881636] 'agreement among raft nodes before linearized reading' (duration: 650.290061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.984345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.664636Z","time spent":"1.319543724s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:18.984395Z","caller":"traceutil/trace.go:171","msg":"trace[17591063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"1.331561237s","start":"2026-03-04T01:28:17.652797Z","end":"2026-03-04T01:28:18.984358Z","steps":["trace[17591063] 'agreement among raft nodes before linearized reading' (duration: 1.331307521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.984413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:18.333843Z","time spent":"650.547707ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:28:18.98445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.65277Z","time spent":"1.33166999s","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:28:18.984473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21970121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-04T01:28:18.984541Z","caller":"traceutil/trace.go:171","msg":"trace[1252380730] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e; range_end:; response_count:1; response_revision:1964; }","duration":"2.219826433s","start":"2026-03-04T01:28:16.76469Z","end":"2026-03-04T01:28:18.984517Z","steps":["trace[1252380730] 'agreement among raft nodes before linearized reading' (duration: 2.21968438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.984552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.048991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:28:18.984676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:16.764666Z","time spent":"2.219922004s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" "} {"level":"warn","ts":"2026-03-04T01:28:18.984722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28646556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:28:18.984765Z","caller":"traceutil/trace.go:171","msg":"trace[1274885157] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1964; }","duration":"1.286569982s","start":"2026-03-04T01:28:17.698184Z","end":"2026-03-04T01:28:18.984754Z","steps":["trace[1274885157] 'agreement among raft nodes before linearized reading' (duration: 1.28649453s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.984801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.69815Z","time spent":"1.286643674s","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:28:18.984691Z","caller":"traceutil/trace.go:171","msg":"trace[132584919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"333.46466ms","start":"2026-03-04T01:28:18.651212Z","end":"2026-03-04T01:28:18.984677Z","steps":["trace[132584919] 'agreement among raft nodes before linearized reading' (duration: 333.044261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.984943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:18.651191Z","time spent":"333.734176ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:28:18.984853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61641224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:28:18.985136Z","caller":"traceutil/trace.go:171","msg":"trace[2136441213] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1964; }","duration":"1.616740398s","start":"2026-03-04T01:28:17.368382Z","end":"2026-03-04T01:28:18.985123Z","steps":["trace[2136441213] 'agreement among raft nodes before linearized reading' (duration: 1.61641539s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:18.985185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.368358Z","time spent":"1.616809209s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:28:18.985451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:17.663913Z","time spent":"1.321440807s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:19.266752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.05441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:19.266982Z","caller":"traceutil/trace.go:171","msg":"trace[724565903] linearizableReadLoop","detail":"{readStateIndex:2046; appliedIndex:2045; }","duration":"277.903204ms","start":"2026-03-04T01:28:18.989052Z","end":"2026-03-04T01:28:19.266955Z","steps":["trace[724565903] 'read index received' (duration: 91.410144ms)","trace[724565903] 'applied index is now lower than readState.Index' (duration: 186.49063ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:19.267022Z","caller":"traceutil/trace.go:171","msg":"trace[2101071965] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"278.765164ms","start":"2026-03-04T01:28:18.988209Z","end":"2026-03-04T01:28:19.266974Z","steps":["trace[2101071965] 'process raft request' (duration: 92.345905ms)","trace[2101071965] 'compare' (duration: 185.859686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:19.267206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.139309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:19.267279Z","caller":"traceutil/trace.go:171","msg":"trace[1119541663] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1965; }","duration":"278.229261ms","start":"2026-03-04T01:28:18.989034Z","end":"2026-03-04T01:28:19.267263Z","steps":["trace[1119541663] 'agreement among raft nodes before linearized reading' (duration: 278.019936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:19.603935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.280121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:19.604089Z","caller":"traceutil/trace.go:171","msg":"trace[2079093990] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2046; }","duration":"327.624737ms","start":"2026-03-04T01:28:19.27644Z","end":"2026-03-04T01:28:19.604065Z","steps":["trace[2079093990] 'read index received' (duration: 120.962117ms)","trace[2079093990] 'applied index is now lower than readState.Index' (duration: 206.66099ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:19.604192Z","caller":"traceutil/trace.go:171","msg":"trace[800533138] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"331.686029ms","start":"2026-03-04T01:28:19.272465Z","end":"2026-03-04T01:28:19.604151Z","steps":["trace[800533138] 'process raft request' (duration: 125.035359ms)","trace[800533138] 'compare' (duration: 206.077357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:19.604348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.155341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:28:19.604373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:19.272448Z","time spent":"331.823463ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:19.604394Z","caller":"traceutil/trace.go:171","msg":"trace[798410846] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1966; }","duration":"146.276033ms","start":"2026-03-04T01:28:19.458107Z","end":"2026-03-04T01:28:19.604383Z","steps":["trace[798410846] 'agreement among raft nodes before linearized reading' (duration: 146.157051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:19.604673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.986665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:28:19.604783Z","caller":"traceutil/trace.go:171","msg":"trace[1662135172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1966; }","duration":"328.383265ms","start":"2026-03-04T01:28:19.276367Z","end":"2026-03-04T01:28:19.60475Z","steps":["trace[1662135172] 'agreement among raft nodes before linearized reading' (duration: 327.792081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:19.604851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:19.276341Z","time spent":"328.493647ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:28:19.866075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.117609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:19.866224Z","caller":"traceutil/trace.go:171","msg":"trace[1157676791] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"257.892476ms","start":"2026-03-04T01:28:19.608302Z","end":"2026-03-04T01:28:19.866195Z","steps":["trace[1157676791] 'process raft request' (duration: 108.546182ms)","trace[1157676791] 'compare' (duration: 148.866413ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:19.873961Z","caller":"traceutil/trace.go:171","msg":"trace[1298139128] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"265.159862ms","start":"2026-03-04T01:28:19.608782Z","end":"2026-03-04T01:28:19.873942Z","steps":["trace[1298139128] 'process raft request' (duration: 265.08261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:19.87398Z","caller":"traceutil/trace.go:171","msg":"trace[1002067808] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"265.44474ms","start":"2026-03-04T01:28:19.608514Z","end":"2026-03-04T01:28:19.873959Z","steps":["trace[1002067808] 'process raft request' (duration: 265.255455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:19.874202Z","caller":"traceutil/trace.go:171","msg":"trace[1805128022] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"264.800015ms","start":"2026-03-04T01:28:19.609385Z","end":"2026-03-04T01:28:19.874185Z","steps":["trace[1805128022] 'process raft request' (duration: 264.517378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:19.874408Z","caller":"traceutil/trace.go:171","msg":"trace[751250373] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"264.864565ms","start":"2026-03-04T01:28:19.609532Z","end":"2026-03-04T01:28:19.874396Z","steps":["trace[751250373] 'process raft request' (duration: 264.602039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:19.874479Z","caller":"traceutil/trace.go:171","msg":"trace[802950435] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"264.264712ms","start":"2026-03-04T01:28:19.610199Z","end":"2026-03-04T01:28:19.874464Z","steps":["trace[802950435] 'process raft request' (duration: 264.114989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:19.874464Z","caller":"traceutil/trace.go:171","msg":"trace[635874706] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2047; }","duration":"166.69787ms","start":"2026-03-04T01:28:19.707716Z","end":"2026-03-04T01:28:19.874414Z","steps":["trace[635874706] 'read index received' (duration: 9.142269ms)","trace[635874706] 'applied index is now lower than readState.Index' (duration: 157.554111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:19.87476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.024567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:28:19.874852Z","caller":"traceutil/trace.go:171","msg":"trace[229760713] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1972; }","duration":"167.1734ms","start":"2026-03-04T01:28:19.707662Z","end":"2026-03-04T01:28:19.874835Z","steps":["trace[229760713] 'agreement among raft nodes before linearized reading' (duration: 166.878274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:21.310607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302330422s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:21.310734Z","caller":"traceutil/trace.go:171","msg":"trace[911158990] linearizableReadLoop","detail":"{readStateIndex:2055; appliedIndex:2054; }","duration":"1.319075674s","start":"2026-03-04T01:28:19.991637Z","end":"2026-03-04T01:28:21.310712Z","steps":["trace[911158990] 'read index received' (duration: 16.538267ms)","trace[911158990] 'applied index is now lower than readState.Index' (duration: 1.302534327s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:21.310763Z","caller":"traceutil/trace.go:171","msg":"trace[584527775] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"1.364357666s","start":"2026-03-04T01:28:19.946358Z","end":"2026-03-04T01:28:21.310716Z","steps":["trace[584527775] 'process raft request' (duration: 61.800389ms)","trace[584527775] 'compare' (duration: 1.302109987s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:21.31096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:19.946331Z","time spent":"1.364521559s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:21.311014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31937797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T01:28:21.311064Z","caller":"traceutil/trace.go:171","msg":"trace[1915442446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1973; }","duration":"1.319473813s","start":"2026-03-04T01:28:19.991575Z","end":"2026-03-04T01:28:21.311049Z","steps":["trace[1915442446] 'agreement among raft nodes before linearized reading' (duration: 1.319239037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:21.31112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:19.991542Z","time spent":"1.319565675s","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:28:21.811741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191216159,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:28:21.902158Z","caller":"traceutil/trace.go:171","msg":"trace[221299415] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"911.853502ms","start":"2026-03-04T01:28:20.990275Z","end":"2026-03-04T01:28:21.902128Z","steps":["trace[221299415] 'process raft request' (duration: 911.633267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:21.902347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:20.990242Z","time spent":"912.005456ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:22.116686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000996756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:28:22.116786Z","caller":"traceutil/trace.go:171","msg":"trace[610388092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001117049s","start":"2026-03-04T01:28:20.115632Z","end":"2026-03-04T01:28:22.116749Z","steps":["trace[610388092] 'agreement among raft nodes before linearized reading' (duration: 2.000992506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:22.116833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:20.115555Z","time spent":"2.001269031s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:28:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:28:23.077719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.581945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:28:23.077833Z","caller":"traceutil/trace.go:171","msg":"trace[1735059214] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2055; }","duration":"1.767036313s","start":"2026-03-04T01:28:21.310777Z","end":"2026-03-04T01:28:23.077813Z","steps":["trace[1735059214] 'read index received' (duration: 591.237315ms)","trace[1735059214] 'applied index is now lower than readState.Index' (duration: 1.175797398s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:28:23.077959Z","caller":"traceutil/trace.go:171","msg":"trace[346071716] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"2.086835461s","start":"2026-03-04T01:28:20.991106Z","end":"2026-03-04T01:28:23.077942Z","steps":["trace[346071716] 'process raft request' (duration: 1.500944198s)","trace[346071716] 'compare' (duration: 585.418092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:23.078054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:20.991091Z","time spent":"2.086915133s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:23.078168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764788561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-04T01:28:23.078201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.35035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:28:23.07823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.610703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18997f17ab48050c\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-04T01:28:23.078221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.191743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-04T01:28:23.078233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199417846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:28:23.07824Z","caller":"traceutil/trace.go:171","msg":"trace[72844807] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1975; }","duration":"1.764926654s","start":"2026-03-04T01:28:21.313297Z","end":"2026-03-04T01:28:23.078223Z","steps":["trace[72844807] 'agreement among raft nodes before linearized reading' (duration: 1.764788421s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.078264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530480341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:23.078269Z","caller":"traceutil/trace.go:171","msg":"trace[1186939054] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18997f17ab48050c; range_end:; response_count:1; response_revision:1975; }","duration":"100.645924ms","start":"2026-03-04T01:28:22.977607Z","end":"2026-03-04T01:28:23.078253Z","steps":["trace[1186939054] 'agreement among raft nodes before linearized reading' (duration: 100.552312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.07829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199642761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:28:23.078317Z","caller":"traceutil/trace.go:171","msg":"trace[1780577216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1975; }","duration":"1.530559853s","start":"2026-03-04T01:28:21.547737Z","end":"2026-03-04T01:28:23.078297Z","steps":["trace[1780577216] 'agreement among raft nodes before linearized reading' (duration: 1.530502741s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:23.078337Z","caller":"traceutil/trace.go:171","msg":"trace[369698352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1975; }","duration":"1.199713002s","start":"2026-03-04T01:28:21.878614Z","end":"2026-03-04T01:28:23.078327Z","steps":["trace[369698352] 'agreement among raft nodes before linearized reading' (duration: 1.19960144s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.078299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199595619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:28:23.078359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:21.547709Z","time spent":"1.530640475s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:28:23.078312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529758765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:28:23.078315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91128973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:23.07844Z","caller":"traceutil/trace.go:171","msg":"trace[1704884573] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:1975; }","duration":"1.529930828s","start":"2026-03-04T01:28:21.548483Z","end":"2026-03-04T01:28:23.078413Z","steps":["trace[1704884573] 'agreement among raft nodes before linearized reading' (duration: 1.529732734s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:23.078399Z","caller":"traceutil/trace.go:171","msg":"trace[401939908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1975; }","duration":"1.199712323s","start":"2026-03-04T01:28:21.878669Z","end":"2026-03-04T01:28:23.078381Z","steps":["trace[401939908] 'agreement among raft nodes before linearized reading' (duration: 1.199426616s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.078289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:21.313265Z","time spent":"1.765011756s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T01:28:23.078512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:21.548461Z","time spent":"1.530033711s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:28:23.078494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199855906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:28:23.078478Z","caller":"traceutil/trace.go:171","msg":"trace[1025178778] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1975; }","duration":"1.911580996s","start":"2026-03-04T01:28:21.166876Z","end":"2026-03-04T01:28:23.078457Z","steps":["trace[1025178778] 'agreement among raft nodes before linearized reading' (duration: 1.911185447s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.078523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:21.878659Z","time spent":"1.199845985s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:28:23.078596Z","caller":"traceutil/trace.go:171","msg":"trace[691491769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1975; }","duration":"1.200007369s","start":"2026-03-04T01:28:21.878563Z","end":"2026-03-04T01:28:23.078571Z","steps":["trace[691491769] 'agreement among raft nodes before linearized reading' (duration: 1.199665011s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.078665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:21.166853Z","time spent":"1.911762011s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:28:23.078377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:21.878603Z","time spent":"1.199761703s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:28:23.078663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:21.878551Z","time spent":"1.200101231s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:28:23.078272Z","caller":"traceutil/trace.go:171","msg":"trace[181734758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1975; }","duration":"1.199500988s","start":"2026-03-04T01:28:21.878763Z","end":"2026-03-04T01:28:23.078264Z","steps":["trace[181734758] 'agreement among raft nodes before linearized reading' (duration: 1.199397356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.07816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128147373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T01:28:23.078813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:21.878733Z","time spent":"1.20006871s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:28:23.078295Z","caller":"traceutil/trace.go:171","msg":"trace[394100608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1975; }","duration":"759.274745ms","start":"2026-03-04T01:28:22.318985Z","end":"2026-03-04T01:28:23.078259Z","steps":["trace[394100608] 'agreement among raft nodes before linearized reading' (duration: 759.114921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.0789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:22.318961Z","time spent":"759.920089ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:28:23.078925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208595105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:28:23.078846Z","caller":"traceutil/trace.go:171","msg":"trace[1816088426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1975; }","duration":"2.128882819s","start":"2026-03-04T01:28:20.949949Z","end":"2026-03-04T01:28:23.078832Z","steps":["trace[1816088426] 'agreement among raft nodes before linearized reading' (duration: 2.12805581s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:23.078971Z","caller":"traceutil/trace.go:171","msg":"trace[1605054366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1975; }","duration":"1.208681607s","start":"2026-03-04T01:28:21.870278Z","end":"2026-03-04T01:28:23.07896Z","steps":["trace[1605054366] 'agreement among raft nodes before linearized reading' (duration: 1.207906649s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.079002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:21.870259Z","time spent":"1.208733968s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:28:23.079038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:20.949923Z","time spent":"2.129101084s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:28:23.078266Z","caller":"traceutil/trace.go:171","msg":"trace[105697853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1975; }","duration":"961.443802ms","start":"2026-03-04T01:28:22.116807Z","end":"2026-03-04T01:28:23.07825Z","steps":["trace[105697853] 'agreement among raft nodes before linearized reading' (duration: 961.346729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.079135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:22.116778Z","time spent":"962.344923ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:28:23.596433Z","caller":"traceutil/trace.go:171","msg":"trace[1254109738] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"513.215556ms","start":"2026-03-04T01:28:23.083189Z","end":"2026-03-04T01:28:23.596404Z","steps":["trace[1254109738] 'process raft request' (duration: 509.123893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:23.596577Z","caller":"traceutil/trace.go:171","msg":"trace[781908260] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"513.320588ms","start":"2026-03-04T01:28:23.083222Z","end":"2026-03-04T01:28:23.596543Z","steps":["trace[781908260] 'process raft request' (duration: 513.105083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:23.596734Z","caller":"traceutil/trace.go:171","msg":"trace[282884051] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"513.479682ms","start":"2026-03-04T01:28:23.083231Z","end":"2026-03-04T01:28:23.596711Z","steps":["trace[282884051] 'process raft request' (duration: 513.151525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.596748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:23.083201Z","time spent":"513.456471ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:23.596743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:23.083179Z","time spent":"513.40278ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:28:23.59684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:23.083221Z","time spent":"513.569024ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:23.597245Z","caller":"traceutil/trace.go:171","msg":"trace[66166346] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"513.8619ms","start":"2026-03-04T01:28:23.083346Z","end":"2026-03-04T01:28:23.597208Z","steps":["trace[66166346] 'process raft request' (duration: 513.310618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.597376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:23.08332Z","time spent":"513.987694ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:23.597506Z","caller":"traceutil/trace.go:171","msg":"trace[1909892065] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"514.072586ms","start":"2026-03-04T01:28:23.083415Z","end":"2026-03-04T01:28:23.597487Z","steps":["trace[1909892065] 'process raft request' (duration: 513.918102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:28:23.597637Z","caller":"traceutil/trace.go:171","msg":"trace[2034753138] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2058; }","duration":"480.410678ms","start":"2026-03-04T01:28:23.117217Z","end":"2026-03-04T01:28:23.597628Z","steps":["trace[2034753138] 'read index received' (duration: 475.105577ms)","trace[2034753138] 'applied index is now lower than readState.Index' (duration: 5.304381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:28:23.597618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:23.083385Z","time spent":"514.183068ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:28:23.597713Z","caller":"traceutil/trace.go:171","msg":"trace[1423006272] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"513.772638ms","start":"2026-03-04T01:28:23.083922Z","end":"2026-03-04T01:28:23.597695Z","steps":["trace[1423006272] 'process raft request' (duration: 513.509252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.597812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.510002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-04T01:28:23.597804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.823262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:28:23.597839Z","caller":"traceutil/trace.go:171","msg":"trace[1998262652] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e; range_end:; response_count:1; response_revision:1983; }","duration":"477.557594ms","start":"2026-03-04T01:28:23.120275Z","end":"2026-03-04T01:28:23.597833Z","steps":["trace[1998262652] 'agreement among raft nodes before linearized reading' (duration: 477.455521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.59786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:23.120265Z","time spent":"477.591754ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" "} {"level":"info","ts":"2026-03-04T01:28:23.59787Z","caller":"traceutil/trace.go:171","msg":"trace[119213226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1983; }","duration":"510.904073ms","start":"2026-03-04T01:28:23.086947Z","end":"2026-03-04T01:28:23.597851Z","steps":["trace[119213226] 'agreement among raft nodes before linearized reading' (duration: 510.75285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:28:23.597917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:23.086939Z","time spent":"510.966444ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:28:23.597924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:28:23.083912Z","time spent":"513.85009ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:17.719749Z","caller":"traceutil/trace.go:171","msg":"trace[1552250067] linearizableReadLoop","detail":"{readStateIndex:2515; appliedIndex:2514; }","duration":"104.222465ms","start":"2026-03-04T01:29:17.615501Z","end":"2026-03-04T01:29:17.719724Z","steps":["trace[1552250067] 'read index received' (duration: 104.067952ms)","trace[1552250067] 'applied index is now lower than readState.Index' (duration: 153.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:17.719832Z","caller":"traceutil/trace.go:171","msg":"trace[1894073159] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"459.042625ms","start":"2026-03-04T01:29:17.260745Z","end":"2026-03-04T01:29:17.719788Z","steps":["trace[1894073159] 'process raft request' (duration: 458.83002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:17.720042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.528802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T01:29:17.72013Z","caller":"traceutil/trace.go:171","msg":"trace[35986161] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2414; }","duration":"104.672616ms","start":"2026-03-04T01:29:17.615435Z","end":"2026-03-04T01:29:17.720107Z","steps":["trace[35986161] 'agreement among raft nodes before linearized reading' (duration: 104.40768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:17.720255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:17.260724Z","time spent":"459.387003ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:22.25752Z","caller":"traceutil/trace.go:171","msg":"trace[1175803686] transaction","detail":"{read_only:false; response_revision:2441; number_of_response:1; }","duration":"115.8004ms","start":"2026-03-04T01:29:22.141696Z","end":"2026-03-04T01:29:22.257497Z","steps":["trace[1175803686] 'process raft request' (duration: 115.649666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:26.03562Z","caller":"traceutil/trace.go:171","msg":"trace[940798943] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"109.470905ms","start":"2026-03-04T01:29:25.926126Z","end":"2026-03-04T01:29:26.035596Z","steps":["trace[940798943] 'process raft request' (duration: 109.338472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:26.054297Z","caller":"traceutil/trace.go:171","msg":"trace[720972695] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2565; }","duration":"125.718407ms","start":"2026-03-04T01:29:25.928552Z","end":"2026-03-04T01:29:26.05427Z","steps":["trace[720972695] 'read index received' (duration: 107.026229ms)","trace[720972695] 'applied index is now lower than readState.Index' (duration: 18.690958ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:26.054368Z","caller":"traceutil/trace.go:171","msg":"trace[1428139727] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"127.258803ms","start":"2026-03-04T01:29:25.927067Z","end":"2026-03-04T01:29:26.054325Z","steps":["trace[1428139727] 'process raft request' (duration: 127.069538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:26.054534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.054246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:29:26.054559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.918728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:29:26.054593Z","caller":"traceutil/trace.go:171","msg":"trace[493027509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2464; }","duration":"123.129507ms","start":"2026-03-04T01:29:25.931448Z","end":"2026-03-04T01:29:26.054578Z","steps":["trace[493027509] 'agreement among raft nodes before linearized reading' (duration: 122.980784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:26.054598Z","caller":"traceutil/trace.go:171","msg":"trace[1272186636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2464; }","duration":"125.004531ms","start":"2026-03-04T01:29:25.929581Z","end":"2026-03-04T01:29:26.054586Z","steps":["trace[1272186636] 'agreement among raft nodes before linearized reading' (duration: 124.843437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:26.054595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.166898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:29:26.054533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.967013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:29:26.054664Z","caller":"traceutil/trace.go:171","msg":"trace[506368561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2464; }","duration":"123.223579ms","start":"2026-03-04T01:29:25.931403Z","end":"2026-03-04T01:29:26.054626Z","steps":["trace[506368561] 'agreement among raft nodes before linearized reading' (duration: 123.085446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:26.054692Z","caller":"traceutil/trace.go:171","msg":"trace[2003335334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2464; }","duration":"126.150917ms","start":"2026-03-04T01:29:25.928532Z","end":"2026-03-04T01:29:26.054683Z","steps":["trace[2003335334] 'agreement among raft nodes before linearized reading' (duration: 125.87478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:28.410741Z","caller":"traceutil/trace.go:171","msg":"trace[249685825] linearizableReadLoop","detail":"{readStateIndex:2586; appliedIndex:2585; }","duration":"105.856733ms","start":"2026-03-04T01:29:28.304859Z","end":"2026-03-04T01:29:28.410716Z","steps":["trace[249685825] 'read index received' (duration: 105.636747ms)","trace[249685825] 'applied index is now lower than readState.Index' (duration: 219.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:28.41079Z","caller":"traceutil/trace.go:171","msg":"trace[87340618] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"136.681168ms","start":"2026-03-04T01:29:28.274085Z","end":"2026-03-04T01:29:28.410766Z","steps":["trace[87340618] 'process raft request' (duration: 136.472773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:28.410877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.001156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:29:28.410917Z","caller":"traceutil/trace.go:171","msg":"trace[15050500] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2483; }","duration":"106.084818ms","start":"2026-03-04T01:29:28.304823Z","end":"2026-03-04T01:29:28.410907Z","steps":["trace[15050500] 'agreement among raft nodes before linearized reading' (duration: 106.007316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:31.871032Z","caller":"traceutil/trace.go:171","msg":"trace[1994298337] linearizableReadLoop","detail":"{readStateIndex:2610; appliedIndex:2609; }","duration":"103.165171ms","start":"2026-03-04T01:29:31.767844Z","end":"2026-03-04T01:29:31.87101Z","steps":["trace[1994298337] 'read index received' (duration: 103.058759ms)","trace[1994298337] 'applied index is now lower than readState.Index' (duration: 105.292µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:31.871152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.274344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:29:31.871136Z","caller":"traceutil/trace.go:171","msg":"trace[939634635] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"106.859926ms","start":"2026-03-04T01:29:31.764244Z","end":"2026-03-04T01:29:31.871104Z","steps":["trace[939634635] 'process raft request' (duration: 106.63282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:31.871188Z","caller":"traceutil/trace.go:171","msg":"trace[693558928] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2506; }","duration":"103.350125ms","start":"2026-03-04T01:29:31.767827Z","end":"2026-03-04T01:29:31.871177Z","steps":["trace[693558928] 'agreement among raft nodes before linearized reading' (duration: 103.260593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:40.200875Z","caller":"traceutil/trace.go:171","msg":"trace[25991557] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"714.304057ms","start":"2026-03-04T01:29:39.486544Z","end":"2026-03-04T01:29:40.200848Z","steps":["trace[25991557] 'process raft request' (duration: 714.144764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:40.201068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:39.486521Z","time spent":"714.457421ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:40.236343Z","caller":"traceutil/trace.go:171","msg":"trace[1874494156] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"590.170527ms","start":"2026-03-04T01:29:39.646151Z","end":"2026-03-04T01:29:40.236322Z","steps":["trace[1874494156] 'process raft request' (duration: 590.020134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:40.236459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:39.646124Z","time spent":"590.276229ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:40.236531Z","caller":"traceutil/trace.go:171","msg":"trace[981851772] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"336.02187ms","start":"2026-03-04T01:29:39.900484Z","end":"2026-03-04T01:29:40.236506Z","steps":["trace[981851772] 'process raft request' (duration: 335.785615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:40.236642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:39.90046Z","time spent":"336.135483ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:40.236525Z","caller":"traceutil/trace.go:171","msg":"trace[2137006339] linearizableReadLoop","detail":"{readStateIndex:2650; appliedIndex:2648; }","duration":"522.786334ms","start":"2026-03-04T01:29:39.713703Z","end":"2026-03-04T01:29:40.236489Z","steps":["trace[2137006339] 'read index received' (duration: 487.070476ms)","trace[2137006339] 'applied index is now lower than readState.Index' (duration: 35.713368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:40.236755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.03495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:29:40.236819Z","caller":"traceutil/trace.go:171","msg":"trace[1272315833] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:2546; }","duration":"523.148203ms","start":"2026-03-04T01:29:39.713657Z","end":"2026-03-04T01:29:40.236805Z","steps":["trace[1272315833] 'agreement among raft nodes before linearized reading' (duration: 522.928008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:40.23688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:39.713634Z","time spent":"523.237175ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T01:29:40.236914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.878931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:29:40.236944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.66286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:29:40.23698Z","caller":"traceutil/trace.go:171","msg":"trace[1223940441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2546; }","duration":"116.718162ms","start":"2026-03-04T01:29:40.12025Z","end":"2026-03-04T01:29:40.236969Z","steps":["trace[1223940441] 'agreement among raft nodes before linearized reading' (duration: 116.61771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:40.236977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.713143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-04T01:29:40.237028Z","caller":"traceutil/trace.go:171","msg":"trace[501196283] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2546; }","duration":"120.790035ms","start":"2026-03-04T01:29:40.116222Z","end":"2026-03-04T01:29:40.237012Z","steps":["trace[501196283] 'agreement among raft nodes before linearized reading' (duration: 120.669212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:40.237047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.91542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:29:40.237085Z","caller":"traceutil/trace.go:171","msg":"trace[646480599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2546; }","duration":"121.980402ms","start":"2026-03-04T01:29:40.115093Z","end":"2026-03-04T01:29:40.237073Z","steps":["trace[646480599] 'agreement among raft nodes before linearized reading' (duration: 121.918821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:40.236982Z","caller":"traceutil/trace.go:171","msg":"trace[199210881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2546; }","duration":"146.977874ms","start":"2026-03-04T01:29:40.089986Z","end":"2026-03-04T01:29:40.236963Z","steps":["trace[199210881] 'agreement among raft nodes before linearized reading' (duration: 146.80137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:45.556638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.033854ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-04T01:29:46.435486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.207934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:29:46.435572Z","caller":"traceutil/trace.go:171","msg":"trace[470517574] linearizableReadLoop","detail":"{readStateIndex:2684; appliedIndex:2683; }","duration":"169.441488ms","start":"2026-03-04T01:29:46.266119Z","end":"2026-03-04T01:29:46.43556Z","steps":["trace[470517574] 'read index received' (duration: 62.05051ms)","trace[470517574] 'applied index is now lower than readState.Index' (duration: 107.389908ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:46.435621Z","caller":"traceutil/trace.go:171","msg":"trace[2034041493] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"179.843277ms","start":"2026-03-04T01:29:46.255736Z","end":"2026-03-04T01:29:46.435579Z","steps":["trace[2034041493] 'process raft request' (duration: 72.475329ms)","trace[2034041493] 'compare' (duration: 107.02262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:46.435862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.551367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:29:46.435914Z","caller":"traceutil/trace.go:171","msg":"trace[380578336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2577; }","duration":"168.729932ms","start":"2026-03-04T01:29:46.267172Z","end":"2026-03-04T01:29:46.435902Z","steps":["trace[380578336] 'agreement among raft nodes before linearized reading' (duration: 168.481846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:46.436146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.011001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:29:46.436162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.518902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T01:29:46.436217Z","caller":"traceutil/trace.go:171","msg":"trace[814639663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2577; }","duration":"170.128614ms","start":"2026-03-04T01:29:46.266072Z","end":"2026-03-04T01:29:46.4362Z","steps":["trace[814639663] 'agreement among raft nodes before linearized reading' (duration: 169.96342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:46.436234Z","caller":"traceutil/trace.go:171","msg":"trace[1308008966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2577; }","duration":"166.588753ms","start":"2026-03-04T01:29:46.269624Z","end":"2026-03-04T01:29:46.436213Z","steps":["trace[1308008966] 'agreement among raft nodes before linearized reading' (duration: 166.421549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:46.436251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.234728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:29:46.436291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.33781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:29:46.436353Z","caller":"traceutil/trace.go:171","msg":"trace[2022773816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2577; }","duration":"167.438142ms","start":"2026-03-04T01:29:46.268898Z","end":"2026-03-04T01:29:46.436336Z","steps":["trace[2022773816] 'agreement among raft nodes before linearized reading' (duration: 167.276618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:46.436342Z","caller":"traceutil/trace.go:171","msg":"trace[627357170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2577; }","duration":"167.34076ms","start":"2026-03-04T01:29:46.268982Z","end":"2026-03-04T01:29:46.436323Z","steps":["trace[627357170] 'agreement among raft nodes before linearized reading' (duration: 167.044223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:46.436383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.793808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-03-04T01:29:46.436415Z","caller":"traceutil/trace.go:171","msg":"trace[808039583] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2577; }","duration":"166.840328ms","start":"2026-03-04T01:29:46.26956Z","end":"2026-03-04T01:29:46.436401Z","steps":["trace[808039583] 'agreement among raft nodes before linearized reading' (duration: 166.347597ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:46.605664Z","caller":"traceutil/trace.go:171","msg":"trace[1084335407] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"165.788534ms","start":"2026-03-04T01:29:46.439847Z","end":"2026-03-04T01:29:46.605635Z","steps":["trace[1084335407] 'process raft request' (duration: 136.922944ms)","trace[1084335407] 'compare' (duration: 28.751708ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:46.85144Z","caller":"traceutil/trace.go:171","msg":"trace[10493914] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"411.501017ms","start":"2026-03-04T01:29:46.439913Z","end":"2026-03-04T01:29:46.851414Z","steps":["trace[10493914] 'process raft request' (duration: 333.076792ms)","trace[10493914] 'compare' (duration: 78.081447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:46.85157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:46.439894Z","time spent":"411.60461ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:46.851544Z","caller":"traceutil/trace.go:171","msg":"trace[477348125] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"409.884211ms","start":"2026-03-04T01:29:46.441632Z","end":"2026-03-04T01:29:46.851516Z","steps":["trace[477348125] 'process raft request' (duration: 409.787868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:46.851729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:46.441618Z","time spent":"410.008404ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:46.851898Z","caller":"traceutil/trace.go:171","msg":"trace[847284887] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"410.882234ms","start":"2026-03-04T01:29:46.440996Z","end":"2026-03-04T01:29:46.851878Z","steps":["trace[847284887] 'process raft request' (duration: 410.315441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:46.851996Z","caller":"traceutil/trace.go:171","msg":"trace[1667475424] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"295.868631ms","start":"2026-03-04T01:29:46.556099Z","end":"2026-03-04T01:29:46.851968Z","steps":["trace[1667475424] 'process raft request' (duration: 295.369349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:46.852104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:46.440977Z","time spent":"410.963675ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:46.852151Z","caller":"traceutil/trace.go:171","msg":"trace[2043597196] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"411.562989ms","start":"2026-03-04T01:29:46.440575Z","end":"2026-03-04T01:29:46.852138Z","steps":["trace[2043597196] 'process raft request' (duration: 410.676728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:46.852214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:46.440557Z","time spent":"411.623011ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:46.852233Z","caller":"traceutil/trace.go:171","msg":"trace[1552790237] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"410.828483ms","start":"2026-03-04T01:29:46.441349Z","end":"2026-03-04T01:29:46.852178Z","steps":["trace[1552790237] 'process raft request' (duration: 410.026384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:46.852495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:46.441328Z","time spent":"411.055677ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:52.459908Z","caller":"traceutil/trace.go:171","msg":"trace[2130959275] linearizableReadLoop","detail":"{readStateIndex:2714; appliedIndex:2713; }","duration":"344.688685ms","start":"2026-03-04T01:29:52.115199Z","end":"2026-03-04T01:29:52.459888Z","steps":["trace[2130959275] 'read index received' (duration: 344.51077ms)","trace[2130959275] 'applied index is now lower than readState.Index' (duration: 176.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:52.459968Z","caller":"traceutil/trace.go:171","msg":"trace[615611739] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"625.727452ms","start":"2026-03-04T01:29:51.834208Z","end":"2026-03-04T01:29:52.459936Z","steps":["trace[615611739] 'process raft request' (duration: 625.508497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:52.460025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.815618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:29:52.460058Z","caller":"traceutil/trace.go:171","msg":"trace[37769076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2606; }","duration":"344.893449ms","start":"2026-03-04T01:29:52.115155Z","end":"2026-03-04T01:29:52.460048Z","steps":["trace[37769076] 'agreement among raft nodes before linearized reading' (duration: 344.821838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:52.46009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:52.115132Z","time spent":"344.948381ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:29:52.46021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:51.834195Z","time spent":"625.880296ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:29:53.10952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:52.710942Z","time spent":"398.571979ms","remote":"127.0.0.1:43066","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:29:53.109979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.073227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:29:53.110096Z","caller":"traceutil/trace.go:171","msg":"trace[1288846572] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"656.136728ms","start":"2026-03-04T01:29:52.453943Z","end":"2026-03-04T01:29:53.110079Z","steps":["trace[1288846572] 'process raft request' (duration: 71.890737ms)","trace[1288846572] 'compare' (duration: 583.952635ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:53.110137Z","caller":"traceutil/trace.go:171","msg":"trace[256537828] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"236.393354ms","start":"2026-03-04T01:29:52.873727Z","end":"2026-03-04T01:29:53.11012Z","steps":["trace[256537828] 'process raft request' (duration: 236.342293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:53.110179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:52.453917Z","time spent":"656.210119ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:53.110169Z","caller":"traceutil/trace.go:171","msg":"trace[1574233652] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2714; }","duration":"645.536596ms","start":"2026-03-04T01:29:52.464599Z","end":"2026-03-04T01:29:53.110136Z","steps":["trace[1574233652] 'read index received' (duration: 61.220453ms)","trace[1574233652] 'applied index is now lower than readState.Index' (duration: 584.312073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:53.110326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.72369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18997f323ddd1619\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-04T01:29:53.110362Z","caller":"traceutil/trace.go:171","msg":"trace[1383200101] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18997f323ddd1619; range_end:; response_count:1; response_revision:2608; }","duration":"645.789702ms","start":"2026-03-04T01:29:52.464561Z","end":"2026-03-04T01:29:53.110351Z","steps":["trace[1383200101] 'agreement among raft nodes before linearized reading' (duration: 645.683189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:53.110396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:52.464542Z","time spent":"645.846862ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18997f323ddd1619\" "} {"level":"warn","ts":"2026-03-04T01:29:53.110419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.789065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:29:53.11045Z","caller":"traceutil/trace.go:171","msg":"trace[172807830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2608; }","duration":"233.863657ms","start":"2026-03-04T01:29:52.876579Z","end":"2026-03-04T01:29:53.110442Z","steps":["trace[172807830] 'agreement among raft nodes before linearized reading' (duration: 233.765564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:53.110441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.770402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:29:53.110478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.052435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:29:53.110577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.912786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:29:53.110496Z","caller":"traceutil/trace.go:171","msg":"trace[567849068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2608; }","duration":"232.867845ms","start":"2026-03-04T01:29:52.877612Z","end":"2026-03-04T01:29:53.11048Z","steps":["trace[567849068] 'agreement among raft nodes before linearized reading' (duration: 232.728871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:53.110607Z","caller":"traceutil/trace.go:171","msg":"trace[1377568093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2608; }","duration":"232.995027ms","start":"2026-03-04T01:29:52.877606Z","end":"2026-03-04T01:29:53.110601Z","steps":["trace[1377568093] 'agreement among raft nodes before linearized reading' (duration: 232.927376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:53.110616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.246584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:29:53.11063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.856573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-04T01:29:53.110659Z","caller":"traceutil/trace.go:171","msg":"trace[479562722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2608; }","duration":"230.307965ms","start":"2026-03-04T01:29:52.880339Z","end":"2026-03-04T01:29:53.110647Z","steps":["trace[479562722] 'agreement among raft nodes before linearized reading' (duration: 230.192473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:53.110686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.858904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:29:53.110574Z","caller":"traceutil/trace.go:171","msg":"trace[89389270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2608; }","duration":"480.171198ms","start":"2026-03-04T01:29:52.630363Z","end":"2026-03-04T01:29:53.110534Z","steps":["trace[89389270] 'agreement among raft nodes before linearized reading' (duration: 479.956193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:53.110708Z","caller":"traceutil/trace.go:171","msg":"trace[1773289033] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2608; }","duration":"342.965546ms","start":"2026-03-04T01:29:52.767726Z","end":"2026-03-04T01:29:53.110691Z","steps":["trace[1773289033] 'agreement among raft nodes before linearized reading' (duration: 342.750461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:53.110727Z","caller":"traceutil/trace.go:171","msg":"trace[267579973] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2608; }","duration":"232.920825ms","start":"2026-03-04T01:29:52.877796Z","end":"2026-03-04T01:29:53.110717Z","steps":["trace[267579973] 'agreement among raft nodes before linearized reading' (duration: 232.831823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:53.110733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:52.630342Z","time spent":"480.384242ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:29:53.110749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:52.767714Z","time spent":"343.026568ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-04T01:29:53.110844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.977523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T01:29:53.110885Z","caller":"traceutil/trace.go:171","msg":"trace[546650926] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2608; }","duration":"390.040964ms","start":"2026-03-04T01:29:52.720835Z","end":"2026-03-04T01:29:53.110876Z","steps":["trace[546650926] 'agreement among raft nodes before linearized reading' (duration: 389.934351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:53.110916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:52.720821Z","time spent":"390.088135ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T01:29:53.616961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191217665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:29:54.53654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.087556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:29:54.536663Z","caller":"traceutil/trace.go:171","msg":"trace[2060128342] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"1.420759842s","start":"2026-03-04T01:29:53.115879Z","end":"2026-03-04T01:29:54.536639Z","steps":["trace[2060128342] 'process raft request' (duration: 568.470261ms)","trace[2060128342] 'compare' (duration: 851.938473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:54.536747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.115832Z","time spent":"1.420872615s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:29:54.85511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.721998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:29:54.855354Z","caller":"traceutil/trace.go:171","msg":"trace[795392252] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"1.736692249s","start":"2026-03-04T01:29:53.118625Z","end":"2026-03-04T01:29:54.855317Z","steps":["trace[795392252] 'process raft request' (duration: 1.552637193s)","trace[795392252] 'compare' (duration: 183.211716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:54.855549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.118603Z","time spent":"1.736862733s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:54.855669Z","caller":"traceutil/trace.go:171","msg":"trace[338555127] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"1.108046199s","start":"2026-03-04T01:29:53.7476Z","end":"2026-03-04T01:29:54.855647Z","steps":["trace[338555127] 'process raft request' (duration: 1.107989888s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.855791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.747559Z","time spent":"1.108175952s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:54.855723Z","caller":"traceutil/trace.go:171","msg":"trace[1091440662] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"1.731128092s","start":"2026-03-04T01:29:53.124457Z","end":"2026-03-04T01:29:54.855585Z","steps":["trace[1091440662] 'process raft request' (duration: 1.730790924s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:54.856018Z","caller":"traceutil/trace.go:171","msg":"trace[271653733] linearizableReadLoop","detail":"{readStateIndex:2723; appliedIndex:2716; }","duration":"1.739755959s","start":"2026-03-04T01:29:53.116253Z","end":"2026-03-04T01:29:54.856009Z","steps":["trace[271653733] 'read index received' (duration: 568.226665ms)","trace[271653733] 'applied index is now lower than readState.Index' (duration: 1.171528494s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:54.855986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.124444Z","time spent":"1.73148082s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:54.856086Z","caller":"traceutil/trace.go:171","msg":"trace[802259837] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"1.72759382s","start":"2026-03-04T01:29:53.128486Z","end":"2026-03-04T01:29:54.85608Z","steps":["trace[802259837] 'process raft request' (duration: 1.727047718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.856132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.128479Z","time spent":"1.727628441s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:54.856075Z","caller":"traceutil/trace.go:171","msg":"trace[1824028408] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"1.729627767s","start":"2026-03-04T01:29:53.126412Z","end":"2026-03-04T01:29:54.85604Z","steps":["trace[1824028408] 'process raft request' (duration: 1.729073255s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.856276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73765431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-04T01:29:54.856296Z","caller":"traceutil/trace.go:171","msg":"trace[1306467480] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"1.731170673s","start":"2026-03-04T01:29:53.125102Z","end":"2026-03-04T01:29:54.856273Z","steps":["trace[1306467480] 'process raft request' (duration: 1.730300463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.856294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.717244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:29:54.856289Z","caller":"traceutil/trace.go:171","msg":"trace[558990938] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"1.73151976s","start":"2026-03-04T01:29:53.124733Z","end":"2026-03-04T01:29:54.856253Z","steps":["trace[558990938] 'process raft request' (duration: 1.7306178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.856323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.126395Z","time spent":"1.729839972s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:54.856343Z","caller":"traceutil/trace.go:171","msg":"trace[157349372] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2616; }","duration":"1.737744103s","start":"2026-03-04T01:29:53.118584Z","end":"2026-03-04T01:29:54.856328Z","steps":["trace[157349372] 'agreement among raft nodes before linearized reading' (duration: 1.737562789s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:54.856375Z","caller":"traceutil/trace.go:171","msg":"trace[772547228] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2616; }","duration":"846.827566ms","start":"2026-03-04T01:29:54.009527Z","end":"2026-03-04T01:29:54.856354Z","steps":["trace[772547228] 'agreement among raft nodes before linearized reading' (duration: 846.697974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.856398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.11857Z","time spent":"1.737815284s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-04T01:29:54.856391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.125097Z","time spent":"1.731243054s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:29:54.856437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:54.009509Z","time spent":"846.912408ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:29:54.856457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.124726Z","time spent":"1.731650633s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:29:54.856669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040983274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T01:29:54.856672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.694502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:29:54.856704Z","caller":"traceutil/trace.go:171","msg":"trace[314579440] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2616; }","duration":"1.041108686s","start":"2026-03-04T01:29:53.815588Z","end":"2026-03-04T01:29:54.856696Z","steps":["trace[314579440] 'agreement among raft nodes before linearized reading' (duration: 1.040993594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.856696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.96576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18997f2ef873adad\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-04T01:29:54.856725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.815562Z","time spent":"1.041158918s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:29:54.856721Z","caller":"traceutil/trace.go:171","msg":"trace[1458077237] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2616; }","duration":"770.772755ms","start":"2026-03-04T01:29:54.085934Z","end":"2026-03-04T01:29:54.856707Z","steps":["trace[1458077237] 'agreement among raft nodes before linearized reading' (duration: 770.697393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.856727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.255226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T01:29:54.85675Z","caller":"traceutil/trace.go:171","msg":"trace[992184407] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18997f2ef873adad; range_end:; response_count:1; response_revision:2616; }","duration":"317.046802ms","start":"2026-03-04T01:29:54.539688Z","end":"2026-03-04T01:29:54.856734Z","steps":["trace[992184407] 'agreement among raft nodes before linearized reading' (duration: 316.908639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:54.856764Z","caller":"traceutil/trace.go:171","msg":"trace[768055063] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2616; }","duration":"909.325368ms","start":"2026-03-04T01:29:53.947427Z","end":"2026-03-04T01:29:54.856752Z","steps":["trace[768055063] 'agreement among raft nodes before linearized reading' (duration: 909.201765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.856804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.947407Z","time spent":"909.38869ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:29:54.856811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:54.539661Z","time spent":"317.136974ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18997f2ef873adad\" "} {"level":"warn","ts":"2026-03-04T01:29:54.856879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740622538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:29:54.856951Z","caller":"traceutil/trace.go:171","msg":"trace[1918925963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2616; }","duration":"1.740708571s","start":"2026-03-04T01:29:53.116228Z","end":"2026-03-04T01:29:54.856937Z","steps":["trace[1918925963] 'agreement among raft nodes before linearized reading' (duration: 1.740621189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.856764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:54.085917Z","time spent":"770.835496ms","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:29:54.856746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125206533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:29:54.857072Z","caller":"traceutil/trace.go:171","msg":"trace[47230327] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2616; }","duration":"1.12553116s","start":"2026-03-04T01:29:53.73152Z","end":"2026-03-04T01:29:54.857051Z","steps":["trace[47230327] 'agreement among raft nodes before linearized reading' (duration: 1.125172902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:54.85699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.116213Z","time spent":"1.740767072s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:29:54.858157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:53.731456Z","time spent":"1.125682643s","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:29:55.339156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.389567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:29:55.339418Z","caller":"traceutil/trace.go:171","msg":"trace[1398531237] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"219.541308ms","start":"2026-03-04T01:29:55.119859Z","end":"2026-03-04T01:29:55.3394Z","steps":["trace[1398531237] 'process raft request' (duration: 219.476667ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:55.339428Z","caller":"traceutil/trace.go:171","msg":"trace[1119009427] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"476.669148ms","start":"2026-03-04T01:29:54.862739Z","end":"2026-03-04T01:29:55.339408Z","steps":["trace[1119009427] 'process raft request' (duration: 476.526214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:55.339418Z","caller":"traceutil/trace.go:171","msg":"trace[962485763] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2724; }","duration":"478.532161ms","start":"2026-03-04T01:29:54.860852Z","end":"2026-03-04T01:29:55.339385Z","steps":["trace[962485763] 'read index received' (duration: 309.824607ms)","trace[962485763] 'applied index is now lower than readState.Index' (duration: 168.704224ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:29:55.339322Z","caller":"traceutil/trace.go:171","msg":"trace[1291238693] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"478.573681ms","start":"2026-03-04T01:29:54.860726Z","end":"2026-03-04T01:29:55.3393Z","steps":["trace[1291238693] 'process raft request' (duration: 309.954109ms)","trace[1291238693] 'compare' (duration: 168.034629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:29:55.339548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:54.862722Z","time spent":"476.75496ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:29:55.339585Z","caller":"traceutil/trace.go:171","msg":"trace[955100036] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"219.032716ms","start":"2026-03-04T01:29:55.120535Z","end":"2026-03-04T01:29:55.339568Z","steps":["trace[955100036] 'process raft request' (duration: 218.832172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:55.339656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:54.860705Z","time spent":"478.795357ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:29:55.339671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.07323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8615"} {"level":"info","ts":"2026-03-04T01:29:55.339709Z","caller":"traceutil/trace.go:171","msg":"trace[715916456] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2620; }","duration":"478.125661ms","start":"2026-03-04T01:29:54.861573Z","end":"2026-03-04T01:29:55.339698Z","steps":["trace[715916456] 'agreement among raft nodes before linearized reading' (duration: 477.978708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:55.339732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:54.861565Z","time spent":"478.161812ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":8638,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:29:55.339718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.844738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-04T01:29:55.339786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.336332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:29:55.339786Z","caller":"traceutil/trace.go:171","msg":"trace[1166706588] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2620; }","duration":"478.94445ms","start":"2026-03-04T01:29:54.860824Z","end":"2026-03-04T01:29:55.339768Z","steps":["trace[1166706588] 'agreement among raft nodes before linearized reading' (duration: 478.678484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:29:55.339829Z","caller":"traceutil/trace.go:171","msg":"trace[1021863141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2620; }","duration":"473.396183ms","start":"2026-03-04T01:29:54.866423Z","end":"2026-03-04T01:29:55.339819Z","steps":["trace[1021863141] 'agreement among raft nodes before linearized reading' (duration: 473.329191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:29:55.339838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:54.860808Z","time spent":"479.022032ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-04T01:29:55.339865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:29:54.866416Z","time spent":"473.437464ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:30:00.66524Z","caller":"traceutil/trace.go:171","msg":"trace[753356976] linearizableReadLoop","detail":"{readStateIndex:2750; appliedIndex:2749; }","duration":"145.340479ms","start":"2026-03-04T01:30:00.519854Z","end":"2026-03-04T01:30:00.665194Z","steps":["trace[753356976] 'read index received' (duration: 145.218236ms)","trace[753356976] 'applied index is now lower than readState.Index' (duration: 121.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:00.665287Z","caller":"traceutil/trace.go:171","msg":"trace[1584733845] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"159.958474ms","start":"2026-03-04T01:30:00.505306Z","end":"2026-03-04T01:30:00.665264Z","steps":["trace[1584733845] 'process raft request' (duration: 159.743579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:00.665426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.549204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:30:00.665524Z","caller":"traceutil/trace.go:171","msg":"trace[1586728164] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2640; }","duration":"145.691857ms","start":"2026-03-04T01:30:00.519812Z","end":"2026-03-04T01:30:00.665503Z","steps":["trace[1586728164] 'agreement among raft nodes before linearized reading' (duration: 145.510373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:01.168215Z","caller":"traceutil/trace.go:171","msg":"trace[921900419] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2751; }","duration":"281.671671ms","start":"2026-03-04T01:30:00.886518Z","end":"2026-03-04T01:30:01.16819Z","steps":["trace[921900419] 'read index received' (duration: 57.817174ms)","trace[921900419] 'applied index is now lower than readState.Index' (duration: 223.853377ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:01.168305Z","caller":"traceutil/trace.go:171","msg":"trace[1101679789] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"281.891847ms","start":"2026-03-04T01:30:00.886378Z","end":"2026-03-04T01:30:01.16827Z","steps":["trace[1101679789] 'process raft request' (duration: 216.131031ms)","trace[1101679789] 'compare' (duration: 65.465699ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:01.168357Z","caller":"traceutil/trace.go:171","msg":"trace[1035698343] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"279.787249ms","start":"2026-03-04T01:30:00.888554Z","end":"2026-03-04T01:30:01.168341Z","steps":["trace[1035698343] 'process raft request' (duration: 279.583874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:01.168541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.995279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:30:01.168565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.735063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:30:01.168598Z","caller":"traceutil/trace.go:171","msg":"trace[1627937678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2644; }","duration":"282.088631ms","start":"2026-03-04T01:30:00.886497Z","end":"2026-03-04T01:30:01.168586Z","steps":["trace[1627937678] 'agreement among raft nodes before linearized reading' (duration: 281.904447ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:01.168635Z","caller":"traceutil/trace.go:171","msg":"trace[76615520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2644; }","duration":"281.837745ms","start":"2026-03-04T01:30:00.88678Z","end":"2026-03-04T01:30:01.168618Z","steps":["trace[76615520] 'agreement among raft nodes before linearized reading' (duration: 281.645631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:30:01.168634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.021999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:30:01.168698Z","caller":"traceutil/trace.go:171","msg":"trace[501318019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2644; }","duration":"282.205003ms","start":"2026-03-04T01:30:00.886475Z","end":"2026-03-04T01:30:01.16868Z","steps":["trace[501318019] 'agreement among raft nodes before linearized reading' (duration: 281.936017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:30:01.569326Z","caller":"traceutil/trace.go:171","msg":"trace[1395349078] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"210.439261ms","start":"2026-03-04T01:30:01.358844Z","end":"2026-03-04T01:30:01.569283Z","steps":["trace[1395349078] 'process raft request' (duration: 147.648322ms)","trace[1395349078] 'compare' (duration: 62.513782ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:30:02.530644Z","caller":"traceutil/trace.go:171","msg":"trace[660624123] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"166.095565ms","start":"2026-03-04T01:30:02.364522Z","end":"2026-03-04T01:30:02.530618Z","steps":["trace[660624123] 'process raft request' (duration: 132.594287ms)","trace[660624123] 'compare' (duration: 33.380115ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:49.769315Z","caller":"traceutil/trace.go:171","msg":"trace[1587217316] linearizableReadLoop","detail":"{readStateIndex:3416; appliedIndex:3415; }","duration":"163.207796ms","start":"2026-03-04T01:31:49.606082Z","end":"2026-03-04T01:31:49.769289Z","steps":["trace[1587217316] 'read index received' (duration: 162.939419ms)","trace[1587217316] 'applied index is now lower than readState.Index' (duration: 267.587µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:31:49.769377Z","caller":"traceutil/trace.go:171","msg":"trace[1411589279] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"168.817724ms","start":"2026-03-04T01:31:49.600531Z","end":"2026-03-04T01:31:49.769349Z","steps":["trace[1411589279] 'process raft request' (duration: 168.544888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:31:49.769506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.38507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/secretgen-controller/\" range_end:\"/registry/resourcequotas/secretgen-controller0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:31:49.76962Z","caller":"traceutil/trace.go:171","msg":"trace[2043449884] range","detail":"{range_begin:/registry/resourcequotas/secretgen-controller/; range_end:/registry/resourcequotas/secretgen-controller0; response_count:0; response_revision:3279; }","duration":"163.519543ms","start":"2026-03-04T01:31:49.606066Z","end":"2026-03-04T01:31:49.769585Z","steps":["trace[2043449884] 'agreement among raft nodes before linearized reading' (duration: 163.333859ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:31:49.890619Z","caller":"traceutil/trace.go:171","msg":"trace[304145708] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"119.501526ms","start":"2026-03-04T01:31:49.771076Z","end":"2026-03-04T01:31:49.890578Z","steps":["trace[304145708] 'process raft request' (duration: 119.25168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:02.127687Z","caller":"traceutil/trace.go:171","msg":"trace[773674410] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"134.899881ms","start":"2026-03-04T01:32:01.992759Z","end":"2026-03-04T01:32:02.127659Z","steps":["trace[773674410] 'process raft request' (duration: 105.841418ms)","trace[773674410] 'compare' (duration: 28.842889ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:02.127907Z","caller":"traceutil/trace.go:171","msg":"trace[282419236] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"135.117357ms","start":"2026-03-04T01:32:01.99278Z","end":"2026-03-04T01:32:02.127897Z","steps":["trace[282419236] 'process raft request' (duration: 134.789679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:02.127969Z","caller":"traceutil/trace.go:171","msg":"trace[929549901] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"135.107496ms","start":"2026-03-04T01:32:01.992795Z","end":"2026-03-04T01:32:02.127902Z","steps":["trace[929549901] 'process raft request' (duration: 134.84185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:02.128081Z","caller":"traceutil/trace.go:171","msg":"trace[734300366] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"132.873416ms","start":"2026-03-04T01:32:01.995188Z","end":"2026-03-04T01:32:02.128061Z","steps":["trace[734300366] 'process raft request' (duration: 132.604039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:02.128082Z","caller":"traceutil/trace.go:171","msg":"trace[159063175] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"135.129167ms","start":"2026-03-04T01:32:01.992909Z","end":"2026-03-04T01:32:02.128038Z","steps":["trace[159063175] 'process raft request' (duration: 134.8164ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:22.111837Z","caller":"traceutil/trace.go:171","msg":"trace[13531598] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"165.386208ms","start":"2026-03-04T01:32:21.946428Z","end":"2026-03-04T01:32:22.111814Z","steps":["trace[13531598] 'process raft request' (duration: 165.258355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:23.015515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.653488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:32:23.015666Z","caller":"traceutil/trace.go:171","msg":"trace[304252700] linearizableReadLoop","detail":"{readStateIndex:3656; appliedIndex:3654; }","duration":"917.222962ms","start":"2026-03-04T01:32:22.098417Z","end":"2026-03-04T01:32:23.01564Z","steps":["trace[304252700] 'read index received' (duration: 13.356705ms)","trace[304252700] 'applied index is now lower than readState.Index' (duration: 903.864427ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:32:23.015824Z","caller":"traceutil/trace.go:171","msg":"trace[1441567430] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"959.741913ms","start":"2026-03-04T01:32:22.056058Z","end":"2026-03-04T01:32:23.0158Z","steps":["trace[1441567430] 'process raft request' (duration: 672.579663ms)","trace[1441567430] 'compare' (duration: 286.489714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:32:23.015923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:22.055992Z","time spent":"959.881316ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:23.016455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.00104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:32:23.016621Z","caller":"traceutil/trace.go:171","msg":"trace[1487204252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3512; }","duration":"918.193394ms","start":"2026-03-04T01:32:22.098382Z","end":"2026-03-04T01:32:23.016575Z","steps":["trace[1487204252] 'agreement among raft nodes before linearized reading' (duration: 917.788035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:23.016683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:22.098369Z","time spent":"918.302267ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:32:23.034856Z","caller":"traceutil/trace.go:171","msg":"trace[279946156] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"836.047096ms","start":"2026-03-04T01:32:22.198774Z","end":"2026-03-04T01:32:23.034821Z","steps":["trace[279946156] 'process raft request' (duration: 835.80452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:23.034834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.762066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:32:23.034905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.312232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:32:23.034903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.544638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:32:23.034937Z","caller":"traceutil/trace.go:171","msg":"trace[676985831] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3513; }","duration":"815.372554ms","start":"2026-03-04T01:32:22.219557Z","end":"2026-03-04T01:32:23.034929Z","steps":["trace[676985831] 'agreement among raft nodes before linearized reading' (duration: 815.220181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:23.034936Z","caller":"traceutil/trace.go:171","msg":"trace[1866923948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3513; }","duration":"918.884278ms","start":"2026-03-04T01:32:22.116038Z","end":"2026-03-04T01:32:23.034922Z","steps":["trace[1866923948] 'agreement among raft nodes before linearized reading' (duration: 918.719475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:32:23.034943Z","caller":"traceutil/trace.go:171","msg":"trace[1585154249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3513; }","duration":"815.61039ms","start":"2026-03-04T01:32:22.219324Z","end":"2026-03-04T01:32:23.034934Z","steps":["trace[1585154249] 'agreement among raft nodes before linearized reading' (duration: 815.471926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:23.034957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:22.21955Z","time spent":"815.402915ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:32:23.034963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:22.219315Z","time spent":"815.64368ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:32:23.034962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:22.116027Z","time spent":"918.928639ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:32:23.034996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:22.198762Z","time spent":"836.157359ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:32:23.035023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.898485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:32:23.035111Z","caller":"traceutil/trace.go:171","msg":"trace[703218560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3513; }","duration":"812.024017ms","start":"2026-03-04T01:32:22.223064Z","end":"2026-03-04T01:32:23.035088Z","steps":["trace[703218560] 'agreement among raft nodes before linearized reading' (duration: 811.776721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:23.035116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.235514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:32:23.035157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:22.223051Z","time spent":"812.096569ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:32:23.035186Z","caller":"traceutil/trace.go:171","msg":"trace[131933302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3513; }","duration":"816.339746ms","start":"2026-03-04T01:32:22.218823Z","end":"2026-03-04T01:32:23.035163Z","steps":["trace[131933302] 'agreement among raft nodes before linearized reading' (duration: 816.133701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:32:23.035231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:32:22.218801Z","time spent":"816.421488ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:33:30.98699Z","caller":"traceutil/trace.go:171","msg":"trace[845698345] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"146.168053ms","start":"2026-03-04T01:33:30.840799Z","end":"2026-03-04T01:33:30.986967Z","steps":["trace[845698345] 'process raft request' (duration: 146.04232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:36.628572Z","caller":"traceutil/trace.go:171","msg":"trace[829815270] linearizableReadLoop","detail":"{readStateIndex:4465; appliedIndex:4464; }","duration":"142.145172ms","start":"2026-03-04T01:33:36.4864Z","end":"2026-03-04T01:33:36.628546Z","steps":["trace[829815270] 'read index received' (duration: 90.780927ms)","trace[829815270] 'applied index is now lower than readState.Index' (duration: 51.362965ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:36.628619Z","caller":"traceutil/trace.go:171","msg":"trace[182728448] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"152.727263ms","start":"2026-03-04T01:33:36.475844Z","end":"2026-03-04T01:33:36.628571Z","steps":["trace[182728448] 'process raft request' (duration: 101.266486ms)","trace[182728448] 'compare' (duration: 51.091029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:36.62895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.496969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:33:36.629002Z","caller":"traceutil/trace.go:171","msg":"trace[284630017] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4287; }","duration":"142.643283ms","start":"2026-03-04T01:33:36.486343Z","end":"2026-03-04T01:33:36.628986Z","steps":["trace[284630017] 'agreement among raft nodes before linearized reading' (duration: 142.342386ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:36.631108Z","caller":"traceutil/trace.go:171","msg":"trace[1810618394] transaction","detail":"{read_only:false; response_revision:4289; number_of_response:1; }","duration":"105.77005ms","start":"2026-03-04T01:33:36.525312Z","end":"2026-03-04T01:33:36.631082Z","steps":["trace[1810618394] 'process raft request' (duration: 105.698008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:36.631243Z","caller":"traceutil/trace.go:171","msg":"trace[1318923519] transaction","detail":"{read_only:false; response_revision:4288; number_of_response:1; }","duration":"124.207141ms","start":"2026-03-04T01:33:36.507006Z","end":"2026-03-04T01:33:36.631213Z","steps":["trace[1318923519] 'process raft request' (duration: 123.142827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:40.488068Z","caller":"traceutil/trace.go:171","msg":"trace[1857297578] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"193.927616ms","start":"2026-03-04T01:33:40.294095Z","end":"2026-03-04T01:33:40.488023Z","steps":["trace[1857297578] 'process raft request' (duration: 193.800113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:40.488098Z","caller":"traceutil/trace.go:171","msg":"trace[1776259823] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"233.033431ms","start":"2026-03-04T01:33:40.25503Z","end":"2026-03-04T01:33:40.488063Z","steps":["trace[1776259823] 'process raft request' (duration: 141.369564ms)","trace[1776259823] 'compare' (duration: 91.346119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:40.797052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.519802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:33:40.797124Z","caller":"traceutil/trace.go:171","msg":"trace[639042818] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4344; }","duration":"146.646624ms","start":"2026-03-04T01:33:40.650459Z","end":"2026-03-04T01:33:40.797105Z","steps":["trace[639042818] 'range keys from in-memory index tree' (duration: 146.303257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:40.797034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.882297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:33:40.797479Z","caller":"traceutil/trace.go:171","msg":"trace[798072899] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4344; }","duration":"108.380749ms","start":"2026-03-04T01:33:40.689074Z","end":"2026-03-04T01:33:40.797455Z","steps":["trace[798072899] 'count revisions from in-memory index tree' (duration: 107.724814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:43.525122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.422057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:33:43.525293Z","caller":"traceutil/trace.go:171","msg":"trace[1378411545] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"408.201938ms","start":"2026-03-04T01:33:43.117061Z","end":"2026-03-04T01:33:43.525263Z","steps":["trace[1378411545] 'process raft request' (duration: 98.548945ms)","trace[1378411545] 'compare' (duration: 309.213413ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:43.525478Z","caller":"traceutil/trace.go:171","msg":"trace[1182989410] linearizableReadLoop","detail":"{readStateIndex:4592; appliedIndex:4591; }","duration":"408.217308ms","start":"2026-03-04T01:33:43.117235Z","end":"2026-03-04T01:33:43.525452Z","steps":["trace[1182989410] 'read index received' (duration: 98.380171ms)","trace[1182989410] 'applied index is now lower than readState.Index' (duration: 309.834667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:43.525709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:43.11705Z","time spent":"408.471164ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:33:43.525696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.388392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:43.525876Z","caller":"traceutil/trace.go:171","msg":"trace[755260200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4413; }","duration":"408.645897ms","start":"2026-03-04T01:33:43.117208Z","end":"2026-03-04T01:33:43.525854Z","steps":["trace[755260200] 'agreement among raft nodes before linearized reading' (duration: 408.34028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:43.525924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:43.117202Z","time spent":"408.71208ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:33:43.526082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.961339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T01:33:43.526143Z","caller":"traceutil/trace.go:171","msg":"trace[2131405389] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4416; }","duration":"407.037361ms","start":"2026-03-04T01:33:43.11909Z","end":"2026-03-04T01:33:43.526127Z","steps":["trace[2131405389] 'agreement among raft nodes before linearized reading' (duration: 406.860237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:43.526185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:43.119084Z","time spent":"407.090062ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-04T01:33:43.52678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.913206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:33:43.527014Z","caller":"traceutil/trace.go:171","msg":"trace[329490381] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4416; }","duration":"295.209933ms","start":"2026-03-04T01:33:43.231788Z","end":"2026-03-04T01:33:43.526998Z","steps":["trace[329490381] 'agreement among raft nodes before linearized reading' (duration: 294.797183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:43.527282Z","caller":"traceutil/trace.go:171","msg":"trace[1637317581] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"154.204427ms","start":"2026-03-04T01:33:43.37304Z","end":"2026-03-04T01:33:43.527244Z","steps":["trace[1637317581] 'process raft request' (duration: 152.805755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:43.527543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.626189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-03-04T01:33:43.527565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.932801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:33:43.527612Z","caller":"traceutil/trace.go:171","msg":"trace[971511634] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"367.378783ms","start":"2026-03-04T01:33:43.160221Z","end":"2026-03-04T01:33:43.5276Z","steps":["trace[971511634] 'process raft request' (duration: 365.171563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:43.52762Z","caller":"traceutil/trace.go:171","msg":"trace[1248434610] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4416; }","duration":"175.021003ms","start":"2026-03-04T01:33:43.352583Z","end":"2026-03-04T01:33:43.527604Z","steps":["trace[1248434610] 'agreement among raft nodes before linearized reading' (duration: 174.929241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:43.527714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:43.16019Z","time spent":"367.451495ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":451474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:33:43.52758Z","caller":"traceutil/trace.go:171","msg":"trace[92622236] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4416; }","duration":"339.65878ms","start":"2026-03-04T01:33:43.187907Z","end":"2026-03-04T01:33:43.527566Z","steps":["trace[92622236] 'agreement among raft nodes before linearized reading' (duration: 339.598358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:43.527869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:43.187872Z","time spent":"339.979867ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-04T01:33:43.528006Z","caller":"traceutil/trace.go:171","msg":"trace[1435963023] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"131.485448ms","start":"2026-03-04T01:33:43.396504Z","end":"2026-03-04T01:33:43.527989Z","steps":["trace[1435963023] 'process raft request' (duration: 129.39991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:44.587729Z","caller":"traceutil/trace.go:171","msg":"trace[1133368001] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"278.315946ms","start":"2026-03-04T01:33:44.309377Z","end":"2026-03-04T01:33:44.587693Z","steps":["trace[1133368001] 'process raft request' (duration: 278.04915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:44.907548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.268557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:33:44.907634Z","caller":"traceutil/trace.go:171","msg":"trace[576607276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4446; }","duration":"202.41878ms","start":"2026-03-04T01:33:44.705198Z","end":"2026-03-04T01:33:44.907616Z","steps":["trace[576607276] 'range keys from in-memory index tree' (duration: 202.097373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:45.108637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.621108ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:33:45.108715Z","caller":"traceutil/trace.go:171","msg":"trace[1484154485] linearizableReadLoop","detail":"{readStateIndex:4627; appliedIndex:4625; }","duration":"158.70337ms","start":"2026-03-04T01:33:44.949998Z","end":"2026-03-04T01:33:45.108701Z","steps":["trace[1484154485] 'read index received' (duration: 5.126617ms)","trace[1484154485] 'applied index is now lower than readState.Index' (duration: 153.575743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:45.108977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.945845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46cd149d-5e80-48b8-943f-d84185ca2551\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-04T01:33:45.109088Z","caller":"traceutil/trace.go:171","msg":"trace[633323770] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46cd149d-5e80-48b8-943f-d84185ca2551; range_end:; response_count:1; response_revision:4447; }","duration":"159.096799ms","start":"2026-03-04T01:33:44.949971Z","end":"2026-03-04T01:33:45.109067Z","steps":["trace[633323770] 'agreement among raft nodes before linearized reading' (duration: 158.785432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:45.210317Z","caller":"traceutil/trace.go:171","msg":"trace[665849388] linearizableReadLoop","detail":"{readStateIndex:4628; appliedIndex:4627; }","duration":"101.558763ms","start":"2026-03-04T01:33:45.108728Z","end":"2026-03-04T01:33:45.210287Z","steps":["trace[665849388] 'read index received' (duration: 101.378859ms)","trace[665849388] 'applied index is now lower than readState.Index' (duration: 178.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:45.21038Z","caller":"traceutil/trace.go:171","msg":"trace[1581296889] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"160.220705ms","start":"2026-03-04T01:33:45.050116Z","end":"2026-03-04T01:33:45.210337Z","steps":["trace[1581296889] 'process raft request' (duration: 159.99808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:45.210634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.278401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46cd149d-5e80-48b8-943f-d84185ca2551\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-03-04T01:33:45.210622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.585513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:45.210684Z","caller":"traceutil/trace.go:171","msg":"trace[1319664895] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46cd149d-5e80-48b8-943f-d84185ca2551; range_end:; response_count:1; response_revision:4448; }","duration":"245.372492ms","start":"2026-03-04T01:33:44.965297Z","end":"2026-03-04T01:33:45.21067Z","steps":["trace[1319664895] 'agreement among raft nodes before linearized reading' (duration: 245.159468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:45.210714Z","caller":"traceutil/trace.go:171","msg":"trace[1508211361] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4448; }","duration":"240.729347ms","start":"2026-03-04T01:33:44.969959Z","end":"2026-03-04T01:33:45.210689Z","steps":["trace[1508211361] 'agreement among raft nodes before linearized reading' (duration: 240.44451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:45.219571Z","caller":"traceutil/trace.go:171","msg":"trace[139279213] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"102.857533ms","start":"2026-03-04T01:33:45.116684Z","end":"2026-03-04T01:33:45.219541Z","steps":["trace[139279213] 'process raft request' (duration: 102.641099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:45.219659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.8876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:45.219723Z","caller":"traceutil/trace.go:171","msg":"trace[1458782419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4450; }","duration":"104.990712ms","start":"2026-03-04T01:33:45.114714Z","end":"2026-03-04T01:33:45.219705Z","steps":["trace[1458782419] 'agreement among raft nodes before linearized reading' (duration: 104.87286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:45.692072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.257713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:33:45.692275Z","caller":"traceutil/trace.go:171","msg":"trace[2107665598] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"159.350585ms","start":"2026-03-04T01:33:45.532908Z","end":"2026-03-04T01:33:45.692258Z","steps":["trace[2107665598] 'process raft request' (duration: 159.293734ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:45.692476Z","caller":"traceutil/trace.go:171","msg":"trace[473916274] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"193.174469ms","start":"2026-03-04T01:33:45.49929Z","end":"2026-03-04T01:33:45.692465Z","steps":["trace[473916274] 'process raft request' (duration: 26.446905ms)","trace[473916274] 'compare' (duration: 165.790093ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:45.694513Z","caller":"traceutil/trace.go:171","msg":"trace[1522567919] linearizableReadLoop","detail":"{readStateIndex:4641; appliedIndex:4638; }","duration":"156.305645ms","start":"2026-03-04T01:33:45.53819Z","end":"2026-03-04T01:33:45.694495Z","steps":["trace[1522567919] 'read index received' (duration: 60.289059ms)","trace[1522567919] 'applied index is now lower than readState.Index' (duration: 96.016046ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:45.694566Z","caller":"traceutil/trace.go:171","msg":"trace[399917278] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"159.190122ms","start":"2026-03-04T01:33:45.535357Z","end":"2026-03-04T01:33:45.694547Z","steps":["trace[399917278] 'process raft request' (duration: 159.067169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:45.694676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.469559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:33:45.694702Z","caller":"traceutil/trace.go:171","msg":"trace[1459592837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4461; }","duration":"156.52642ms","start":"2026-03-04T01:33:45.538168Z","end":"2026-03-04T01:33:45.694695Z","steps":["trace[1459592837] 'agreement among raft nodes before linearized reading' (duration: 156.415857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:45.694747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.030237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:33:45.694786Z","caller":"traceutil/trace.go:171","msg":"trace[1932209087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4461; }","duration":"152.078839ms","start":"2026-03-04T01:33:45.542696Z","end":"2026-03-04T01:33:45.694775Z","steps":["trace[1932209087] 'agreement among raft nodes before linearized reading' (duration: 151.957196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:45.694782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.017205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:33:45.69482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.575817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:33:45.694844Z","caller":"traceutil/trace.go:171","msg":"trace[46186429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4461; }","duration":"151.601287ms","start":"2026-03-04T01:33:45.543236Z","end":"2026-03-04T01:33:45.694837Z","steps":["trace[46186429] 'agreement among raft nodes before linearized reading' (duration: 151.529356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:45.694848Z","caller":"traceutil/trace.go:171","msg":"trace[2050344299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4461; }","duration":"144.112126ms","start":"2026-03-04T01:33:45.550718Z","end":"2026-03-04T01:33:45.69483Z","steps":["trace[2050344299] 'agreement among raft nodes before linearized reading' (duration: 143.952872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:45.694922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.880314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:33:45.694953Z","caller":"traceutil/trace.go:171","msg":"trace[627034659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4461; }","duration":"151.919255ms","start":"2026-03-04T01:33:45.543026Z","end":"2026-03-04T01:33:45.694945Z","steps":["trace[627034659] 'agreement among raft nodes before linearized reading' (duration: 151.841563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:46.525184Z","caller":"traceutil/trace.go:171","msg":"trace[1917753744] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"827.408046ms","start":"2026-03-04T01:33:45.697749Z","end":"2026-03-04T01:33:46.525157Z","steps":["trace[1917753744] 'process raft request' (duration: 827.197192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:46.525387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:45.697728Z","time spent":"827.579921ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:33:46.525551Z","caller":"traceutil/trace.go:171","msg":"trace[761080190] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"827.356086ms","start":"2026-03-04T01:33:45.698165Z","end":"2026-03-04T01:33:46.525521Z","steps":["trace[761080190] 'process raft request' (duration: 826.935686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:46.525731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:45.698155Z","time spent":"827.484388ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:33:46.525734Z","caller":"traceutil/trace.go:171","msg":"trace[534503347] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"827.415117ms","start":"2026-03-04T01:33:45.698298Z","end":"2026-03-04T01:33:46.525713Z","steps":["trace[534503347] 'process raft request' (duration: 827.130001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:46.525921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:45.698289Z","time spent":"827.594191ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:33:46.52596Z","caller":"traceutil/trace.go:171","msg":"trace[1097734046] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"827.485519ms","start":"2026-03-04T01:33:45.698433Z","end":"2026-03-04T01:33:46.525918Z","steps":["trace[1097734046] 'process raft request' (duration: 827.196672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:46.526219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:45.698425Z","time spent":"827.701334ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:33:46.525957Z","caller":"traceutil/trace.go:171","msg":"trace[636377801] linearizableReadLoop","detail":"{readStateIndex:4646; appliedIndex:4641; }","duration":"825.880632ms","start":"2026-03-04T01:33:45.70003Z","end":"2026-03-04T01:33:46.52591Z","steps":["trace[636377801] 'read index received' (duration: 14.722727ms)","trace[636377801] 'applied index is now lower than readState.Index' (duration: 811.154585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:46.526319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.26832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62903"} {"level":"info","ts":"2026-03-04T01:33:46.526398Z","caller":"traceutil/trace.go:171","msg":"trace[731297470] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4466; }","duration":"826.417773ms","start":"2026-03-04T01:33:45.699963Z","end":"2026-03-04T01:33:46.526381Z","steps":["trace[731297470] 'agreement among raft nodes before linearized reading' (duration: 826.060535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:46.5264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.697598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:46.526462Z","caller":"traceutil/trace.go:171","msg":"trace[310695338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4466; }","duration":"394.798561ms","start":"2026-03-04T01:33:46.131644Z","end":"2026-03-04T01:33:46.526442Z","steps":["trace[310695338] 'agreement among raft nodes before linearized reading' (duration: 394.695408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:46.526509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.029074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46cd149d-5e80-48b8-943f-d84185ca2551\" ","response":"range_response_count:1 size:3893"} {"level":"warn","ts":"2026-03-04T01:33:46.52653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:46.131613Z","time spent":"394.907654ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:33:46.526551Z","caller":"traceutil/trace.go:171","msg":"trace[1376873710] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46cd149d-5e80-48b8-943f-d84185ca2551; range_end:; response_count:1; response_revision:4466; }","duration":"311.069945ms","start":"2026-03-04T01:33:46.215468Z","end":"2026-03-04T01:33:46.526538Z","steps":["trace[1376873710] 'agreement among raft nodes before linearized reading' (duration: 310.891031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:46.526546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.792625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b60c6d92-9dce-4900-bcd4-164a5597357a\" ","response":"range_response_count:1 size:3759"} {"level":"warn","ts":"2026-03-04T01:33:46.526589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:46.215396Z","time spent":"311.186918ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46cd149d-5e80-48b8-943f-d84185ca2551\" "} {"level":"warn","ts":"2026-03-04T01:33:46.526587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.877885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:33:46.5267Z","caller":"traceutil/trace.go:171","msg":"trace[1289102414] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4466; }","duration":"716.08198ms","start":"2026-03-04T01:33:45.810598Z","end":"2026-03-04T01:33:46.52668Z","steps":["trace[1289102414] 'agreement among raft nodes before linearized reading' (duration: 715.827074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:46.526774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.894905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:517410"} {"level":"warn","ts":"2026-03-04T01:33:46.526787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:45.810586Z","time spent":"716.179842ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:33:46.526837Z","caller":"traceutil/trace.go:171","msg":"trace[1447092796] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:4466; }","duration":"760.998797ms","start":"2026-03-04T01:33:45.765819Z","end":"2026-03-04T01:33:46.526818Z","steps":["trace[1447092796] 'agreement among raft nodes before linearized reading' (duration: 760.514926ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:46.526843Z","caller":"traceutil/trace.go:171","msg":"trace[787401413] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b60c6d92-9dce-4900-bcd4-164a5597357a; range_end:; response_count:1; response_revision:4466; }","duration":"566.902717ms","start":"2026-03-04T01:33:45.959691Z","end":"2026-03-04T01:33:46.526593Z","steps":["trace[787401413] 'agreement among raft nodes before linearized reading' (duration: 566.725403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:46.526898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:45.765798Z","time spent":"761.07891ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":22,"response size":517433,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-04T01:33:46.526908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:45.959669Z","time spent":"567.221805ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b60c6d92-9dce-4900-bcd4-164a5597357a\" "} {"level":"warn","ts":"2026-03-04T01:33:46.527742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:45.699953Z","time spent":"826.476495ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62926,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:33:48.151879Z","caller":"traceutil/trace.go:171","msg":"trace[531622016] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"164.947983ms","start":"2026-03-04T01:33:47.986903Z","end":"2026-03-04T01:33:48.151851Z","steps":["trace[531622016] 'process raft request' (duration: 164.782929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:48.7167Z","caller":"traceutil/trace.go:171","msg":"trace[1723420002] linearizableReadLoop","detail":"{readStateIndex:4693; appliedIndex:4690; }","duration":"603.28654ms","start":"2026-03-04T01:33:48.113389Z","end":"2026-03-04T01:33:48.716676Z","steps":["trace[1723420002] 'read index received' (duration: 38.275416ms)","trace[1723420002] 'applied index is now lower than readState.Index' (duration: 565.009874ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:48.716903Z","caller":"traceutil/trace.go:171","msg":"trace[1289535452] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"728.013313ms","start":"2026-03-04T01:33:47.98885Z","end":"2026-03-04T01:33:48.716863Z","steps":["trace[1289535452] 'process raft request' (duration: 727.593894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:48.717622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:47.988825Z","time spent":"728.737139ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:33:48.716851Z","caller":"traceutil/trace.go:171","msg":"trace[1426237802] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"725.526866ms","start":"2026-03-04T01:33:47.991287Z","end":"2026-03-04T01:33:48.716814Z","steps":["trace[1426237802] 'process raft request' (duration: 725.283961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:48.717764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:47.991271Z","time spent":"726.438727ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:33:48.717098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.522363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:33:48.717831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.294736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:33:48.717879Z","caller":"traceutil/trace.go:171","msg":"trace[1248185449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:4510; }","duration":"184.973221ms","start":"2026-03-04T01:33:48.532892Z","end":"2026-03-04T01:33:48.717866Z","steps":["trace[1248185449] 'agreement among raft nodes before linearized reading' (duration: 184.247825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:48.717873Z","caller":"traceutil/trace.go:171","msg":"trace[449792374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4510; }","duration":"186.338822ms","start":"2026-03-04T01:33:48.531517Z","end":"2026-03-04T01:33:48.717855Z","steps":["trace[449792374] 'agreement among raft nodes before linearized reading' (duration: 185.466592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:48.717184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.157705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:48.717992Z","caller":"traceutil/trace.go:171","msg":"trace[883379083] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4510; }","duration":"297.015024ms","start":"2026-03-04T01:33:48.42096Z","end":"2026-03-04T01:33:48.717975Z","steps":["trace[883379083] 'agreement among raft nodes before linearized reading' (duration: 296.142584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:48.717196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.743892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:33:48.718144Z","caller":"traceutil/trace.go:171","msg":"trace[2022538654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4510; }","duration":"187.748115ms","start":"2026-03-04T01:33:48.530368Z","end":"2026-03-04T01:33:48.718116Z","steps":["trace[2022538654] 'agreement among raft nodes before linearized reading' (duration: 186.63935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:48.717284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.870775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:33:48.718239Z","caller":"traceutil/trace.go:171","msg":"trace[93270814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4510; }","duration":"187.830386ms","start":"2026-03-04T01:33:48.530396Z","end":"2026-03-04T01:33:48.718226Z","steps":["trace[93270814] 'agreement among raft nodes before linearized reading' (duration: 186.67826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:48.717266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.224815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vk89l\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-04T01:33:48.718375Z","caller":"traceutil/trace.go:171","msg":"trace[1035494867] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vk89l; range_end:; response_count:1; response_revision:4510; }","duration":"561.3562ms","start":"2026-03-04T01:33:48.156939Z","end":"2026-03-04T01:33:48.718296Z","steps":["trace[1035494867] 'agreement among raft nodes before linearized reading' (duration: 560.03122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:48.718425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:48.156926Z","time spent":"561.483084ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-vk89l\" "} {"level":"warn","ts":"2026-03-04T01:33:48.717305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.084305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-46cd149d-5e80-48b8-943f-d84185ca2551\" ","response":"range_response_count:1 size:4081"} {"level":"info","ts":"2026-03-04T01:33:48.718529Z","caller":"traceutil/trace.go:171","msg":"trace[1961754529] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-46cd149d-5e80-48b8-943f-d84185ca2551; range_end:; response_count:1; response_revision:4510; }","duration":"183.298962ms","start":"2026-03-04T01:33:48.53519Z","end":"2026-03-04T01:33:48.718489Z","steps":["trace[1961754529] 'agreement among raft nodes before linearized reading' (duration: 181.959342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:48.717387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.694211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:33:48.718632Z","caller":"traceutil/trace.go:171","msg":"trace[335859997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4510; }","duration":"187.958819ms","start":"2026-03-04T01:33:48.53066Z","end":"2026-03-04T01:33:48.718619Z","steps":["trace[335859997] 'agreement among raft nodes before linearized reading' (duration: 186.601338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:48.718419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.525985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:48.719221Z","caller":"traceutil/trace.go:171","msg":"trace[1859033720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4510; }","duration":"605.845279ms","start":"2026-03-04T01:33:48.113348Z","end":"2026-03-04T01:33:48.719193Z","steps":["trace[1859033720] 'agreement among raft nodes before linearized reading' (duration: 603.506565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:48.719324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:48.113328Z","time spent":"605.959551ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:33:48.987464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.715712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:48.98754Z","caller":"traceutil/trace.go:171","msg":"trace[2054963622] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4528; }","duration":"103.826925ms","start":"2026-03-04T01:33:48.883693Z","end":"2026-03-04T01:33:48.98752Z","steps":["trace[2054963622] 'agreement among raft nodes before linearized reading' (duration: 103.690502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:52.23535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191222752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:33:52.736043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191222752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:33:52.847839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136047226s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:33:52.848107Z","caller":"traceutil/trace.go:171","msg":"trace[182364800] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"1.136420503s","start":"2026-03-04T01:33:51.711667Z","end":"2026-03-04T01:33:52.848087Z","steps":["trace[182364800] 'process raft request' (duration: 1.136304831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:52.848222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:51.71164Z","time spent":"1.136522136s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:33:53.42519Z","caller":"traceutil/trace.go:171","msg":"trace[686840219] linearizableReadLoop","detail":"{readStateIndex:4863; appliedIndex:4860; }","duration":"1.690430827s","start":"2026-03-04T01:33:51.734737Z","end":"2026-03-04T01:33:53.425168Z","steps":["trace[686840219] 'read index received' (duration: 1.113306365s)","trace[686840219] 'applied index is now lower than readState.Index' (duration: 577.123502ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:53.425585Z","caller":"traceutil/trace.go:171","msg":"trace[1691075715] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"1.712234426s","start":"2026-03-04T01:33:51.713314Z","end":"2026-03-04T01:33:53.425548Z","steps":["trace[1691075715] 'process raft request' (duration: 1.711652142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.42572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:51.713292Z","time spent":"1.712370088s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:33:53.425614Z","caller":"traceutil/trace.go:171","msg":"trace[252723354] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"816.828484ms","start":"2026-03-04T01:33:52.608749Z","end":"2026-03-04T01:33:53.425577Z","steps":["trace[252723354] 'process raft request' (duration: 816.360434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.425762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69099969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:33:53.425831Z","caller":"traceutil/trace.go:171","msg":"trace[1432435919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4674; }","duration":"1.691081792s","start":"2026-03-04T01:33:51.734729Z","end":"2026-03-04T01:33:53.425811Z","steps":["trace[1432435919] 'agreement among raft nodes before linearized reading' (duration: 1.690755834s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.425875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:51.734681Z","time spent":"1.691183014s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:33:53.425887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.60872Z","time spent":"817.088951ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17292,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:33:53.425869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685076394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-04T01:33:53.425963Z","caller":"traceutil/trace.go:171","msg":"trace[366000837] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4674; }","duration":"1.685213227s","start":"2026-03-04T01:33:51.740736Z","end":"2026-03-04T01:33:53.425949Z","steps":["trace[366000837] 'agreement among raft nodes before linearized reading' (duration: 1.684783157s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.425944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.133501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:33:53.425973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313025124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:33:53.42599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.380095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e31c5481-3efb-48ea-9c36-910b47687e48\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-04T01:33:53.426016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.169465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:33:53.426036Z","caller":"traceutil/trace.go:171","msg":"trace[1490333614] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4674; }","duration":"331.190746ms","start":"2026-03-04T01:33:53.094838Z","end":"2026-03-04T01:33:53.426029Z","steps":["trace[1490333614] 'agreement among raft nodes before linearized reading' (duration: 331.112544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.426024Z","caller":"traceutil/trace.go:171","msg":"trace[1491120485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4674; }","duration":"688.237003ms","start":"2026-03-04T01:33:52.737767Z","end":"2026-03-04T01:33:53.426004Z","steps":["trace[1491120485] 'agreement among raft nodes before linearized reading' (duration: 687.984387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.426034Z","caller":"traceutil/trace.go:171","msg":"trace[1996456215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4674; }","duration":"1.313122086s","start":"2026-03-04T01:33:52.112895Z","end":"2026-03-04T01:33:53.426017Z","steps":["trace[1996456215] 'agreement among raft nodes before linearized reading' (duration: 1.313003334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.426051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:53.094777Z","time spent":"331.271058ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:33:53.426041Z","caller":"traceutil/trace.go:171","msg":"trace[820838522] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e31c5481-3efb-48ea-9c36-910b47687e48; range_end:; response_count:1; response_revision:4674; }","duration":"806.472778ms","start":"2026-03-04T01:33:52.619555Z","end":"2026-03-04T01:33:53.426028Z","steps":["trace[820838522] 'agreement among raft nodes before linearized reading' (duration: 806.324574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.426055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41557619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:33:53.426067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39857344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e31c5481-3efb-48ea-9c36-910b47687e48\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-04T01:33:53.426071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.737763Z","time spent":"688.299584ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:33:53.426085Z","caller":"traceutil/trace.go:171","msg":"trace[914477023] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4674; }","duration":"1.415642951s","start":"2026-03-04T01:33:52.010434Z","end":"2026-03-04T01:33:53.426077Z","steps":["trace[914477023] 'agreement among raft nodes before linearized reading' (duration: 1.41559179s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.426105Z","caller":"traceutil/trace.go:171","msg":"trace[246384450] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e31c5481-3efb-48ea-9c36-910b47687e48; range_end:; response_count:1; response_revision:4674; }","duration":"1.398630242s","start":"2026-03-04T01:33:52.027462Z","end":"2026-03-04T01:33:53.426092Z","steps":["trace[246384450] 'agreement among raft nodes before linearized reading' (duration: 1.3985262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.426126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.208609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18997f6c18eb4c20\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-04T01:33:53.426119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.010418Z","time spent":"1.415690262s","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:33:53.426123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011837255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:33:53.426141Z","caller":"traceutil/trace.go:171","msg":"trace[978041603] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18997f6c18eb4c20; range_end:; response_count:1; response_revision:4674; }","duration":"158.25301ms","start":"2026-03-04T01:33:53.267883Z","end":"2026-03-04T01:33:53.426136Z","steps":["trace[978041603] 'agreement among raft nodes before linearized reading' (duration: 158.208299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.426138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.027446Z","time spent":"1.398685383s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e31c5481-3efb-48ea-9c36-910b47687e48\" "} {"level":"warn","ts":"2026-03-04T01:33:53.426131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.308796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:33:53.426154Z","caller":"traceutil/trace.go:171","msg":"trace[1386784322] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4674; }","duration":"1.011896665s","start":"2026-03-04T01:33:52.414248Z","end":"2026-03-04T01:33:53.426144Z","steps":["trace[1386784322] 'agreement among raft nodes before linearized reading' (duration: 1.011843314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.426158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.098952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:33:53.426183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.41423Z","time spent":"1.011946137s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":7,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:33:53.42618Z","caller":"traceutil/trace.go:171","msg":"trace[255721688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4674; }","duration":"685.400578ms","start":"2026-03-04T01:33:52.740765Z","end":"2026-03-04T01:33:53.426166Z","steps":["trace[255721688] 'agreement among raft nodes before linearized reading' (duration: 685.255494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.426221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.740748Z","time spent":"685.46401ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:33:53.426079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.619536Z","time spent":"806.5349ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e31c5481-3efb-48ea-9c36-910b47687e48\" "} {"level":"warn","ts":"2026-03-04T01:33:53.426255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.222676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:33:53.426259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.870732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:33:53.426282Z","caller":"traceutil/trace.go:171","msg":"trace[1075073557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4674; }","duration":"689.249006ms","start":"2026-03-04T01:33:52.737026Z","end":"2026-03-04T01:33:53.426275Z","steps":["trace[1075073557] 'agreement among raft nodes before linearized reading' (duration: 689.178875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.426001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:51.740717Z","time spent":"1.685274219s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413105,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T01:33:53.426288Z","caller":"traceutil/trace.go:171","msg":"trace[1587172952] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:4674; }","duration":"686.963624ms","start":"2026-03-04T01:33:52.739316Z","end":"2026-03-04T01:33:53.42628Z","steps":["trace[1587172952] 'agreement among raft nodes before linearized reading' (duration: 686.871672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.426187Z","caller":"traceutil/trace.go:171","msg":"trace[1443967393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4674; }","duration":"689.137274ms","start":"2026-03-04T01:33:52.737041Z","end":"2026-03-04T01:33:53.426178Z","steps":["trace[1443967393] 'agreement among raft nodes before linearized reading' (duration: 689.061412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.426307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.736977Z","time spent":"689.324348ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:33:53.426317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.739294Z","time spent":"687.017025ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:33:53.426328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.737038Z","time spent":"689.281807ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:33:53.42607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.112874Z","time spent":"1.313188327s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:33:53.42648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.111309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T01:33:53.426509Z","caller":"traceutil/trace.go:171","msg":"trace[1779007355] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4674; }","duration":"705.17894ms","start":"2026-03-04T01:33:52.721319Z","end":"2026-03-04T01:33:53.426498Z","steps":["trace[1779007355] 'agreement among raft nodes before linearized reading' (duration: 705.097118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.4265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.268739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777466"} {"level":"warn","ts":"2026-03-04T01:33:53.426535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.721302Z","time spent":"705.227501ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T01:33:53.426574Z","caller":"traceutil/trace.go:171","msg":"trace[889569801] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4674; }","duration":"662.374401ms","start":"2026-03-04T01:33:52.764172Z","end":"2026-03-04T01:33:53.426547Z","steps":["trace[889569801] 'agreement among raft nodes before linearized reading' (duration: 661.953262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.426607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:52.764155Z","time spent":"662.443334ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777489,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-04T01:33:53.677326Z","caller":"traceutil/trace.go:171","msg":"trace[357649573] linearizableReadLoop","detail":"{readStateIndex:4871; appliedIndex:4864; }","duration":"189.366502ms","start":"2026-03-04T01:33:53.487933Z","end":"2026-03-04T01:33:53.677299Z","steps":["trace[357649573] 'read index received' (duration: 149.311196ms)","trace[357649573] 'applied index is now lower than readState.Index' (duration: 40.054196ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:53.677755Z","caller":"traceutil/trace.go:171","msg":"trace[1591432307] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"245.855804ms","start":"2026-03-04T01:33:53.431878Z","end":"2026-03-04T01:33:53.677733Z","steps":["trace[1591432307] 'process raft request' (duration: 205.280466ms)","trace[1591432307] 'compare' (duration: 39.622076ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:53.678016Z","caller":"traceutil/trace.go:171","msg":"trace[1875948746] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"246.038238ms","start":"2026-03-04T01:33:53.431962Z","end":"2026-03-04T01:33:53.678Z","steps":["trace[1875948746] 'process raft request' (duration: 245.005935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.678208Z","caller":"traceutil/trace.go:171","msg":"trace[1893102697] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"246.193182ms","start":"2026-03-04T01:33:53.432001Z","end":"2026-03-04T01:33:53.678194Z","steps":["trace[1893102697] 'process raft request' (duration: 245.024175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.678488Z","caller":"traceutil/trace.go:171","msg":"trace[2014809937] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"246.474678ms","start":"2026-03-04T01:33:53.431995Z","end":"2026-03-04T01:33:53.67847Z","steps":["trace[2014809937] 'process raft request' (duration: 245.077876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.678779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.688093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1475"} {"level":"info","ts":"2026-03-04T01:33:53.678809Z","caller":"traceutil/trace.go:171","msg":"trace[1714425751] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4681; }","duration":"246.757205ms","start":"2026-03-04T01:33:53.432044Z","end":"2026-03-04T01:33:53.678801Z","steps":["trace[1714425751] 'agreement among raft nodes before linearized reading' (duration: 246.635992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.678804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.730523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1267"} {"level":"info","ts":"2026-03-04T01:33:53.678845Z","caller":"traceutil/trace.go:171","msg":"trace[1897030876] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4681; }","duration":"246.793145ms","start":"2026-03-04T01:33:53.432039Z","end":"2026-03-04T01:33:53.678832Z","steps":["trace[1897030876] 'agreement among raft nodes before linearized reading' (duration: 246.664672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.678935Z","caller":"traceutil/trace.go:171","msg":"trace[1806530987] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"245.66982ms","start":"2026-03-04T01:33:53.433258Z","end":"2026-03-04T01:33:53.678928Z","steps":["trace[1806530987] 'process raft request' (duration: 243.857468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.679049Z","caller":"traceutil/trace.go:171","msg":"trace[2058545074] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"244.597425ms","start":"2026-03-04T01:33:53.434445Z","end":"2026-03-04T01:33:53.679043Z","steps":["trace[2058545074] 'process raft request' (duration: 242.713842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.679197Z","caller":"traceutil/trace.go:171","msg":"trace[1840075810] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"243.750896ms","start":"2026-03-04T01:33:53.435438Z","end":"2026-03-04T01:33:53.679189Z","steps":["trace[1840075810] 'process raft request' (duration: 241.76415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.679232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.544753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:53.679272Z","caller":"traceutil/trace.go:171","msg":"trace[781399314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4681; }","duration":"244.612155ms","start":"2026-03-04T01:33:53.434648Z","end":"2026-03-04T01:33:53.67926Z","steps":["trace[781399314] 'agreement among raft nodes before linearized reading' (duration: 244.554944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.679582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.236809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62903"} {"level":"info","ts":"2026-03-04T01:33:53.679625Z","caller":"traceutil/trace.go:171","msg":"trace[452297734] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4681; }","duration":"245.295751ms","start":"2026-03-04T01:33:53.434317Z","end":"2026-03-04T01:33:53.679613Z","steps":["trace[452297734] 'agreement among raft nodes before linearized reading' (duration: 245.117327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.740804Z","caller":"traceutil/trace.go:171","msg":"trace[1996163826] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"247.411189ms","start":"2026-03-04T01:33:53.493363Z","end":"2026-03-04T01:33:53.740774Z","steps":["trace[1996163826] 'process raft request' (duration: 247.363288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:53.741088Z","caller":"traceutil/trace.go:171","msg":"trace[1888634861] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"252.120587ms","start":"2026-03-04T01:33:53.488958Z","end":"2026-03-04T01:33:53.741079Z","steps":["trace[1888634861] 'process raft request' (duration: 251.650236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:53.741428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.279097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:53.741459Z","caller":"traceutil/trace.go:171","msg":"trace[1204791007] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4683; }","duration":"129.325209ms","start":"2026-03-04T01:33:53.612124Z","end":"2026-03-04T01:33:53.741449Z","steps":["trace[1204791007] 'agreement among raft nodes before linearized reading' (duration: 129.260247ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.010086Z","caller":"traceutil/trace.go:171","msg":"trace[1550202532] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"324.082933ms","start":"2026-03-04T01:33:53.685983Z","end":"2026-03-04T01:33:54.010066Z","steps":["trace[1550202532] 'process raft request' (duration: 323.893029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.010217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:53.68597Z","time spent":"324.181675ms","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:33:54.010244Z","caller":"traceutil/trace.go:171","msg":"trace[2076547426] linearizableReadLoop","detail":"{readStateIndex:4875; appliedIndex:4873; }","duration":"268.85712ms","start":"2026-03-04T01:33:53.741365Z","end":"2026-03-04T01:33:54.010222Z","steps":["trace[2076547426] 'read index received' (duration: 268.567203ms)","trace[2076547426] 'applied index is now lower than readState.Index' (duration: 287.867µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:54.010348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.127406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:33:54.010323Z","caller":"traceutil/trace.go:171","msg":"trace[924657382] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"324.131344ms","start":"2026-03-04T01:33:53.686149Z","end":"2026-03-04T01:33:54.01028Z","steps":["trace[924657382] 'process raft request' (duration: 323.879338ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.010377Z","caller":"traceutil/trace.go:171","msg":"trace[880810771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4685; }","duration":"328.154576ms","start":"2026-03-04T01:33:53.682214Z","end":"2026-03-04T01:33:54.010369Z","steps":["trace[880810771] 'agreement among raft nodes before linearized reading' (duration: 328.111865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.010405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:53.682167Z","time spent":"328.234688ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:33:54.010527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:53.686143Z","time spent":"324.270767ms","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:33:54.01066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.959663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777466"} {"level":"info","ts":"2026-03-04T01:33:54.010682Z","caller":"traceutil/trace.go:171","msg":"trace[88885031] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4685; }","duration":"325.026375ms","start":"2026-03-04T01:33:53.685649Z","end":"2026-03-04T01:33:54.010676Z","steps":["trace[88885031] 'agreement among raft nodes before linearized reading' (duration: 324.665217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.010702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:53.685633Z","time spent":"325.064496ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777489,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-04T01:33:54.511209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191222776,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:33:54.707037Z","caller":"traceutil/trace.go:171","msg":"trace[1012507166] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"938.642011ms","start":"2026-03-04T01:33:53.768345Z","end":"2026-03-04T01:33:54.706987Z","steps":["trace[1012507166] 'process raft request' (duration: 938.344314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:54.707334Z","caller":"traceutil/trace.go:171","msg":"trace[1298541001] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4875; }","duration":"697.020294ms","start":"2026-03-04T01:33:54.010294Z","end":"2026-03-04T01:33:54.707314Z","steps":["trace[1298541001] 'read index received' (duration: 696.323798ms)","trace[1298541001] 'applied index is now lower than readState.Index' (duration: 695.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:54.707377Z","caller":"traceutil/trace.go:171","msg":"trace[1508772212] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"877.166614ms","start":"2026-03-04T01:33:53.830187Z","end":"2026-03-04T01:33:54.707354Z","steps":["trace[1508772212] 'process raft request' (duration: 876.778175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.70747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:53.83017Z","time spent":"877.241596ms","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:33:54.707609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.109716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18997f687e61fb60\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-03-04T01:33:54.707669Z","caller":"traceutil/trace.go:171","msg":"trace[1981352441] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus.18997f687e61fb60; range_end:; response_count:1; response_revision:4687; }","duration":"958.25891ms","start":"2026-03-04T01:33:53.749394Z","end":"2026-03-04T01:33:54.707653Z","steps":["trace[1981352441] 'agreement among raft nodes before linearized reading' (duration: 958.032645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.707716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:53.74938Z","time spent":"958.324671ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":768,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus.18997f687e61fb60\" "} {"level":"warn","ts":"2026-03-04T01:33:54.707984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.316589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777466"} {"level":"info","ts":"2026-03-04T01:33:54.708029Z","caller":"traceutil/trace.go:171","msg":"trace[562472089] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4687; }","duration":"686.381191ms","start":"2026-03-04T01:33:54.021628Z","end":"2026-03-04T01:33:54.70801Z","steps":["trace[562472089] 'agreement among raft nodes before linearized reading' (duration: 686.058464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.708056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:54.02161Z","time spent":"686.439762ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777489,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-04T01:33:54.708471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.670022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e31c5481-3efb-48ea-9c36-910b47687e48\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-03-04T01:33:54.708506Z","caller":"traceutil/trace.go:171","msg":"trace[1528300752] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e31c5481-3efb-48ea-9c36-910b47687e48; range_end:; response_count:1; response_revision:4687; }","duration":"274.741454ms","start":"2026-03-04T01:33:54.433757Z","end":"2026-03-04T01:33:54.708498Z","steps":["trace[1528300752] 'agreement among raft nodes before linearized reading' (duration: 274.667232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:54.708764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:53.768328Z","time spent":"938.807765ms","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:33:54.820321Z","caller":"traceutil/trace.go:171","msg":"trace[712813970] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"102.453203ms","start":"2026-03-04T01:33:54.71783Z","end":"2026-03-04T01:33:54.820283Z","steps":["trace[712813970] 'process raft request' (duration: 90.683684ms)","trace[712813970] 'compare' (duration: 11.592085ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:55.502077Z","caller":"traceutil/trace.go:171","msg":"trace[877900360] linearizableReadLoop","detail":"{readStateIndex:4911; appliedIndex:4910; }","duration":"125.299696ms","start":"2026-03-04T01:33:55.376751Z","end":"2026-03-04T01:33:55.50205Z","steps":["trace[877900360] 'read index received' (duration: 125.105912ms)","trace[877900360] 'applied index is now lower than readState.Index' (duration: 192.404µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:55.502356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.593403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:33:55.502413Z","caller":"traceutil/trace.go:171","msg":"trace[1535774434] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4719; }","duration":"125.693995ms","start":"2026-03-04T01:33:55.376704Z","end":"2026-03-04T01:33:55.502398Z","steps":["trace[1535774434] 'agreement among raft nodes before linearized reading' (duration: 125.46423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:55.502181Z","caller":"traceutil/trace.go:171","msg":"trace[1887837233] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"126.629686ms","start":"2026-03-04T01:33:55.375518Z","end":"2026-03-04T01:33:55.502147Z","steps":["trace[1887837233] 'process raft request' (duration: 126.34484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:56.551344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.86958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:33:56.551683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.662807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:33:56.552207Z","caller":"traceutil/trace.go:171","msg":"trace[355430219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4738; }","duration":"436.782331ms","start":"2026-03-04T01:33:56.115402Z","end":"2026-03-04T01:33:56.552184Z","steps":["trace[355430219] 'range keys from in-memory index tree' (duration: 435.785698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:56.55224Z","caller":"traceutil/trace.go:171","msg":"trace[1838453718] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4738; }","duration":"412.273211ms","start":"2026-03-04T01:33:56.139933Z","end":"2026-03-04T01:33:56.552207Z","steps":["trace[1838453718] 'count revisions from in-memory index tree' (duration: 411.574514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:56.552281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:56.11538Z","time spent":"436.863293ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:33:56.552269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.205788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:33:56.551864Z","caller":"traceutil/trace.go:171","msg":"trace[809924255] linearizableReadLoop","detail":"{readStateIndex:4931; appliedIndex:4930; }","duration":"219.785838ms","start":"2026-03-04T01:33:56.332055Z","end":"2026-03-04T01:33:56.551841Z","steps":["trace[809924255] 'read index received' (duration: 191.693555ms)","trace[809924255] 'applied index is now lower than readState.Index' (duration: 28.091053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:56.55232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:56.139912Z","time spent":"412.381683ms","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:33:56.552343Z","caller":"traceutil/trace.go:171","msg":"trace[1805659051] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4739; }","duration":"220.358101ms","start":"2026-03-04T01:33:56.331967Z","end":"2026-03-04T01:33:56.552325Z","steps":["trace[1805659051] 'agreement among raft nodes before linearized reading' (duration: 220.182257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:56.551976Z","caller":"traceutil/trace.go:171","msg":"trace[218722650] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"329.253712ms","start":"2026-03-04T01:33:56.222687Z","end":"2026-03-04T01:33:56.55194Z","steps":["trace[218722650] 'process raft request' (duration: 301.135418ms)","trace[218722650] 'compare' (duration: 27.909469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:56.552577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:56.222659Z","time spent":"329.810654ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:33:56.876911Z","caller":"traceutil/trace.go:171","msg":"trace[1730729488] linearizableReadLoop","detail":"{readStateIndex:4932; appliedIndex:4931; }","duration":"153.638355ms","start":"2026-03-04T01:33:56.723235Z","end":"2026-03-04T01:33:56.876873Z","steps":["trace[1730729488] 'read index received' (duration: 153.536892ms)","trace[1730729488] 'applied index is now lower than readState.Index' (duration: 99.852µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:56.877077Z","caller":"traceutil/trace.go:171","msg":"trace[42027149] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"319.11582ms","start":"2026-03-04T01:33:56.557941Z","end":"2026-03-04T01:33:56.877057Z","steps":["trace[42027149] 'process raft request' (duration: 318.747271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:56.877195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:56.557924Z","time spent":"319.218892ms","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":561,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:33:56.87721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.956682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e31c5481-3efb-48ea-9c36-910b47687e48\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-04T01:33:56.877343Z","caller":"traceutil/trace.go:171","msg":"trace[1530304297] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e31c5481-3efb-48ea-9c36-910b47687e48; range_end:; response_count:1; response_revision:4740; }","duration":"154.132906ms","start":"2026-03-04T01:33:56.723192Z","end":"2026-03-04T01:33:56.877325Z","steps":["trace[1530304297] 'agreement among raft nodes before linearized reading' (duration: 153.794528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:57.350921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.385886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:33:57.350996Z","caller":"traceutil/trace.go:171","msg":"trace[518166863] linearizableReadLoop","detail":"{readStateIndex:4934; appliedIndex:4933; }","duration":"268.971662ms","start":"2026-03-04T01:33:57.082014Z","end":"2026-03-04T01:33:57.350985Z","steps":["trace[518166863] 'read index received' (duration: 29.485574ms)","trace[518166863] 'applied index is now lower than readState.Index' (duration: 239.485368ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:33:57.351026Z","caller":"traceutil/trace.go:171","msg":"trace[303172704] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"432.39362ms","start":"2026-03-04T01:33:56.918596Z","end":"2026-03-04T01:33:57.350989Z","steps":["trace[303172704] 'process raft request' (duration: 192.889822ms)","trace[303172704] 'compare' (duration: 239.267893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:33:57.351136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:33:56.918576Z","time spent":"432.510214ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2402,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:33:57.351355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.970903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-d8fd96997-rgq5b.18997f6d5e3831a1\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-04T01:33:57.351377Z","caller":"traceutil/trace.go:171","msg":"trace[1594387157] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-d8fd96997-rgq5b.18997f6d5e3831a1; range_end:; response_count:1; response_revision:4742; }","duration":"269.224538ms","start":"2026-03-04T01:33:57.082144Z","end":"2026-03-04T01:33:57.351369Z","steps":["trace[1594387157] 'agreement among raft nodes before linearized reading' (duration: 268.894461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:57.351403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.370931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-03-04T01:33:57.351465Z","caller":"traceutil/trace.go:171","msg":"trace[686625409] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4742; }","duration":"269.478054ms","start":"2026-03-04T01:33:57.08197Z","end":"2026-03-04T01:33:57.351449Z","steps":["trace[686625409] 'agreement among raft nodes before linearized reading' (duration: 269.040524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:33:57.351467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.228223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:33:57.351511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.437339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-04T01:33:57.351519Z","caller":"traceutil/trace.go:171","msg":"trace[1710122202] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4742; }","duration":"107.359996ms","start":"2026-03-04T01:33:57.244146Z","end":"2026-03-04T01:33:57.351506Z","steps":["trace[1710122202] 'agreement among raft nodes before linearized reading' (duration: 107.249174ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:33:57.351536Z","caller":"traceutil/trace.go:171","msg":"trace[2054125186] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4742; }","duration":"219.46129ms","start":"2026-03-04T01:33:57.132068Z","end":"2026-03-04T01:33:57.351529Z","steps":["trace[2054125186] 'agreement among raft nodes before linearized reading' (duration: 219.401898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:05.335619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.094372ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:34:05.335732Z","caller":"traceutil/trace.go:171","msg":"trace[1013536505] linearizableReadLoop","detail":"{readStateIndex:5074; appliedIndex:5073; }","duration":"220.683498ms","start":"2026-03-04T01:34:05.11503Z","end":"2026-03-04T01:34:05.335714Z","steps":["trace[1013536505] 'read index received' (duration: 32.417561ms)","trace[1013536505] 'applied index is now lower than readState.Index' (duration: 188.264567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:05.335944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.550035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"warn","ts":"2026-03-04T01:34:05.335932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.876472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:05.335986Z","caller":"traceutil/trace.go:171","msg":"trace[1584347432] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4878; }","duration":"185.636986ms","start":"2026-03-04T01:34:05.150336Z","end":"2026-03-04T01:34:05.335973Z","steps":["trace[1584347432] 'agreement among raft nodes before linearized reading' (duration: 185.479422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:05.336001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.491224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T01:34:05.336039Z","caller":"traceutil/trace.go:171","msg":"trace[767104035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4878; }","duration":"221.032546ms","start":"2026-03-04T01:34:05.114977Z","end":"2026-03-04T01:34:05.336009Z","steps":["trace[767104035] 'agreement among raft nodes before linearized reading' (duration: 220.825631ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:05.336105Z","caller":"traceutil/trace.go:171","msg":"trace[1882990545] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4878; }","duration":"154.632707ms","start":"2026-03-04T01:34:05.181449Z","end":"2026-03-04T01:34:05.336081Z","steps":["trace[1882990545] 'agreement among raft nodes before linearized reading' (duration: 154.392872ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:05.510135Z","caller":"traceutil/trace.go:171","msg":"trace[1083207564] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"161.599826ms","start":"2026-03-04T01:34:05.34851Z","end":"2026-03-04T01:34:05.51011Z","steps":["trace[1083207564] 'process raft request' (duration: 161.057484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:05.674202Z","caller":"traceutil/trace.go:171","msg":"trace[1692632588] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"155.256781ms","start":"2026-03-04T01:34:05.518911Z","end":"2026-03-04T01:34:05.674168Z","steps":["trace[1692632588] 'process raft request' (duration: 155.162359ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:05.6743Z","caller":"traceutil/trace.go:171","msg":"trace[1906385018] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"156.116701ms","start":"2026-03-04T01:34:05.518148Z","end":"2026-03-04T01:34:05.674264Z","steps":["trace[1906385018] 'process raft request' (duration: 155.869446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:05.674202Z","caller":"traceutil/trace.go:171","msg":"trace[376392882] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"156.110731ms","start":"2026-03-04T01:34:05.51806Z","end":"2026-03-04T01:34:05.67417Z","steps":["trace[376392882] 'process raft request' (duration: 155.779654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:05.988389Z","caller":"traceutil/trace.go:171","msg":"trace[1864994569] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"445.995082ms","start":"2026-03-04T01:34:05.542372Z","end":"2026-03-04T01:34:05.988368Z","steps":["trace[1864994569] 'process raft request' (duration: 445.808888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:05.988526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:05.54235Z","time spent":"446.106174ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:05.988769Z","caller":"traceutil/trace.go:171","msg":"trace[1617201024] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"404.607925ms","start":"2026-03-04T01:34:05.58414Z","end":"2026-03-04T01:34:05.988748Z","steps":["trace[1617201024] 'process raft request' (duration: 404.179245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:05.988814Z","caller":"traceutil/trace.go:171","msg":"trace[180359851] linearizableReadLoop","detail":"{readStateIndex:5083; appliedIndex:5080; }","duration":"353.67932ms","start":"2026-03-04T01:34:05.635104Z","end":"2026-03-04T01:34:05.988783Z","steps":["trace[180359851] 'read index received' (duration: 39.214286ms)","trace[180359851] 'applied index is now lower than readState.Index' (duration: 314.463304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:05.98886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:05.58412Z","time spent":"404.696077ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:05.988834Z","caller":"traceutil/trace.go:171","msg":"trace[1010166175] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"393.85241ms","start":"2026-03-04T01:34:05.594969Z","end":"2026-03-04T01:34:05.988822Z","steps":["trace[1010166175] 'process raft request' (duration: 393.652685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:05.988978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:05.59494Z","time spent":"394.000232ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:05.989079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.877788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:34:05.989125Z","caller":"traceutil/trace.go:171","msg":"trace[1698709014] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4887; }","duration":"100.971699ms","start":"2026-03-04T01:34:05.888137Z","end":"2026-03-04T01:34:05.989109Z","steps":["trace[1698709014] 'agreement among raft nodes before linearized reading' (duration: 100.811075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:05.989117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.995628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:34:05.989184Z","caller":"traceutil/trace.go:171","msg":"trace[2014678371] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4887; }","duration":"354.07684ms","start":"2026-03-04T01:34:05.635092Z","end":"2026-03-04T01:34:05.989169Z","steps":["trace[2014678371] 'agreement among raft nodes before linearized reading' (duration: 353.832044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:05.989239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:05.635028Z","time spent":"354.205012ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:34:06.197867Z","caller":"traceutil/trace.go:171","msg":"trace[1510423622] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"203.28897ms","start":"2026-03-04T01:34:05.994544Z","end":"2026-03-04T01:34:06.197833Z","steps":["trace[1510423622] 'process raft request' (duration: 202.939392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:06.198019Z","caller":"traceutil/trace.go:171","msg":"trace[1663076272] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"202.467821ms","start":"2026-03-04T01:34:05.99553Z","end":"2026-03-04T01:34:06.197998Z","steps":["trace[1663076272] 'process raft request' (duration: 202.374879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:06.197889Z","caller":"traceutil/trace.go:171","msg":"trace[1223148944] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"202.988683ms","start":"2026-03-04T01:34:05.994872Z","end":"2026-03-04T01:34:06.197861Z","steps":["trace[1223148944] 'process raft request' (duration: 202.826049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:06.198233Z","caller":"traceutil/trace.go:171","msg":"trace[1018626075] linearizableReadLoop","detail":"{readStateIndex:5088; appliedIndex:5084; }","duration":"202.678667ms","start":"2026-03-04T01:34:05.995508Z","end":"2026-03-04T01:34:06.198187Z","steps":["trace[1018626075] 'read index received' (duration: 49.003131ms)","trace[1018626075] 'applied index is now lower than readState.Index' (duration: 153.673236ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:06.198238Z","caller":"traceutil/trace.go:171","msg":"trace[445055533] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"203.318951ms","start":"2026-03-04T01:34:05.994875Z","end":"2026-03-04T01:34:06.198194Z","steps":["trace[445055533] 'process raft request' (duration: 202.915042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:06.198373Z","caller":"traceutil/trace.go:171","msg":"trace[672827519] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"202.957742ms","start":"2026-03-04T01:34:05.995388Z","end":"2026-03-04T01:34:06.198346Z","steps":["trace[672827519] 'process raft request' (duration: 202.459281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:06.19841Z","caller":"traceutil/trace.go:171","msg":"trace[298499196] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"202.777148ms","start":"2026-03-04T01:34:05.995616Z","end":"2026-03-04T01:34:06.198394Z","steps":["trace[298499196] 'process raft request' (duration: 202.332588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:06.198597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.283514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:34:06.19867Z","caller":"traceutil/trace.go:171","msg":"trace[1597052070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4894; }","duration":"201.378586ms","start":"2026-03-04T01:34:05.997273Z","end":"2026-03-04T01:34:06.198652Z","steps":["trace[1597052070] 'agreement among raft nodes before linearized reading' (duration: 201.175872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:06.198686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.455506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:34:06.198739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.488517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:34:06.198809Z","caller":"traceutil/trace.go:171","msg":"trace[735302002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4894; }","duration":"200.603098ms","start":"2026-03-04T01:34:05.998191Z","end":"2026-03-04T01:34:06.198794Z","steps":["trace[735302002] 'agreement among raft nodes before linearized reading' (duration: 200.374283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:06.198892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.375402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17306"} {"level":"info","ts":"2026-03-04T01:34:06.198949Z","caller":"traceutil/trace.go:171","msg":"trace[710346822] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4894; }","duration":"203.448904ms","start":"2026-03-04T01:34:05.995486Z","end":"2026-03-04T01:34:06.198935Z","steps":["trace[710346822] 'agreement among raft nodes before linearized reading' (duration: 203.30659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:06.198751Z","caller":"traceutil/trace.go:171","msg":"trace[319000462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4894; }","duration":"200.535647ms","start":"2026-03-04T01:34:05.998199Z","end":"2026-03-04T01:34:06.198735Z","steps":["trace[319000462] 'agreement among raft nodes before linearized reading' (duration: 200.369083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:09.351905Z","caller":"traceutil/trace.go:171","msg":"trace[607908093] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"115.243105ms","start":"2026-03-04T01:34:09.236635Z","end":"2026-03-04T01:34:09.351878Z","steps":["trace[607908093] 'process raft request' (duration: 115.165363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:09.351916Z","caller":"traceutil/trace.go:171","msg":"trace[391182595] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"115.270365ms","start":"2026-03-04T01:34:09.236616Z","end":"2026-03-04T01:34:09.351886Z","steps":["trace[391182595] 'process raft request' (duration: 93.906147ms)","trace[391182595] 'compare' (duration: 21.101612ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:12.372184Z","caller":"traceutil/trace.go:171","msg":"trace[1075248049] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"125.5366ms","start":"2026-03-04T01:34:12.246615Z","end":"2026-03-04T01:34:12.372152Z","steps":["trace[1075248049] 'process raft request' (duration: 125.334335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:15.572757Z","caller":"traceutil/trace.go:171","msg":"trace[304255884] linearizableReadLoop","detail":"{readStateIndex:5192; appliedIndex:5191; }","duration":"107.897827ms","start":"2026-03-04T01:34:15.464827Z","end":"2026-03-04T01:34:15.572725Z","steps":["trace[304255884] 'read index received' (duration: 78.211408ms)","trace[304255884] 'applied index is now lower than readState.Index' (duration: 29.684939ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:15.572784Z","caller":"traceutil/trace.go:171","msg":"trace[285154327] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"125.512259ms","start":"2026-03-04T01:34:15.447242Z","end":"2026-03-04T01:34:15.572754Z","steps":["trace[285154327] 'process raft request' (duration: 95.822031ms)","trace[285154327] 'compare' (duration: 29.546045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:15.573867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.485076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-04T01:34:15.573966Z","caller":"traceutil/trace.go:171","msg":"trace[1755000992] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4994; }","duration":"117.617799ms","start":"2026-03-04T01:34:15.456326Z","end":"2026-03-04T01:34:15.573943Z","steps":["trace[1755000992] 'agreement among raft nodes before linearized reading' (duration: 116.559664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:15.577972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.879012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1874"} {"level":"info","ts":"2026-03-04T01:34:15.578041Z","caller":"traceutil/trace.go:171","msg":"trace[2080164577] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:4995; }","duration":"109.988604ms","start":"2026-03-04T01:34:15.468038Z","end":"2026-03-04T01:34:15.578027Z","steps":["trace[2080164577] 'agreement among raft nodes before linearized reading' (duration: 109.785139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:15.578137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.479903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110794"} {"level":"info","ts":"2026-03-04T01:34:15.578193Z","caller":"traceutil/trace.go:171","msg":"trace[631473504] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:4995; }","duration":"109.632566ms","start":"2026-03-04T01:34:15.468545Z","end":"2026-03-04T01:34:15.578178Z","steps":["trace[631473504] 'agreement among raft nodes before linearized reading' (duration: 109.34111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:17.637973Z","caller":"traceutil/trace.go:171","msg":"trace[587085026] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"386.428692ms","start":"2026-03-04T01:34:17.251511Z","end":"2026-03-04T01:34:17.637939Z","steps":["trace[587085026] 'process raft request' (duration: 325.586022ms)","trace[587085026] 'compare' (duration: 60.694527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:17.638152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:17.251495Z","time spent":"386.569686ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:18.610144Z","caller":"traceutil/trace.go:171","msg":"trace[1992790371] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"674.466179ms","start":"2026-03-04T01:34:17.935656Z","end":"2026-03-04T01:34:18.610122Z","steps":["trace[1992790371] 'process raft request' (duration: 674.282944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:18.610309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:17.935637Z","time spent":"674.588352ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:18.684116Z","caller":"traceutil/trace.go:171","msg":"trace[627416788] linearizableReadLoop","detail":"{readStateIndex:5251; appliedIndex:5249; }","duration":"569.589872ms","start":"2026-03-04T01:34:18.114501Z","end":"2026-03-04T01:34:18.684091Z","steps":["trace[627416788] 'read index received' (duration: 495.486817ms)","trace[627416788] 'applied index is now lower than readState.Index' (duration: 74.101875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:18.6843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.779866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:18.684363Z","caller":"traceutil/trace.go:171","msg":"trace[1880071760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5053; }","duration":"569.881278ms","start":"2026-03-04T01:34:18.114459Z","end":"2026-03-04T01:34:18.68434Z","steps":["trace[1880071760] 'agreement among raft nodes before linearized reading' (duration: 569.768356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:18.684329Z","caller":"traceutil/trace.go:171","msg":"trace[465580146] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"641.999277ms","start":"2026-03-04T01:34:18.042265Z","end":"2026-03-04T01:34:18.684264Z","steps":["trace[465580146] 'process raft request' (duration: 641.642318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:18.68443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.114442Z","time spent":"569.96082ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:34:18.684462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.117037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:34:18.684526Z","caller":"traceutil/trace.go:171","msg":"trace[467410635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5053; }","duration":"169.206038ms","start":"2026-03-04T01:34:18.515304Z","end":"2026-03-04T01:34:18.68451Z","steps":["trace[467410635] 'agreement among raft nodes before linearized reading' (duration: 169.034814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:18.684549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.228407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08c8d43e-87d5-4e16-a054-033adc9fe439\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-04T01:34:18.684608Z","caller":"traceutil/trace.go:171","msg":"trace[1542471260] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08c8d43e-87d5-4e16-a054-033adc9fe439; range_end:; response_count:1; response_revision:5053; }","duration":"434.312039ms","start":"2026-03-04T01:34:18.250281Z","end":"2026-03-04T01:34:18.684593Z","steps":["trace[1542471260] 'agreement among raft nodes before linearized reading' (duration: 434.185106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:18.684608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.748512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:34:18.684636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.042229Z","time spent":"642.256193ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:18.684654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.250267Z","time spent":"434.37647ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08c8d43e-87d5-4e16-a054-033adc9fe439\" "} {"level":"info","ts":"2026-03-04T01:34:18.68471Z","caller":"traceutil/trace.go:171","msg":"trace[1374253441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5053; }","duration":"271.900836ms","start":"2026-03-04T01:34:18.412784Z","end":"2026-03-04T01:34:18.684685Z","steps":["trace[1374253441] 'agreement among raft nodes before linearized reading' (duration: 271.585609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:18.684433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.317771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:34:18.684794Z","caller":"traceutil/trace.go:171","msg":"trace[1156637099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:5053; }","duration":"550.696749ms","start":"2026-03-04T01:34:18.13408Z","end":"2026-03-04T01:34:18.684777Z","steps":["trace[1156637099] 'agreement among raft nodes before linearized reading' (duration: 550.206498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:18.684862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.13407Z","time spent":"550.776272ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:34:18.684878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.696035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:34:18.68491Z","caller":"traceutil/trace.go:171","msg":"trace[1624085209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5053; }","duration":"164.762497ms","start":"2026-03-04T01:34:18.520137Z","end":"2026-03-04T01:34:18.6849Z","steps":["trace[1624085209] 'agreement among raft nodes before linearized reading' (duration: 164.690165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:18.684626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.917997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:34:18.684994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.817402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-04T01:34:18.684991Z","caller":"traceutil/trace.go:171","msg":"trace[899578064] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5053; }","duration":"192.387688ms","start":"2026-03-04T01:34:18.492579Z","end":"2026-03-04T01:34:18.684966Z","steps":["trace[899578064] 'agreement among raft nodes before linearized reading' (duration: 191.835865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:18.685046Z","caller":"traceutil/trace.go:171","msg":"trace[2003788472] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5053; }","duration":"550.882504ms","start":"2026-03-04T01:34:18.13415Z","end":"2026-03-04T01:34:18.685032Z","steps":["trace[2003788472] 'agreement among raft nodes before linearized reading' (duration: 550.752441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:18.685052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.868459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:34:18.684804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.005167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-04T01:34:18.685085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.134144Z","time spent":"550.930645ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3266,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-04T01:34:18.685143Z","caller":"traceutil/trace.go:171","msg":"trace[2069695961] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5053; }","duration":"163.367255ms","start":"2026-03-04T01:34:18.521758Z","end":"2026-03-04T01:34:18.685126Z","steps":["trace[2069695961] 'agreement among raft nodes before linearized reading' (duration: 162.976836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:18.68515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.015862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:34:18.685095Z","caller":"traceutil/trace.go:171","msg":"trace[535997306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5053; }","duration":"164.949171ms","start":"2026-03-04T01:34:18.520137Z","end":"2026-03-04T01:34:18.685086Z","steps":["trace[535997306] 'agreement among raft nodes before linearized reading' (duration: 164.861069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:18.685203Z","caller":"traceutil/trace.go:171","msg":"trace[1144033048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5053; }","duration":"165.109335ms","start":"2026-03-04T01:34:18.520082Z","end":"2026-03-04T01:34:18.685191Z","steps":["trace[1144033048] 'agreement among raft nodes before linearized reading' (duration: 164.970392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.609347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.75283ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:19.6095Z","caller":"traceutil/trace.go:171","msg":"trace[306813810] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5053; }","duration":"606.914804ms","start":"2026-03-04T01:34:19.00256Z","end":"2026-03-04T01:34:19.609475Z","steps":["trace[306813810] 'range keys from in-memory index tree' (duration: 606.73415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.609691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.025522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:19.609825Z","caller":"traceutil/trace.go:171","msg":"trace[1813954275] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"919.9495ms","start":"2026-03-04T01:34:18.689847Z","end":"2026-03-04T01:34:19.609797Z","steps":["trace[1813954275] 'process raft request' (duration: 331.736034ms)","trace[1813954275] 'compare' (duration: 587.598422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:19.609923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.689824Z","time spent":"920.052982ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:19.655299Z","caller":"traceutil/trace.go:171","msg":"trace[737194617] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"964.959699ms","start":"2026-03-04T01:34:18.690315Z","end":"2026-03-04T01:34:19.655275Z","steps":["trace[737194617] 'process raft request' (duration: 964.896568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:19.655423Z","caller":"traceutil/trace.go:171","msg":"trace[471384984] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"965.137043ms","start":"2026-03-04T01:34:18.690268Z","end":"2026-03-04T01:34:19.655405Z","steps":["trace[471384984] 'process raft request' (duration: 964.908418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:19.655414Z","caller":"traceutil/trace.go:171","msg":"trace[694813305] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"965.126833ms","start":"2026-03-04T01:34:18.690254Z","end":"2026-03-04T01:34:19.655381Z","steps":["trace[694813305] 'process raft request' (duration: 964.793705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.655452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.690302Z","time spent":"965.074642ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:19.655491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.690248Z","time spent":"965.211956ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:19.655564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.690239Z","time spent":"965.242956ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:19.655788Z","caller":"traceutil/trace.go:171","msg":"trace[698933224] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"964.97213ms","start":"2026-03-04T01:34:18.690807Z","end":"2026-03-04T01:34:19.655779Z","steps":["trace[698933224] 'process raft request' (duration: 964.834177ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:19.655777Z","caller":"traceutil/trace.go:171","msg":"trace[740164705] linearizableReadLoop","detail":"{readStateIndex:5255; appliedIndex:5251; }","duration":"965.40602ms","start":"2026-03-04T01:34:18.69034Z","end":"2026-03-04T01:34:19.655745Z","steps":["trace[740164705] 'read index received' (duration: 331.396076ms)","trace[740164705] 'applied index is now lower than readState.Index' (duration: 634.009044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:19.65575Z","caller":"traceutil/trace.go:171","msg":"trace[227519748] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"965.314008ms","start":"2026-03-04T01:34:18.690403Z","end":"2026-03-04T01:34:19.655717Z","steps":["trace[227519748] 'process raft request' (duration: 964.841977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.65584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.690783Z","time spent":"965.032531ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:19.655971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.690367Z","time spent":"965.501942ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:19.657073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.73151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80129"} {"level":"info","ts":"2026-03-04T01:34:19.657144Z","caller":"traceutil/trace.go:171","msg":"trace[1790328127] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5059; }","duration":"966.784701ms","start":"2026-03-04T01:34:18.690328Z","end":"2026-03-04T01:34:19.657113Z","steps":["trace[1790328127] 'agreement among raft nodes before linearized reading' (duration: 965.531273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:19.65717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.690304Z","time spent":"966.859363ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80152,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:34:20.039899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.57855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:20.040086Z","caller":"traceutil/trace.go:171","msg":"trace[586614595] linearizableReadLoop","detail":"{readStateIndex:5259; appliedIndex:5257; }","duration":"384.235874ms","start":"2026-03-04T01:34:19.655833Z","end":"2026-03-04T01:34:20.040069Z","steps":["trace[586614595] 'read index received' (duration: 122.319396ms)","trace[586614595] 'applied index is now lower than readState.Index' (duration: 261.915638ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:20.040178Z","caller":"traceutil/trace.go:171","msg":"trace[1936491702] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"893.649339ms","start":"2026-03-04T01:34:19.146518Z","end":"2026-03-04T01:34:20.040167Z","steps":["trace[1936491702] 'process raft request' (duration: 631.700121ms)","trace[1936491702] 'compare' (duration: 261.413556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:20.040244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.146482Z","time spent":"893.728791ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:20.040367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.584839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:20.040411Z","caller":"traceutil/trace.go:171","msg":"trace[148661954] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"789.190941ms","start":"2026-03-04T01:34:19.251181Z","end":"2026-03-04T01:34:20.040372Z","steps":["trace[148661954] 'process raft request' (duration: 788.817542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:20.040556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.497239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:34:20.040572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090728874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:34:20.040604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.578404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08c8d43e-87d5-4e16-a054-033adc9fe439\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-04T01:34:20.040627Z","caller":"traceutil/trace.go:171","msg":"trace[1094700287] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5061; }","duration":"1.090839137s","start":"2026-03-04T01:34:18.949775Z","end":"2026-03-04T01:34:20.040614Z","steps":["trace[1094700287] 'agreement among raft nodes before linearized reading' (duration: 1.090710434s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:20.040627Z","caller":"traceutil/trace.go:171","msg":"trace[676480579] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5061; }","duration":"541.653512ms","start":"2026-03-04T01:34:19.498955Z","end":"2026-03-04T01:34:20.040608Z","steps":["trace[676480579] 'agreement among raft nodes before linearized reading' (duration: 541.505589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:20.040645Z","caller":"traceutil/trace.go:171","msg":"trace[288272884] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08c8d43e-87d5-4e16-a054-033adc9fe439; range_end:; response_count:1; response_revision:5061; }","duration":"350.660026ms","start":"2026-03-04T01:34:19.689973Z","end":"2026-03-04T01:34:20.040633Z","steps":["trace[288272884] 'agreement among raft nodes before linearized reading' (duration: 350.536913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:20.040642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.247342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-sfjq2\" ","response":"range_response_count:1 size:4759"} {"level":"warn","ts":"2026-03-04T01:34:20.04067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.949745Z","time spent":"1.090914918s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:20.040675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.498913Z","time spent":"541.751505ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:20.040681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.689951Z","time spent":"350.723118ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08c8d43e-87d5-4e16-a054-033adc9fe439\" "} {"level":"info","ts":"2026-03-04T01:34:20.040694Z","caller":"traceutil/trace.go:171","msg":"trace[44854650] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-sfjq2; range_end:; response_count:1; response_revision:5061; }","duration":"551.299043ms","start":"2026-03-04T01:34:19.489379Z","end":"2026-03-04T01:34:20.040678Z","steps":["trace[44854650] 'agreement among raft nodes before linearized reading' (duration: 551.090718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:20.040574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.251153Z","time spent":"789.341535ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:20.040748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.489307Z","time spent":"551.428896ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4782,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-sfjq2\" "} {"level":"info","ts":"2026-03-04T01:34:20.040438Z","caller":"traceutil/trace.go:171","msg":"trace[10914887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5061; }","duration":"925.722312ms","start":"2026-03-04T01:34:19.114696Z","end":"2026-03-04T01:34:20.040418Z","steps":["trace[10914887] 'agreement among raft nodes before linearized reading' (duration: 925.556158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:20.040886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.114664Z","time spent":"926.203563ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:34:20.041236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35077208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-04T01:34:20.041386Z","caller":"traceutil/trace.go:171","msg":"trace[1693749294] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5061; }","duration":"1.350953363s","start":"2026-03-04T01:34:18.690363Z","end":"2026-03-04T01:34:20.041316Z","steps":["trace[1693749294] 'agreement among raft nodes before linearized reading' (duration: 1.350183426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:20.041491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:18.690356Z","time spent":"1.351118617s","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-04T01:34:20.041909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.580305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:34:20.041991Z","caller":"traceutil/trace.go:171","msg":"trace[1900565906] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:5061; }","duration":"308.704458ms","start":"2026-03-04T01:34:19.733273Z","end":"2026-03-04T01:34:20.041977Z","steps":["trace[1900565906] 'agreement among raft nodes before linearized reading' (duration: 307.337676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:20.042153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:19.733251Z","time spent":"308.779119ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-03-04T01:34:22.1836Z","caller":"traceutil/trace.go:171","msg":"trace[192236163] linearizableReadLoop","detail":"{readStateIndex:5304; appliedIndex:5303; }","duration":"132.346756ms","start":"2026-03-04T01:34:22.05123Z","end":"2026-03-04T01:34:22.183577Z","steps":["trace[192236163] 'read index received' (duration: 132.185362ms)","trace[192236163] 'applied index is now lower than readState.Index' (duration: 160.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:22.183679Z","caller":"traceutil/trace.go:171","msg":"trace[1538729416] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"138.264661ms","start":"2026-03-04T01:34:22.045379Z","end":"2026-03-04T01:34:22.183644Z","steps":["trace[1538729416] 'process raft request' (duration: 138.054966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:22.183915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.671573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08c8d43e-87d5-4e16-a054-033adc9fe439\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-04T01:34:22.183964Z","caller":"traceutil/trace.go:171","msg":"trace[2043758148] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08c8d43e-87d5-4e16-a054-033adc9fe439; range_end:; response_count:1; response_revision:5105; }","duration":"132.774465ms","start":"2026-03-04T01:34:22.051177Z","end":"2026-03-04T01:34:22.183951Z","steps":["trace[2043758148] 'agreement among raft nodes before linearized reading' (duration: 132.519049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:22.587445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.177707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:22.587535Z","caller":"traceutil/trace.go:171","msg":"trace[180990508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5105; }","duration":"263.302169ms","start":"2026-03-04T01:34:22.324209Z","end":"2026-03-04T01:34:22.587511Z","steps":["trace[180990508] 'count revisions from in-memory index tree' (duration: 263.108155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:22.587597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.385974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T01:34:22.587671Z","caller":"traceutil/trace.go:171","msg":"trace[950137706] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5105; }","duration":"222.502606ms","start":"2026-03-04T01:34:22.365151Z","end":"2026-03-04T01:34:22.587654Z","steps":["trace[950137706] 'range keys from in-memory index tree' (duration: 222.191479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:22.587778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.003055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-03-04T01:34:22.587888Z","caller":"traceutil/trace.go:171","msg":"trace[2113997614] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:5105; }","duration":"285.18496ms","start":"2026-03-04T01:34:22.30268Z","end":"2026-03-04T01:34:22.587865Z","steps":["trace[2113997614] 'range keys from in-memory index tree' (duration: 284.826692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:25.507938Z","caller":"traceutil/trace.go:171","msg":"trace[2090350050] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5377; }","duration":"114.1381ms","start":"2026-03-04T01:34:25.393772Z","end":"2026-03-04T01:34:25.50791Z","steps":["trace[2090350050] 'read index received' (duration: 87.531471ms)","trace[2090350050] 'applied index is now lower than readState.Index' (duration: 26.605609ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:25.508045Z","caller":"traceutil/trace.go:171","msg":"trace[750139832] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"119.8549ms","start":"2026-03-04T01:34:25.388148Z","end":"2026-03-04T01:34:25.508003Z","steps":["trace[750139832] 'process raft request' (duration: 93.115538ms)","trace[750139832] 'compare' (duration: 26.478406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:25.508302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.382625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T01:34:25.508431Z","caller":"traceutil/trace.go:171","msg":"trace[488753697] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5174; }","duration":"114.550029ms","start":"2026-03-04T01:34:25.393856Z","end":"2026-03-04T01:34:25.508406Z","steps":["trace[488753697] 'agreement among raft nodes before linearized reading' (duration: 114.297143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:25.50834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.534039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111651"} {"level":"info","ts":"2026-03-04T01:34:25.508507Z","caller":"traceutil/trace.go:171","msg":"trace[1830041251] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5174; }","duration":"114.739063ms","start":"2026-03-04T01:34:25.393749Z","end":"2026-03-04T01:34:25.508488Z","steps":["trace[1830041251] 'agreement among raft nodes before linearized reading' (duration: 114.302733ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:27.652787Z","caller":"traceutil/trace.go:171","msg":"trace[389064946] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"106.597077ms","start":"2026-03-04T01:34:27.546156Z","end":"2026-03-04T01:34:27.652754Z","steps":["trace[389064946] 'process raft request' (duration: 106.361462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:28.059334Z","caller":"traceutil/trace.go:171","msg":"trace[1706355657] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5402; }","duration":"366.502828ms","start":"2026-03-04T01:34:27.69281Z","end":"2026-03-04T01:34:28.059313Z","steps":["trace[1706355657] 'read index received' (duration: 366.296244ms)","trace[1706355657] 'applied index is now lower than readState.Index' (duration: 205.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:28.0594Z","caller":"traceutil/trace.go:171","msg":"trace[215384931] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"402.761848ms","start":"2026-03-04T01:34:27.656608Z","end":"2026-03-04T01:34:28.05937Z","steps":["trace[215384931] 'process raft request' (duration: 402.565843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:28.059542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:27.656586Z","time spent":"402.88025ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:28.059679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.770073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:34:28.059717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.008606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:34:28.05976Z","caller":"traceutil/trace.go:171","msg":"trace[775466660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5199; }","duration":"362.903056ms","start":"2026-03-04T01:34:27.696839Z","end":"2026-03-04T01:34:28.059742Z","steps":["trace[775466660] 'agreement among raft nodes before linearized reading' (duration: 362.663871ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:28.059779Z","caller":"traceutil/trace.go:171","msg":"trace[734585172] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5199; }","duration":"362.115899ms","start":"2026-03-04T01:34:27.697645Z","end":"2026-03-04T01:34:28.059761Z","steps":["trace[734585172] 'agreement among raft nodes before linearized reading' (duration: 361.970685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:28.059805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:27.696821Z","time spent":"362.975488ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:28.059801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.359659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:34:28.0598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.086008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:34:28.05981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.003552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:34:28.059882Z","caller":"traceutil/trace.go:171","msg":"trace[2009031708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:5199; }","duration":"360.463661ms","start":"2026-03-04T01:34:27.699393Z","end":"2026-03-04T01:34:28.059856Z","steps":["trace[2009031708] 'agreement among raft nodes before linearized reading' (duration: 360.198135ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:28.059888Z","caller":"traceutil/trace.go:171","msg":"trace[628556068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5199; }","duration":"362.21268ms","start":"2026-03-04T01:34:27.697661Z","end":"2026-03-04T01:34:28.059874Z","steps":["trace[628556068] 'agreement among raft nodes before linearized reading' (duration: 362.005485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:28.059915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.768704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:34:28.059931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:27.699384Z","time spent":"360.537882ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:34:28.059937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:27.69765Z","time spent":"362.277472ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:28.059826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:27.697627Z","time spent":"362.18627ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:34:28.059926Z","caller":"traceutil/trace.go:171","msg":"trace[172672411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5199; }","duration":"361.216958ms","start":"2026-03-04T01:34:27.698686Z","end":"2026-03-04T01:34:28.059902Z","steps":["trace[172672411] 'agreement among raft nodes before linearized reading' (duration: 360.8694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:28.059944Z","caller":"traceutil/trace.go:171","msg":"trace[386564674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5199; }","duration":"367.179934ms","start":"2026-03-04T01:34:27.692755Z","end":"2026-03-04T01:34:28.059935Z","steps":["trace[386564674] 'agreement among raft nodes before linearized reading' (duration: 366.694862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:28.060024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:27.692732Z","time spent":"367.285266ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:28.060063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:27.69867Z","time spent":"361.33848ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:34:28.611558Z","caller":"traceutil/trace.go:171","msg":"trace[1524697991] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"184.709232ms","start":"2026-03-04T01:34:28.426822Z","end":"2026-03-04T01:34:28.611531Z","steps":["trace[1524697991] 'process raft request' (duration: 158.472242ms)","trace[1524697991] 'compare' (duration: 26.020685ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:28.611763Z","caller":"traceutil/trace.go:171","msg":"trace[677813996] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"184.881447ms","start":"2026-03-04T01:34:28.426857Z","end":"2026-03-04T01:34:28.611738Z","steps":["trace[677813996] 'process raft request' (duration: 184.622741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:28.611929Z","caller":"traceutil/trace.go:171","msg":"trace[339082526] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"184.857336ms","start":"2026-03-04T01:34:28.427059Z","end":"2026-03-04T01:34:28.611916Z","steps":["trace[339082526] 'process raft request' (duration: 184.636201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:28.611968Z","caller":"traceutil/trace.go:171","msg":"trace[187491096] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"176.436553ms","start":"2026-03-04T01:34:28.435502Z","end":"2026-03-04T01:34:28.611939Z","steps":["trace[187491096] 'process raft request' (duration: 176.338251ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:28.840264Z","caller":"traceutil/trace.go:171","msg":"trace[1366736077] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"126.092623ms","start":"2026-03-04T01:34:28.714148Z","end":"2026-03-04T01:34:28.840241Z","steps":["trace[1366736077] 'process raft request' (duration: 79.474277ms)","trace[1366736077] 'compare' (duration: 46.517573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:32.477887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.611234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:34:32.477946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.948932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:34:32.478017Z","caller":"traceutil/trace.go:171","msg":"trace[1921060912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5231; }","duration":"375.058664ms","start":"2026-03-04T01:34:32.102941Z","end":"2026-03-04T01:34:32.478Z","steps":["trace[1921060912] 'range keys from in-memory index tree' (duration: 374.728227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.478066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.102929Z","time spent":"375.128406ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:32.478148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.914186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:32.478219Z","caller":"traceutil/trace.go:171","msg":"trace[678581587] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5231; }","duration":"576.020129ms","start":"2026-03-04T01:34:31.902189Z","end":"2026-03-04T01:34:32.478209Z","steps":["trace[678581587] 'range keys from in-memory index tree' (duration: 575.781003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.478252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:31.90217Z","time spent":"576.074239ms","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:34:32.47829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.727169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:34:32.47837Z","caller":"traceutil/trace.go:171","msg":"trace[1624921964] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:5231; }","duration":"375.874633ms","start":"2026-03-04T01:34:32.102477Z","end":"2026-03-04T01:34:32.478352Z","steps":["trace[1624921964] 'range keys from in-memory index tree' (duration: 375.480264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.478418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.102446Z","time spent":"375.962835ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"info","ts":"2026-03-04T01:34:32.477968Z","caller":"traceutil/trace.go:171","msg":"trace[240100387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5231; }","duration":"381.738187ms","start":"2026-03-04T01:34:32.096212Z","end":"2026-03-04T01:34:32.477951Z","steps":["trace[240100387] 'range keys from in-memory index tree' (duration: 381.456811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.479053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.096193Z","time spent":"382.846613ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:34:32.478523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.591784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:32.479179Z","caller":"traceutil/trace.go:171","msg":"trace[2118791998] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5231; }","duration":"295.26901ms","start":"2026-03-04T01:34:32.183893Z","end":"2026-03-04T01:34:32.479162Z","steps":["trace[2118791998] 'count revisions from in-memory index tree' (duration: 294.478272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.478615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.104568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:34:32.479339Z","caller":"traceutil/trace.go:171","msg":"trace[1423926009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5231; }","duration":"376.835405ms","start":"2026-03-04T01:34:32.102486Z","end":"2026-03-04T01:34:32.479322Z","steps":["trace[1423926009] 'range keys from in-memory index tree' (duration: 375.948535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.479389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.102476Z","time spent":"376.898026ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:34:32.478625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.621747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:34:32.479463Z","caller":"traceutil/trace.go:171","msg":"trace[860389223] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5231; }","duration":"376.475596ms","start":"2026-03-04T01:34:32.102977Z","end":"2026-03-04T01:34:32.479452Z","steps":["trace[860389223] 'range keys from in-memory index tree' (duration: 375.502335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.479514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.102967Z","time spent":"376.530028ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:34:32.478669Z","caller":"traceutil/trace.go:171","msg":"trace[1590406260] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"253.025295ms","start":"2026-03-04T01:34:32.225627Z","end":"2026-03-04T01:34:32.478652Z","steps":["trace[1590406260] 'process raft request' (duration: 200.100045ms)","trace[1590406260] 'compare' (duration: 52.336296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:32.478634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.435709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:34:32.479648Z","caller":"traceutil/trace.go:171","msg":"trace[2083891735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5231; }","duration":"378.505153ms","start":"2026-03-04T01:34:32.101133Z","end":"2026-03-04T01:34:32.479639Z","steps":["trace[2083891735] 'range keys from in-memory index tree' (duration: 377.243404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.479682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.101112Z","time spent":"378.561474ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:32.478663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.726789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:34:32.479763Z","caller":"traceutil/trace.go:171","msg":"trace[1778021345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5231; }","duration":"376.881355ms","start":"2026-03-04T01:34:32.102859Z","end":"2026-03-04T01:34:32.479741Z","steps":["trace[1778021345] 'range keys from in-memory index tree' (duration: 375.538895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:32.479826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.102827Z","time spent":"376.985108ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:34:33.443697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.794249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:33.443812Z","caller":"traceutil/trace.go:171","msg":"trace[1176956821] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"959.790161ms","start":"2026-03-04T01:34:32.484002Z","end":"2026-03-04T01:34:33.443792Z","steps":["trace[1176956821] 'process raft request' (duration: 136.825848ms)","trace[1176956821] 'compare' (duration: 822.691377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:33.443872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.483985Z","time spent":"959.860314ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:33.626732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005822134s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:34:33.913904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.863068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:33.914134Z","caller":"traceutil/trace.go:171","msg":"trace[914753255] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"1.429892398s","start":"2026-03-04T01:34:32.484196Z","end":"2026-03-04T01:34:33.914089Z","steps":["trace[914753255] 'process raft request' (duration: 1.142762654s)","trace[914753255] 'compare' (duration: 286.620683ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:33.914245Z","caller":"traceutil/trace.go:171","msg":"trace[2088808660] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5437; }","duration":"1.428233351s","start":"2026-03-04T01:34:32.485995Z","end":"2026-03-04T01:34:33.914228Z","steps":["trace[2088808660] 'read index received' (duration: 134.890044ms)","trace[2088808660] 'applied index is now lower than readState.Index' (duration: 1.293342117s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:33.914328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.484176Z","time spent":"1.430054892s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:33.914593Z","caller":"traceutil/trace.go:171","msg":"trace[1650206844] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"1.430168955s","start":"2026-03-04T01:34:32.484336Z","end":"2026-03-04T01:34:33.914505Z","steps":["trace[1650206844] 'process raft request' (duration: 1.429792506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.914621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428630659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:34:33.914653Z","caller":"traceutil/trace.go:171","msg":"trace[759104082] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5239; }","duration":"1.42866495s","start":"2026-03-04T01:34:32.48598Z","end":"2026-03-04T01:34:33.914645Z","steps":["trace[759104082] 'agreement among raft nodes before linearized reading' (duration: 1.428545037s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.914682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.48596Z","time spent":"1.428716221s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:34:33.914679Z","caller":"traceutil/trace.go:171","msg":"trace[1071734202] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"1.426330137s","start":"2026-03-04T01:34:32.488175Z","end":"2026-03-04T01:34:33.914505Z","steps":["trace[1071734202] 'process raft request' (duration: 1.42600531s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.914705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.484324Z","time spent":"1.430321268s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:33.914767Z","caller":"traceutil/trace.go:171","msg":"trace[1293255410] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"1.430252026s","start":"2026-03-04T01:34:32.484257Z","end":"2026-03-04T01:34:33.914509Z","steps":["trace[1293255410] 'process raft request' (duration: 1.429802576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.91483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.488163Z","time spent":"1.426587923s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:33.914856Z","caller":"traceutil/trace.go:171","msg":"trace[1700142555] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"1.430296317s","start":"2026-03-04T01:34:32.484219Z","end":"2026-03-04T01:34:33.914515Z","steps":["trace[1700142555] 'process raft request' (duration: 1.429778585s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:33.914924Z","caller":"traceutil/trace.go:171","msg":"trace[535982305] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"1.430216976s","start":"2026-03-04T01:34:32.484318Z","end":"2026-03-04T01:34:33.914535Z","steps":["trace[535982305] 'process raft request' (duration: 1.429778426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.914929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.484205Z","time spent":"1.430650236s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:33.914981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.484289Z","time spent":"1.430656256s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:33.914995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.484201Z","time spent":"1.430733738s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:33.981402Z","caller":"traceutil/trace.go:171","msg":"trace[100428408] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"1.131595999s","start":"2026-03-04T01:34:32.849783Z","end":"2026-03-04T01:34:33.981379Z","steps":["trace[100428408] 'process raft request' (duration: 1.131428765s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.981512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.858234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:34:33.981561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:32.849755Z","time spent":"1.131709502s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:33.981591Z","caller":"traceutil/trace.go:171","msg":"trace[2036899961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5240; }","duration":"865.992877ms","start":"2026-03-04T01:34:33.115581Z","end":"2026-03-04T01:34:33.981574Z","steps":["trace[2036899961] 'agreement among raft nodes before linearized reading' (duration: 865.839504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.981606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.40012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:34:33.981636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.115552Z","time spent":"866.075339ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:34:33.981667Z","caller":"traceutil/trace.go:171","msg":"trace[935828746] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5240; }","duration":"231.479502ms","start":"2026-03-04T01:34:33.750173Z","end":"2026-03-04T01:34:33.981652Z","steps":["trace[935828746] 'agreement among raft nodes before linearized reading' (duration: 231.349319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.98168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.449965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T01:34:33.981754Z","caller":"traceutil/trace.go:171","msg":"trace[1102005752] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5240; }","duration":"568.526377ms","start":"2026-03-04T01:34:33.413207Z","end":"2026-03-04T01:34:33.981734Z","steps":["trace[1102005752] 'agreement among raft nodes before linearized reading' (duration: 568.352913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.981799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.413149Z","time spent":"568.641649ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T01:34:33.981774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.517691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T01:34:33.981725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.887662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:33.981982Z","caller":"traceutil/trace.go:171","msg":"trace[290626836] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5240; }","duration":"477.444795ms","start":"2026-03-04T01:34:33.504518Z","end":"2026-03-04T01:34:33.981963Z","steps":["trace[290626836] 'agreement among raft nodes before linearized reading' (duration: 476.869702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.981675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.819574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:33.981865Z","caller":"traceutil/trace.go:171","msg":"trace[1928581418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5240; }","duration":"367.634694ms","start":"2026-03-04T01:34:33.614203Z","end":"2026-03-04T01:34:33.981838Z","steps":["trace[1928581418] 'agreement among raft nodes before linearized reading' (duration: 367.390989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.982124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.504499Z","time spent":"477.600838ms","remote":"127.0.0.1:59118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:33.982234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.614183Z","time spent":"368.032814ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T01:34:33.982741Z","caller":"traceutil/trace.go:171","msg":"trace[1745225289] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5240; }","duration":"926.50149ms","start":"2026-03-04T01:34:33.055642Z","end":"2026-03-04T01:34:33.982143Z","steps":["trace[1745225289] 'agreement among raft nodes before linearized reading' (duration: 925.814634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:33.982835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.055624Z","time spent":"927.184835ms","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:34:34.511169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.598858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:34.511391Z","caller":"traceutil/trace.go:171","msg":"trace[1450949443] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"591.327448ms","start":"2026-03-04T01:34:33.920033Z","end":"2026-03-04T01:34:34.511361Z","steps":["trace[1450949443] 'process raft request' (duration: 393.446655ms)","trace[1450949443] 'compare' (duration: 197.472284ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:34.511429Z","caller":"traceutil/trace.go:171","msg":"trace[559016250] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"591.265806ms","start":"2026-03-04T01:34:33.920141Z","end":"2026-03-04T01:34:34.511407Z","steps":["trace[559016250] 'process raft request' (duration: 591.127673ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:34.511458Z","caller":"traceutil/trace.go:171","msg":"trace[2132922966] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"525.254877ms","start":"2026-03-04T01:34:33.986189Z","end":"2026-03-04T01:34:34.511444Z","steps":["trace[2132922966] 'process raft request' (duration: 525.210636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.51152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.920123Z","time spent":"591.351839ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:34.511499Z","caller":"traceutil/trace.go:171","msg":"trace[174454450] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"591.135084ms","start":"2026-03-04T01:34:33.920335Z","end":"2026-03-04T01:34:34.51147Z","steps":["trace[174454450] 'process raft request' (duration: 591.023621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.511524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.986167Z","time spent":"525.321339ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:34.511554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.920004Z","time spent":"591.458972ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:34.511559Z","caller":"traceutil/trace.go:171","msg":"trace[329046069] linearizableReadLoop","detail":"{readStateIndex:5449; appliedIndex:5445; }","duration":"530.17768ms","start":"2026-03-04T01:34:33.981355Z","end":"2026-03-04T01:34:34.511532Z","steps":["trace[329046069] 'read index received' (duration: 332.119292ms)","trace[329046069] 'applied index is now lower than readState.Index' (duration: 198.055858ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:34.5116Z","caller":"traceutil/trace.go:171","msg":"trace[2107543053] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"591.351879ms","start":"2026-03-04T01:34:33.920216Z","end":"2026-03-04T01:34:34.511568Z","steps":["trace[2107543053] 'process raft request' (duration: 591.110164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.511666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.920326Z","time spent":"591.247626ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:34.511745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.9202Z","time spent":"591.464971ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:34.511791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.654766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19090"} {"level":"info","ts":"2026-03-04T01:34:34.511826Z","caller":"traceutil/trace.go:171","msg":"trace[1561972443] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5245; }","duration":"595.747699ms","start":"2026-03-04T01:34:33.916068Z","end":"2026-03-04T01:34:34.511816Z","steps":["trace[1561972443] 'agreement among raft nodes before linearized reading' (duration: 595.572745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.511859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.916053Z","time spent":"595.797721ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19113,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:34:34.887251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.968858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:34.887378Z","caller":"traceutil/trace.go:171","msg":"trace[2133085333] linearizableReadLoop","detail":"{readStateIndex:5451; appliedIndex:5450; }","duration":"375.74741ms","start":"2026-03-04T01:34:34.511615Z","end":"2026-03-04T01:34:34.887362Z","steps":["trace[2133085333] 'read index received' (duration: 148.540096ms)","trace[2133085333] 'applied index is now lower than readState.Index' (duration: 227.206194ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:34.887475Z","caller":"traceutil/trace.go:171","msg":"trace[710637847] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"401.629341ms","start":"2026-03-04T01:34:34.485835Z","end":"2026-03-04T01:34:34.887464Z","steps":["trace[710637847] 'process raft request' (duration: 174.366876ms)","trace[710637847] 'compare' (duration: 226.772604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:34.887544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.485808Z","time spent":"401.704803ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:34.887639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.752993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:34.887718Z","caller":"traceutil/trace.go:171","msg":"trace[513874148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5246; }","duration":"904.880795ms","start":"2026-03-04T01:34:33.982819Z","end":"2026-03-04T01:34:34.887699Z","steps":["trace[513874148] 'agreement among raft nodes before linearized reading' (duration: 904.743242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.887766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.9828Z","time spent":"904.958208ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:34:34.887763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.626458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T01:34:34.887834Z","caller":"traceutil/trace.go:171","msg":"trace[677634139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5246; }","duration":"365.7188ms","start":"2026-03-04T01:34:34.522096Z","end":"2026-03-04T01:34:34.887815Z","steps":["trace[677634139] 'agreement among raft nodes before linearized reading' (duration: 365.496665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.887879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.522087Z","time spent":"365.783152ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:34:34.887871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.326359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:34:34.88792Z","caller":"traceutil/trace.go:171","msg":"trace[836400756] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:5246; }","duration":"399.444581ms","start":"2026-03-04T01:34:34.488462Z","end":"2026-03-04T01:34:34.887907Z","steps":["trace[836400756] 'agreement among raft nodes before linearized reading' (duration: 399.309458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.887952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:34.488446Z","time spent":"399.498523ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:34:34.887989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.682496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08c8d43e-87d5-4e16-a054-033adc9fe439\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T01:34:34.88806Z","caller":"traceutil/trace.go:171","msg":"trace[1761499935] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08c8d43e-87d5-4e16-a054-033adc9fe439; range_end:; response_count:1; response_revision:5246; }","duration":"902.775387ms","start":"2026-03-04T01:34:33.985262Z","end":"2026-03-04T01:34:34.888038Z","steps":["trace[1761499935] 'agreement among raft nodes before linearized reading' (duration: 902.552742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:34.888103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:33.985252Z","time spent":"902.843169ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-08c8d43e-87d5-4e16-a054-033adc9fe439\" "} {"level":"warn","ts":"2026-03-04T01:34:35.637192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191223995,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:34:35.722199Z","caller":"traceutil/trace.go:171","msg":"trace[772537895] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"586.037056ms","start":"2026-03-04T01:34:35.13614Z","end":"2026-03-04T01:34:35.722177Z","steps":["trace[772537895] 'process raft request' (duration: 585.880073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:35.722355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.136122Z","time spent":"586.158209ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:36.007158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.162636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:36.007513Z","caller":"traceutil/trace.go:171","msg":"trace[1298017542] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"849.425398ms","start":"2026-03-04T01:34:35.157934Z","end":"2026-03-04T01:34:36.00736Z","steps":["trace[1298017542] 'process raft request' (duration: 725.972285ms)","trace[1298017542] 'compare' (duration: 122.851079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:36.007811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.157907Z","time spent":"849.690943ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:36.466176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.915731ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:34:36.466386Z","caller":"traceutil/trace.go:171","msg":"trace[1576252072] linearizableReadLoop","detail":"{readStateIndex:5454; appliedIndex:5451; }","duration":"1.329590865s","start":"2026-03-04T01:34:35.136767Z","end":"2026-03-04T01:34:36.466358Z","steps":["trace[1576252072] 'read index received' (duration: 585.32269ms)","trace[1576252072] 'applied index is now lower than readState.Index' (duration: 744.267215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:36.466606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32984009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-03-04T01:34:36.466706Z","caller":"traceutil/trace.go:171","msg":"trace[390268803] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5248; }","duration":"1.329991823s","start":"2026-03-04T01:34:35.136701Z","end":"2026-03-04T01:34:36.466693Z","steps":["trace[390268803] 'agreement among raft nodes before linearized reading' (duration: 1.329759178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:36.466751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.136685Z","time spent":"1.330054606s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-04T01:34:36.467424Z","caller":"traceutil/trace.go:171","msg":"trace[1111289812] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"480.140547ms","start":"2026-03-04T01:34:35.987049Z","end":"2026-03-04T01:34:36.467189Z","steps":["trace[1111289812] 'process raft request' (duration: 479.222326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:36.467722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.987025Z","time spent":"480.478544ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:36.967522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191224001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:34:37.464429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.810214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:37.46451Z","caller":"traceutil/trace.go:171","msg":"trace[2084046875] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"1.047422035s","start":"2026-03-04T01:34:36.417072Z","end":"2026-03-04T01:34:37.464494Z","steps":["trace[2084046875] 'process raft request' (duration: 677.487078ms)","trace[2084046875] 'compare' (duration: 369.668931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:37.464553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.417049Z","time spent":"1.047484246s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:34:38.115352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T01:34:38.115441Z","caller":"traceutil/trace.go:171","msg":"trace[1715433672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351489s","start":"2026-03-04T01:34:36.115065Z","end":"2026-03-04T01:34:38.115417Z","steps":["trace[1715433672] 'agreement among raft nodes before linearized reading' (duration: 2.000245267s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.115488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.11505Z","time spent":"2.000428681s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:34:38.290501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195851057s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:34:38.290999Z","caller":"traceutil/trace.go:171","msg":"trace[165690795] linearizableReadLoop","detail":"{readStateIndex:5458; appliedIndex:5455; }","duration":"1.824546821s","start":"2026-03-04T01:34:36.46643Z","end":"2026-03-04T01:34:38.290977Z","steps":["trace[165690795] 'read index received' (duration: 628.243882ms)","trace[165690795] 'applied index is now lower than readState.Index' (duration: 1.196301868s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:38.291067Z","caller":"traceutil/trace.go:171","msg":"trace[76212161] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"1.646272534s","start":"2026-03-04T01:34:36.644735Z","end":"2026-03-04T01:34:38.291008Z","steps":["trace[76212161] 'process raft request' (duration: 1.645948247s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.291167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37220335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:34:38.291145Z","caller":"traceutil/trace.go:171","msg":"trace[1224359903] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"1.398161983s","start":"2026-03-04T01:34:36.892952Z","end":"2026-03-04T01:34:38.291114Z","steps":["trace[1224359903] 'process raft request' (duration: 1.397979558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.29123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.081442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:38.29127Z","caller":"traceutil/trace.go:171","msg":"trace[836162909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5252; }","duration":"175.148594ms","start":"2026-03-04T01:34:38.116109Z","end":"2026-03-04T01:34:38.291257Z","steps":["trace[836162909] 'agreement among raft nodes before linearized reading' (duration: 175.101663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.291276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820675272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18997f721379a99f\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-03-04T01:34:38.291263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371704808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:34:38.291282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.89848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:34:38.291293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.644709Z","time spent":"1.646480749s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:38.291331Z","caller":"traceutil/trace.go:171","msg":"trace[320717299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5252; }","duration":"2.371801021s","start":"2026-03-04T01:34:35.919513Z","end":"2026-03-04T01:34:38.291314Z","steps":["trace[320717299] 'agreement among raft nodes before linearized reading' (duration: 2.371559266s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.291368Z","caller":"traceutil/trace.go:171","msg":"trace[1535220506] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18997f721379a99f; range_end:; response_count:1; response_revision:5252; }","duration":"1.820772084s","start":"2026-03-04T01:34:36.470533Z","end":"2026-03-04T01:34:38.291306Z","steps":["trace[1535220506] 'agreement among raft nodes before linearized reading' (duration: 1.820636971s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.291382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.919503Z","time spent":"2.371870773s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:34:38.291378Z","caller":"traceutil/trace.go:171","msg":"trace[650211915] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5252; }","duration":"284.035363ms","start":"2026-03-04T01:34:38.007313Z","end":"2026-03-04T01:34:38.291349Z","steps":["trace[650211915] 'agreement among raft nodes before linearized reading' (duration: 283.867719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.291374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37133771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-04T01:34:38.291404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.470513Z","time spent":"1.820884096s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.18997f721379a99f\" "} {"level":"warn","ts":"2026-03-04T01:34:38.291402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.892923Z","time spent":"1.398365828s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:38.291448Z","caller":"traceutil/trace.go:171","msg":"trace[1009026189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5252; }","duration":"2.371431512s","start":"2026-03-04T01:34:35.919996Z","end":"2026-03-04T01:34:38.291428Z","steps":["trace[1009026189] 'agreement among raft nodes before linearized reading' (duration: 2.371192776s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.291201Z","caller":"traceutil/trace.go:171","msg":"trace[1245161192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5252; }","duration":"2.372288221s","start":"2026-03-04T01:34:35.918903Z","end":"2026-03-04T01:34:38.291191Z","steps":["trace[1245161192] 'agreement among raft nodes before linearized reading' (duration: 2.372174449s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.291495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.918883Z","time spent":"2.372604869s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:34:38.291507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.919961Z","time spent":"2.371530744s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:34:38.291565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842293656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:34:38.291613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392217967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:34:38.291612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.595967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:38.291631Z","caller":"traceutil/trace.go:171","msg":"trace[1831003127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:5252; }","duration":"1.392236267s","start":"2026-03-04T01:34:36.899389Z","end":"2026-03-04T01:34:38.291626Z","steps":["trace[1831003127] 'agreement among raft nodes before linearized reading' (duration: 1.392162706s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.29117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.371595436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:34:38.291642Z","caller":"traceutil/trace.go:171","msg":"trace[40006046] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5252; }","duration":"274.646849ms","start":"2026-03-04T01:34:38.016985Z","end":"2026-03-04T01:34:38.291632Z","steps":["trace[40006046] 'agreement among raft nodes before linearized reading' (duration: 274.599697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.291666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.899367Z","time spent":"1.392294108s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"info","ts":"2026-03-04T01:34:38.291677Z","caller":"traceutil/trace.go:171","msg":"trace[319984519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5252; }","duration":"2.372116588s","start":"2026-03-04T01:34:35.91955Z","end":"2026-03-04T01:34:38.291667Z","steps":["trace[319984519] 'agreement among raft nodes before linearized reading' (duration: 2.371472884s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.291635Z","caller":"traceutil/trace.go:171","msg":"trace[1601567441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5252; }","duration":"2.842439788s","start":"2026-03-04T01:34:35.449182Z","end":"2026-03-04T01:34:38.291621Z","steps":["trace[1601567441] 'agreement among raft nodes before linearized reading' (duration: 2.842283045s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.291725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.919508Z","time spent":"2.37220331s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:34:38.291748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414336093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:34:38.291748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.449165Z","time spent":"2.842567402s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:34:38.291781Z","caller":"traceutil/trace.go:171","msg":"trace[1006385447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5252; }","duration":"1.414371344s","start":"2026-03-04T01:34:36.877399Z","end":"2026-03-04T01:34:38.29177Z","steps":["trace[1006385447] 'agreement among raft nodes before linearized reading' (duration: 1.414321293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.291698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820194531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"warn","ts":"2026-03-04T01:34:38.291822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.877376Z","time spent":"1.414437175s","remote":"127.0.0.1:50464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:34:38.291859Z","caller":"traceutil/trace.go:171","msg":"trace[947732406] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5252; }","duration":"1.820390285s","start":"2026-03-04T01:34:36.471456Z","end":"2026-03-04T01:34:38.291846Z","steps":["trace[947732406] 'agreement among raft nodes before linearized reading' (duration: 1.82016977s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.29191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:36.471442Z","time spent":"1.820455237s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9660,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-04T01:34:38.292024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372481426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:34:38.292071Z","caller":"traceutil/trace.go:171","msg":"trace[1167872151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5252; }","duration":"2.372529627s","start":"2026-03-04T01:34:35.91953Z","end":"2026-03-04T01:34:38.29206Z","steps":["trace[1167872151] 'agreement among raft nodes before linearized reading' (duration: 2.371591216s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.292102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:35.919481Z","time spent":"2.372612959s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:34:38.445654Z","caller":"traceutil/trace.go:171","msg":"trace[1156836571] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"149.550569ms","start":"2026-03-04T01:34:38.296078Z","end":"2026-03-04T01:34:38.445628Z","steps":["trace[1156836571] 'process raft request' (duration: 149.341794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.445898Z","caller":"traceutil/trace.go:171","msg":"trace[516280826] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"149.6416ms","start":"2026-03-04T01:34:38.296226Z","end":"2026-03-04T01:34:38.445867Z","steps":["trace[516280826] 'process raft request' (duration: 149.355604ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.446229Z","caller":"traceutil/trace.go:171","msg":"trace[1382419448] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"149.915677ms","start":"2026-03-04T01:34:38.296291Z","end":"2026-03-04T01:34:38.446206Z","steps":["trace[1382419448] 'process raft request' (duration: 149.474197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.446306Z","caller":"traceutil/trace.go:171","msg":"trace[1059471956] linearizableReadLoop","detail":"{readStateIndex:5465; appliedIndex:5459; }","duration":"131.811663ms","start":"2026-03-04T01:34:38.314472Z","end":"2026-03-04T01:34:38.446283Z","steps":["trace[1059471956] 'read index received' (duration: 130.986494ms)","trace[1059471956] 'applied index is now lower than readState.Index' (duration: 824.319µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:34:38.447444Z","caller":"traceutil/trace.go:171","msg":"trace[97485992] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"150.858098ms","start":"2026-03-04T01:34:38.296543Z","end":"2026-03-04T01:34:38.447401Z","steps":["trace[97485992] 'process raft request' (duration: 149.702092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.447627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.667914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T01:34:38.447664Z","caller":"traceutil/trace.go:171","msg":"trace[675356274] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"151.213497ms","start":"2026-03-04T01:34:38.296424Z","end":"2026-03-04T01:34:38.447638Z","steps":["trace[675356274] 'process raft request' (duration: 149.780804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.447774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.660715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:34:38.447852Z","caller":"traceutil/trace.go:171","msg":"trace[2036902660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5259; }","duration":"147.784388ms","start":"2026-03-04T01:34:38.300052Z","end":"2026-03-04T01:34:38.447837Z","steps":["trace[2036902660] 'agreement among raft nodes before linearized reading' (duration: 146.316415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.447866Z","caller":"traceutil/trace.go:171","msg":"trace[1452678295] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5259; }","duration":"150.885479ms","start":"2026-03-04T01:34:38.296848Z","end":"2026-03-04T01:34:38.447733Z","steps":["trace[1452678295] 'agreement among raft nodes before linearized reading' (duration: 150.446629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.446269Z","caller":"traceutil/trace.go:171","msg":"trace[792602957] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"149.953668ms","start":"2026-03-04T01:34:38.2963Z","end":"2026-03-04T01:34:38.446254Z","steps":["trace[792602957] 'process raft request' (duration: 149.796195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.448191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.392111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81820"} {"level":"info","ts":"2026-03-04T01:34:38.448268Z","caller":"traceutil/trace.go:171","msg":"trace[454954156] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5259; }","duration":"151.483673ms","start":"2026-03-04T01:34:38.296755Z","end":"2026-03-04T01:34:38.448239Z","steps":["trace[454954156] 'agreement among raft nodes before linearized reading' (duration: 150.693915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:38.483054Z","caller":"traceutil/trace.go:171","msg":"trace[916750820] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"165.32453ms","start":"2026-03-04T01:34:38.317693Z","end":"2026-03-04T01:34:38.483017Z","steps":["trace[916750820] 'process raft request' (duration: 165.118775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:38.483105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.589218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:34:38.483172Z","caller":"traceutil/trace.go:171","msg":"trace[251180795] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5260; }","duration":"110.713161ms","start":"2026-03-04T01:34:38.372441Z","end":"2026-03-04T01:34:38.483154Z","steps":["trace[251180795] 'agreement among raft nodes before linearized reading' (duration: 110.576268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:34:39.011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.15515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:34:39.011102Z","caller":"traceutil/trace.go:171","msg":"trace[546136668] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"474.536779ms","start":"2026-03-04T01:34:38.536547Z","end":"2026-03-04T01:34:39.011084Z","steps":["trace[546136668] 'process raft request' (duration: 56.234316ms)","trace[546136668] 'compare' (duration: 417.882553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:34:39.011163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:34:38.536536Z","time spent":"474.59807ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:34:45.754715Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2575} {"level":"info","ts":"2026-03-04T01:34:45.809794Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2575,"took":"53.888322ms","hash":3216239845,"current-db-size-bytes":38596608,"current-db-size":"39 MB","current-db-size-in-use-bytes":28581888,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T01:34:45.809861Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3216239845,"revision":2575,"compact-revision":-1} {"level":"info","ts":"2026-03-04T01:34:54.541876Z","caller":"traceutil/trace.go:171","msg":"trace[887018034] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"153.55162ms","start":"2026-03-04T01:34:54.388287Z","end":"2026-03-04T01:34:54.541838Z","steps":["trace[887018034] 'process raft request' (duration: 153.280914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:54.657096Z","caller":"traceutil/trace.go:171","msg":"trace[779399483] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"107.506028ms","start":"2026-03-04T01:34:54.549566Z","end":"2026-03-04T01:34:54.657072Z","steps":["trace[779399483] 'process raft request' (duration: 107.320704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:54.657254Z","caller":"traceutil/trace.go:171","msg":"trace[1991131002] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"105.307798ms","start":"2026-03-04T01:34:54.551891Z","end":"2026-03-04T01:34:54.657199Z","steps":["trace[1991131002] 'process raft request' (duration: 105.114044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:34:55.907515Z","caller":"traceutil/trace.go:171","msg":"trace[1426815464] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"100.459117ms","start":"2026-03-04T01:34:55.807018Z","end":"2026-03-04T01:34:55.907478Z","steps":["trace[1426815464] 'process raft request' (duration: 97.139391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:08.067851Z","caller":"traceutil/trace.go:171","msg":"trace[517360870] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"158.376091ms","start":"2026-03-04T01:35:07.909445Z","end":"2026-03-04T01:35:08.067821Z","steps":["trace[517360870] 'process raft request' (duration: 158.197377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:18.096833Z","caller":"traceutil/trace.go:171","msg":"trace[804007420] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"330.142417ms","start":"2026-03-04T01:35:17.766667Z","end":"2026-03-04T01:35:18.09681Z","steps":["trace[804007420] 'process raft request' (duration: 329.978323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:18.096993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:17.766655Z","time spent":"330.25211ms","remote":"127.0.0.1:45156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:18.997561Z","caller":"traceutil/trace.go:171","msg":"trace[795681597] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"136.872639ms","start":"2026-03-04T01:35:18.860664Z","end":"2026-03-04T01:35:18.997537Z","steps":["trace[795681597] 'process raft request' (duration: 136.687205ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:19.015655Z","caller":"traceutil/trace.go:171","msg":"trace[1022685235] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"154.182865ms","start":"2026-03-04T01:35:18.861455Z","end":"2026-03-04T01:35:19.015638Z","steps":["trace[1022685235] 'process raft request' (duration: 154.065362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:19.015952Z","caller":"traceutil/trace.go:171","msg":"trace[1600689292] linearizableReadLoop","detail":"{readStateIndex:5805; appliedIndex:5802; }","duration":"134.964786ms","start":"2026-03-04T01:35:18.880976Z","end":"2026-03-04T01:35:19.01594Z","steps":["trace[1600689292] 'read index received' (duration: 116.467943ms)","trace[1600689292] 'applied index is now lower than readState.Index' (duration: 18.495953ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:19.016043Z","caller":"traceutil/trace.go:171","msg":"trace[784302569] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"154.175915ms","start":"2026-03-04T01:35:18.861857Z","end":"2026-03-04T01:35:19.016033Z","steps":["trace[784302569] 'process raft request' (duration: 153.746415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:19.016331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.295383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:35:19.016382Z","caller":"traceutil/trace.go:171","msg":"trace[259049674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5588; }","duration":"135.447026ms","start":"2026-03-04T01:35:18.880921Z","end":"2026-03-04T01:35:19.016368Z","steps":["trace[259049674] 'agreement among raft nodes before linearized reading' (duration: 135.209761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:19.016336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.732834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:35:19.016386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.502492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:35:19.01646Z","caller":"traceutil/trace.go:171","msg":"trace[107014643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:5588; }","duration":"132.891908ms","start":"2026-03-04T01:35:18.883546Z","end":"2026-03-04T01:35:19.016438Z","steps":["trace[107014643] 'agreement among raft nodes before linearized reading' (duration: 132.579711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:19.016469Z","caller":"traceutil/trace.go:171","msg":"trace[470582962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5588; }","duration":"126.624514ms","start":"2026-03-04T01:35:18.889825Z","end":"2026-03-04T01:35:19.016449Z","steps":["trace[470582962] 'agreement among raft nodes before linearized reading' (duration: 126.356688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:19.266608Z","caller":"traceutil/trace.go:171","msg":"trace[1844680066] linearizableReadLoop","detail":"{readStateIndex:5807; appliedIndex:5806; }","duration":"152.26022ms","start":"2026-03-04T01:35:19.114318Z","end":"2026-03-04T01:35:19.266579Z","steps":["trace[1844680066] 'read index received' (duration: 78.440853ms)","trace[1844680066] 'applied index is now lower than readState.Index' (duration: 73.817927ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:19.266663Z","caller":"traceutil/trace.go:171","msg":"trace[782780272] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"245.332529ms","start":"2026-03-04T01:35:19.021298Z","end":"2026-03-04T01:35:19.26663Z","steps":["trace[782780272] 'process raft request' (duration: 171.553622ms)","trace[782780272] 'compare' (duration: 73.50982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:35:19.266741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.414095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:19.26737Z","caller":"traceutil/trace.go:171","msg":"trace[1214659242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5590; }","duration":"152.463636ms","start":"2026-03-04T01:35:19.114302Z","end":"2026-03-04T01:35:19.266766Z","steps":["trace[1214659242] 'agreement among raft nodes before linearized reading' (duration: 152.379624ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:19.761534Z","caller":"traceutil/trace.go:171","msg":"trace[1756768968] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"223.066049ms","start":"2026-03-04T01:35:19.538445Z","end":"2026-03-04T01:35:19.761512Z","steps":["trace[1756768968] 'process raft request' (duration: 222.860744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:19.970692Z","caller":"traceutil/trace.go:171","msg":"trace[1517742547] linearizableReadLoop","detail":"{readStateIndex:5809; appliedIndex:5807; }","duration":"234.521811ms","start":"2026-03-04T01:35:19.736144Z","end":"2026-03-04T01:35:19.970666Z","steps":["trace[1517742547] 'read index received' (duration: 25.221076ms)","trace[1517742547] 'applied index is now lower than readState.Index' (duration: 209.299735ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:19.970788Z","caller":"traceutil/trace.go:171","msg":"trace[817319346] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"359.523509ms","start":"2026-03-04T01:35:19.611229Z","end":"2026-03-04T01:35:19.970752Z","steps":["trace[817319346] 'process raft request' (duration: 359.290834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:19.970859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.685748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:35:19.970903Z","caller":"traceutil/trace.go:171","msg":"trace[1073208228] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5592; }","duration":"200.78229ms","start":"2026-03-04T01:35:19.770109Z","end":"2026-03-04T01:35:19.970891Z","steps":["trace[1073208228] 'agreement among raft nodes before linearized reading' (duration: 200.691598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:19.97095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:19.611202Z","time spent":"359.659382ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:19.970922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.776187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:35:19.971082Z","caller":"traceutil/trace.go:171","msg":"trace[1269354860] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:5592; }","duration":"234.966991ms","start":"2026-03-04T01:35:19.736089Z","end":"2026-03-04T01:35:19.971056Z","steps":["trace[1269354860] 'agreement among raft nodes before linearized reading' (duration: 234.675674ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:20.243785Z","caller":"traceutil/trace.go:171","msg":"trace[1705322275] linearizableReadLoop","detail":"{readStateIndex:5811; appliedIndex:5810; }","duration":"141.853023ms","start":"2026-03-04T01:35:20.101904Z","end":"2026-03-04T01:35:20.243757Z","steps":["trace[1705322275] 'read index received' (duration: 58.098448ms)","trace[1705322275] 'applied index is now lower than readState.Index' (duration: 83.753535ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:20.243821Z","caller":"traceutil/trace.go:171","msg":"trace[1490726107] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"208.909616ms","start":"2026-03-04T01:35:20.034873Z","end":"2026-03-04T01:35:20.243782Z","steps":["trace[1490726107] 'process raft request' (duration: 125.173641ms)","trace[1490726107] 'compare' (duration: 83.593332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:35:20.244075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.129519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:35:20.244129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.4648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:20.244181Z","caller":"traceutil/trace.go:171","msg":"trace[460787311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5593; }","duration":"129.582773ms","start":"2026-03-04T01:35:20.114585Z","end":"2026-03-04T01:35:20.244168Z","steps":["trace[460787311] 'agreement among raft nodes before linearized reading' (duration: 129.321547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:20.244201Z","caller":"traceutil/trace.go:171","msg":"trace[1213238045] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5593; }","duration":"142.302774ms","start":"2026-03-04T01:35:20.101863Z","end":"2026-03-04T01:35:20.244166Z","steps":["trace[1213238045] 'agreement among raft nodes before linearized reading' (duration: 142.010887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:21.166325Z","caller":"traceutil/trace.go:171","msg":"trace[958253762] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"131.510287ms","start":"2026-03-04T01:35:21.034779Z","end":"2026-03-04T01:35:21.16629Z","steps":["trace[958253762] 'process raft request' (duration: 131.376364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:21.200819Z","caller":"traceutil/trace.go:171","msg":"trace[952579930] linearizableReadLoop","detail":"{readStateIndex:5817; appliedIndex:5815; }","duration":"127.547256ms","start":"2026-03-04T01:35:21.073248Z","end":"2026-03-04T01:35:21.200795Z","steps":["trace[952579930] 'read index received' (duration: 92.985566ms)","trace[952579930] 'applied index is now lower than readState.Index' (duration: 34.56063ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:21.20092Z","caller":"traceutil/trace.go:171","msg":"trace[491772388] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"104.165572ms","start":"2026-03-04T01:35:21.096729Z","end":"2026-03-04T01:35:21.200895Z","steps":["trace[491772388] 'process raft request' (duration: 104.021138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:21.201096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.849743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:35:21.201141Z","caller":"traceutil/trace.go:171","msg":"trace[1727009145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5600; }","duration":"127.945315ms","start":"2026-03-04T01:35:21.073185Z","end":"2026-03-04T01:35:21.20113Z","steps":["trace[1727009145] 'agreement among raft nodes before linearized reading' (duration: 127.745721ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:21.201059Z","caller":"traceutil/trace.go:171","msg":"trace[382222270] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"166.059396ms","start":"2026-03-04T01:35:21.034886Z","end":"2026-03-04T01:35:21.200946Z","steps":["trace[382222270] 'process raft request' (duration: 165.721928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:21.345681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.615682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:35:21.345844Z","caller":"traceutil/trace.go:171","msg":"trace[363305687] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"138.801653ms","start":"2026-03-04T01:35:21.207007Z","end":"2026-03-04T01:35:21.345809Z","steps":["trace[363305687] 'process raft request' (duration: 19.973866ms)","trace[363305687] 'compare' (duration: 118.505949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:29.383634Z","caller":"traceutil/trace.go:171","msg":"trace[3876288] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"143.148912ms","start":"2026-03-04T01:35:29.240463Z","end":"2026-03-04T01:35:29.383611Z","steps":["trace[3876288] 'process raft request' (duration: 139.587181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:31.209125Z","caller":"traceutil/trace.go:171","msg":"trace[877940979] linearizableReadLoop","detail":"{readStateIndex:5886; appliedIndex:5885; }","duration":"275.996659ms","start":"2026-03-04T01:35:30.933102Z","end":"2026-03-04T01:35:31.209099Z","steps":["trace[877940979] 'read index received' (duration: 275.713133ms)","trace[877940979] 'applied index is now lower than readState.Index' (duration: 282.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:31.20934Z","caller":"traceutil/trace.go:171","msg":"trace[1587657784] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"315.580204ms","start":"2026-03-04T01:35:30.893688Z","end":"2026-03-04T01:35:31.209268Z","steps":["trace[1587657784] 'process raft request' (duration: 315.219376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:31.209645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.530911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:35:31.209718Z","caller":"traceutil/trace.go:171","msg":"trace[1930284966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5666; }","duration":"276.652754ms","start":"2026-03-04T01:35:30.933048Z","end":"2026-03-04T01:35:31.2097Z","steps":["trace[1930284966] 'agreement among raft nodes before linearized reading' (duration: 276.437529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:31.209891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:30.893662Z","time spent":"315.717847ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:31.210247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.142336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:35:31.210581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.475371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T01:35:31.210627Z","caller":"traceutil/trace.go:171","msg":"trace[1197643222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5666; }","duration":"133.567233ms","start":"2026-03-04T01:35:31.077049Z","end":"2026-03-04T01:35:31.210616Z","steps":["trace[1197643222] 'agreement among raft nodes before linearized reading' (duration: 133.456231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:31.210741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.358361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:35:31.210784Z","caller":"traceutil/trace.go:171","msg":"trace[2074574725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5666; }","duration":"214.446963ms","start":"2026-03-04T01:35:30.996327Z","end":"2026-03-04T01:35:31.210774Z","steps":["trace[2074574725] 'agreement among raft nodes before linearized reading' (duration: 214.374121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:31.210305Z","caller":"traceutil/trace.go:171","msg":"trace[777215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5666; }","duration":"274.243419ms","start":"2026-03-04T01:35:30.936048Z","end":"2026-03-04T01:35:31.210292Z","steps":["trace[777215] 'agreement among raft nodes before linearized reading' (duration: 274.087675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:35.589029Z","caller":"traceutil/trace.go:171","msg":"trace[1999322915] linearizableReadLoop","detail":"{readStateIndex:5909; appliedIndex:5908; }","duration":"294.916232ms","start":"2026-03-04T01:35:35.294096Z","end":"2026-03-04T01:35:35.589013Z","steps":["trace[1999322915] 'read index received' (duration: 34.477018ms)","trace[1999322915] 'applied index is now lower than readState.Index' (duration: 260.438404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:35:35.589218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.109516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:35:35.589281Z","caller":"traceutil/trace.go:171","msg":"trace[1380210244] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5689; }","duration":"295.217329ms","start":"2026-03-04T01:35:35.294053Z","end":"2026-03-04T01:35:35.58927Z","steps":["trace[1380210244] 'agreement among raft nodes before linearized reading' (duration: 295.051605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:35.589116Z","caller":"traceutil/trace.go:171","msg":"trace[1599383290] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"308.259136ms","start":"2026-03-04T01:35:35.280823Z","end":"2026-03-04T01:35:35.589082Z","steps":["trace[1599383290] 'process raft request' (duration: 308.078222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:35.58945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.280792Z","time spent":"308.579804ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:35.871381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.451178ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:35:35.871632Z","caller":"traceutil/trace.go:171","msg":"trace[424838441] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"277.969634ms","start":"2026-03-04T01:35:35.593641Z","end":"2026-03-04T01:35:35.871611Z","steps":["trace[424838441] 'process raft request' (duration: 277.848911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:35.871746Z","caller":"traceutil/trace.go:171","msg":"trace[981760739] linearizableReadLoop","detail":"{readStateIndex:5910; appliedIndex:5909; }","duration":"282.508489ms","start":"2026-03-04T01:35:35.589084Z","end":"2026-03-04T01:35:35.871592Z","steps":["trace[981760739] 'read index received' (duration: 37.860396ms)","trace[981760739] 'applied index is now lower than readState.Index' (duration: 244.645033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:35:35.871998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.588372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:35:35.872048Z","caller":"traceutil/trace.go:171","msg":"trace[1656412217] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5690; }","duration":"349.695164ms","start":"2026-03-04T01:35:35.522341Z","end":"2026-03-04T01:35:35.872036Z","steps":["trace[1656412217] 'agreement among raft nodes before linearized reading' (duration: 349.53551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:35.872131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.522324Z","time spent":"349.791047ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:35:35.872229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.921167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:35:35.872264Z","caller":"traceutil/trace.go:171","msg":"trace[616928087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5690; }","duration":"412.003169ms","start":"2026-03-04T01:35:35.46025Z","end":"2026-03-04T01:35:35.872253Z","steps":["trace[616928087] 'agreement among raft nodes before linearized reading' (duration: 411.859346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:35.872297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.460229Z","time spent":"412.05866ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:35:35.872305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.713999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:35:35.872375Z","caller":"traceutil/trace.go:171","msg":"trace[119625913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5690; }","duration":"466.828632ms","start":"2026-03-04T01:35:35.405531Z","end":"2026-03-04T01:35:35.872359Z","steps":["trace[119625913] 'agreement among raft nodes before linearized reading' (duration: 466.621637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:35.872355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.759201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-04T01:35:35.872413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.405511Z","time spent":"466.894333ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:35:35.872431Z","caller":"traceutil/trace.go:171","msg":"trace[733340801] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5690; }","duration":"393.871674ms","start":"2026-03-04T01:35:35.47854Z","end":"2026-03-04T01:35:35.872412Z","steps":["trace[733340801] 'agreement among raft nodes before linearized reading' (duration: 393.609588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:35.872476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.478528Z","time spent":"393.939156ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:35:36.333071Z","caller":"traceutil/trace.go:171","msg":"trace[576508298] linearizableReadLoop","detail":"{readStateIndex:5912; appliedIndex:5911; }","duration":"461.234453ms","start":"2026-03-04T01:35:35.871815Z","end":"2026-03-04T01:35:36.33305Z","steps":["trace[576508298] 'read index received' (duration: 461.068969ms)","trace[576508298] 'applied index is now lower than readState.Index' (duration: 164.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:36.33317Z","caller":"traceutil/trace.go:171","msg":"trace[819236834] transaction","detail":"{read_only:false; response_revision:5691; number_of_response:1; }","duration":"462.483152ms","start":"2026-03-04T01:35:35.870655Z","end":"2026-03-04T01:35:36.333139Z","steps":["trace[819236834] 'process raft request' (duration: 462.219896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:36.33331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.924939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:36.333349Z","caller":"traceutil/trace.go:171","msg":"trace[62454179] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5691; }","duration":"553.028022ms","start":"2026-03-04T01:35:35.78031Z","end":"2026-03-04T01:35:36.333338Z","steps":["trace[62454179] 'agreement among raft nodes before linearized reading' (duration: 552.856158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:36.333362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.870626Z","time spent":"462.654195ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:36.333385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.780286Z","time spent":"553.089593ms","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:35:36.794361Z","caller":"traceutil/trace.go:171","msg":"trace[1518583955] transaction","detail":"{read_only:false; response_revision:5693; number_of_response:1; }","duration":"917.887422ms","start":"2026-03-04T01:35:35.876452Z","end":"2026-03-04T01:35:36.79434Z","steps":["trace[1518583955] 'process raft request' (duration: 917.826661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:36.794378Z","caller":"traceutil/trace.go:171","msg":"trace[1800425042] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"918.795603ms","start":"2026-03-04T01:35:35.875539Z","end":"2026-03-04T01:35:36.794334Z","steps":["trace[1800425042] 'process raft request' (duration: 918.602489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:36.794499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.876433Z","time spent":"917.993785ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:36.794524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.875516Z","time spent":"918.919516ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:36.794658Z","caller":"traceutil/trace.go:171","msg":"trace[1544008644] linearizableReadLoop","detail":"{readStateIndex:5916; appliedIndex:5912; }","duration":"461.50495ms","start":"2026-03-04T01:35:36.333139Z","end":"2026-03-04T01:35:36.794644Z","steps":["trace[1544008644] 'read index received' (duration: 460.981828ms)","trace[1544008644] 'applied index is now lower than readState.Index' (duration: 522.422µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:35:36.794744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.676677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:36.794776Z","caller":"traceutil/trace.go:171","msg":"trace[55070198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5695; }","duration":"679.752669ms","start":"2026-03-04T01:35:36.115015Z","end":"2026-03-04T01:35:36.794768Z","steps":["trace[55070198] 'agreement among raft nodes before linearized reading' (duration: 679.680777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:36.794804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:36.114994Z","time spent":"679.80541ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:35:36.794808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.804376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:35:36.794817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.042793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:35:36.794909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.237088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:35:36.794922Z","caller":"traceutil/trace.go:171","msg":"trace[900642527] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5695; }","duration":"508.217497ms","start":"2026-03-04T01:35:36.28668Z","end":"2026-03-04T01:35:36.794898Z","steps":["trace[900642527] 'agreement among raft nodes before linearized reading' (duration: 508.020202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:36.794945Z","caller":"traceutil/trace.go:171","msg":"trace[27684632] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"916.511651ms","start":"2026-03-04T01:35:35.878423Z","end":"2026-03-04T01:35:36.794935Z","steps":["trace[27684632] 'process raft request' (duration: 915.884897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:36.794968Z","caller":"traceutil/trace.go:171","msg":"trace[699374371] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"565.805913ms","start":"2026-03-04T01:35:36.229154Z","end":"2026-03-04T01:35:36.79496Z","steps":["trace[699374371] 'process raft request' (duration: 565.413614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:36.79499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:36.286648Z","time spent":"508.32967ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-04T01:35:36.794867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.830377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T01:35:36.795022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:36.229123Z","time spent":"565.866315ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:35:36.795033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:35.87841Z","time spent":"916.587212ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:36.794877Z","caller":"traceutil/trace.go:171","msg":"trace[840048829] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5695; }","duration":"464.911428ms","start":"2026-03-04T01:35:36.329954Z","end":"2026-03-04T01:35:36.794865Z","steps":["trace[840048829] 'agreement among raft nodes before linearized reading' (duration: 464.729604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:36.795172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:36.329901Z","time spent":"465.232385ms","remote":"127.0.0.1:36080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:35:36.794941Z","caller":"traceutil/trace.go:171","msg":"trace[1829174456] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5695; }","duration":"508.30129ms","start":"2026-03-04T01:35:36.286631Z","end":"2026-03-04T01:35:36.794932Z","steps":["trace[1829174456] 'agreement among raft nodes before linearized reading' (duration: 508.262489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:36.795306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:36.286606Z","time spent":"508.685288ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-04T01:35:36.795043Z","caller":"traceutil/trace.go:171","msg":"trace[2035262627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5695; }","duration":"504.054152ms","start":"2026-03-04T01:35:36.290978Z","end":"2026-03-04T01:35:36.795033Z","steps":["trace[2035262627] 'agreement among raft nodes before linearized reading' (duration: 503.804396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:36.795362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:36.290955Z","time spent":"504.40058ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:35:37.048423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.907075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:35:37.04852Z","caller":"traceutil/trace.go:171","msg":"trace[2011477460] linearizableReadLoop","detail":"{readStateIndex:5917; appliedIndex:5916; }","duration":"252.478961ms","start":"2026-03-04T01:35:36.796026Z","end":"2026-03-04T01:35:37.048505Z","steps":["trace[2011477460] 'read index received' (duration: 64.405252ms)","trace[2011477460] 'applied index is now lower than readState.Index' (duration: 188.072599ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:37.048829Z","caller":"traceutil/trace.go:171","msg":"trace[1680034433] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"421.278421ms","start":"2026-03-04T01:35:36.627465Z","end":"2026-03-04T01:35:37.048744Z","steps":["trace[1680034433] 'process raft request' (duration: 232.959256ms)","trace[1680034433] 'compare' (duration: 187.782603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:35:37.048819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.772709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:35:37.048879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.570368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:35:37.0489Z","caller":"traceutil/trace.go:171","msg":"trace[797531004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5696; }","duration":"252.906191ms","start":"2026-03-04T01:35:36.795977Z","end":"2026-03-04T01:35:37.048883Z","steps":["trace[797531004] 'agreement among raft nodes before linearized reading' (duration: 252.763438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:37.048926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:35:36.627437Z","time spent":"421.443274ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:35:37.048935Z","caller":"traceutil/trace.go:171","msg":"trace[1819003784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5696; }","duration":"250.65395ms","start":"2026-03-04T01:35:36.798267Z","end":"2026-03-04T01:35:37.048921Z","steps":["trace[1819003784] 'agreement among raft nodes before linearized reading' (duration: 250.450035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:37.65198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.377401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:35:37.652055Z","caller":"traceutil/trace.go:171","msg":"trace[149838323] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5698; }","duration":"123.496203ms","start":"2026-03-04T01:35:37.528543Z","end":"2026-03-04T01:35:37.652039Z","steps":["trace[149838323] 'count revisions from in-memory index tree' (duration: 123.292438ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:35:37.765557Z","caller":"traceutil/trace.go:171","msg":"trace[375063219] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"109.469873ms","start":"2026-03-04T01:35:37.656063Z","end":"2026-03-04T01:35:37.765533Z","steps":["trace[375063219] 'process raft request' (duration: 109.314299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:35:59.320929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.394173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:35:59.321207Z","caller":"traceutil/trace.go:171","msg":"trace[1078432728] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"168.499622ms","start":"2026-03-04T01:35:59.152651Z","end":"2026-03-04T01:35:59.321151Z","steps":["trace[1078432728] 'process raft request' (duration: 47.786193ms)","trace[1078432728] 'compare' (duration: 120.234439ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:35:59.32141Z","caller":"traceutil/trace.go:171","msg":"trace[2013178092] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"134.132707ms","start":"2026-03-04T01:35:59.187257Z","end":"2026-03-04T01:35:59.321389Z","steps":["trace[2013178092] 'process raft request' (duration: 133.803129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:39.837894Z","caller":"traceutil/trace.go:171","msg":"trace[630471169] transaction","detail":"{read_only:false; response_revision:6404; number_of_response:1; }","duration":"103.240264ms","start":"2026-03-04T01:37:39.73462Z","end":"2026-03-04T01:37:39.83786Z","steps":["trace[630471169] 'process raft request' (duration: 103.05335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:37:59.769324Z","caller":"traceutil/trace.go:171","msg":"trace[1748168890] linearizableReadLoop","detail":"{readStateIndex:6786; appliedIndex:6785; }","duration":"259.59937ms","start":"2026-03-04T01:37:59.509704Z","end":"2026-03-04T01:37:59.769304Z","steps":["trace[1748168890] 'read index received' (duration: 259.473967ms)","trace[1748168890] 'applied index is now lower than readState.Index' (duration: 124.523µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:37:59.769358Z","caller":"traceutil/trace.go:171","msg":"trace[2080131759] transaction","detail":"{read_only:false; response_revision:6533; number_of_response:1; }","duration":"314.744796ms","start":"2026-03-04T01:37:59.454594Z","end":"2026-03-04T01:37:59.769339Z","steps":["trace[2080131759] 'process raft request' (duration: 314.566792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:59.769447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.732842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:37:59.769474Z","caller":"traceutil/trace.go:171","msg":"trace[1266963939] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:6533; }","duration":"259.778283ms","start":"2026-03-04T01:37:59.50969Z","end":"2026-03-04T01:37:59.769468Z","steps":["trace[1266963939] 'agreement among raft nodes before linearized reading' (duration: 259.712792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:59.769519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:37:59.454568Z","time spent":"314.88445ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:37:59.771272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.290922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:37:59.7713Z","caller":"traceutil/trace.go:171","msg":"trace[857184137] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6534; }","duration":"179.356214ms","start":"2026-03-04T01:37:59.591936Z","end":"2026-03-04T01:37:59.771292Z","steps":["trace[857184137] 'agreement among raft nodes before linearized reading' (duration: 179.303823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:37:59.77154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.940559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:37:59.771583Z","caller":"traceutil/trace.go:171","msg":"trace[543485605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6534; }","duration":"217.00752ms","start":"2026-03-04T01:37:59.554552Z","end":"2026-03-04T01:37:59.77156Z","steps":["trace[543485605] 'agreement among raft nodes before linearized reading' (duration: 216.609281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:50.148012Z","caller":"traceutil/trace.go:171","msg":"trace[1825696381] transaction","detail":"{read_only:false; response_revision:6972; number_of_response:1; }","duration":"184.283306ms","start":"2026-03-04T01:38:49.963697Z","end":"2026-03-04T01:38:50.147981Z","steps":["trace[1825696381] 'process raft request' (duration: 184.122302ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:50.174414Z","caller":"traceutil/trace.go:171","msg":"trace[1375038353] linearizableReadLoop","detail":"{readStateIndex:7240; appliedIndex:7237; }","duration":"107.100567ms","start":"2026-03-04T01:38:50.067286Z","end":"2026-03-04T01:38:50.174387Z","steps":["trace[1375038353] 'read index received' (duration: 80.597087ms)","trace[1375038353] 'applied index is now lower than readState.Index' (duration: 26.50248ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:38:50.174656Z","caller":"traceutil/trace.go:171","msg":"trace[97461946] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"207.128002ms","start":"2026-03-04T01:38:49.967499Z","end":"2026-03-04T01:38:50.174627Z","steps":["trace[97461946] 'process raft request' (duration: 206.712372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:50.174715Z","caller":"traceutil/trace.go:171","msg":"trace[1820253788] transaction","detail":"{read_only:false; response_revision:6974; number_of_response:1; }","duration":"113.69885ms","start":"2026-03-04T01:38:50.060925Z","end":"2026-03-04T01:38:50.174624Z","steps":["trace[1820253788] 'process raft request' (duration: 113.410903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:50.174776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.478797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:38:50.174809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.110431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:38:50.174836Z","caller":"traceutil/trace.go:171","msg":"trace[1790435739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6974; }","duration":"107.555158ms","start":"2026-03-04T01:38:50.06727Z","end":"2026-03-04T01:38:50.174825Z","steps":["trace[1790435739] 'agreement among raft nodes before linearized reading' (duration: 107.348084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:38:50.174871Z","caller":"traceutil/trace.go:171","msg":"trace[361944408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6974; }","duration":"105.216384ms","start":"2026-03-04T01:38:50.069641Z","end":"2026-03-04T01:38:50.174857Z","steps":["trace[361944408] 'agreement among raft nodes before linearized reading' (duration: 105.0303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:38:50.174856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.225857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:38:50.174924Z","caller":"traceutil/trace.go:171","msg":"trace[1919147684] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6974; }","duration":"106.333569ms","start":"2026-03-04T01:38:50.068573Z","end":"2026-03-04T01:38:50.174907Z","steps":["trace[1919147684] 'agreement among raft nodes before linearized reading' (duration: 106.059013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:39:45.772267Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5301} {"level":"info","ts":"2026-03-04T01:39:45.973394Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5301,"took":"199.743182ms","hash":752520748,"current-db-size-bytes":39723008,"current-db-size":"40 MB","current-db-size-in-use-bytes":21266432,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-04T01:39:45.973468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":752520748,"revision":5301,"compact-revision":2575} {"level":"warn","ts":"2026-03-04T01:40:14.880905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.793525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:14.881045Z","caller":"traceutil/trace.go:171","msg":"trace[1324246319] linearizableReadLoop","detail":"{readStateIndex:7811; appliedIndex:7810; }","duration":"186.043077ms","start":"2026-03-04T01:40:14.694985Z","end":"2026-03-04T01:40:14.881028Z","steps":["trace[1324246319] 'read index received' (duration: 62.622µs)","trace[1324246319] 'applied index is now lower than readState.Index' (duration: 185.979005ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:14.881091Z","caller":"traceutil/trace.go:171","msg":"trace[1822897584] transaction","detail":"{read_only:false; response_revision:7524; number_of_response:1; }","duration":"337.458185ms","start":"2026-03-04T01:40:14.543588Z","end":"2026-03-04T01:40:14.881046Z","steps":["trace[1822897584] 'process raft request' (duration: 120.409394ms)","trace[1822897584] 'compare' (duration: 216.56937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:14.881301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.316903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:40:14.881316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:14.543562Z","time spent":"337.611639ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:14.881355Z","caller":"traceutil/trace.go:171","msg":"trace[1381536428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7524; }","duration":"186.371804ms","start":"2026-03-04T01:40:14.694969Z","end":"2026-03-04T01:40:14.88134Z","steps":["trace[1381536428] 'agreement among raft nodes before linearized reading' (duration: 186.137939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:14.883911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.202156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:40:14.883985Z","caller":"traceutil/trace.go:171","msg":"trace[135288689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7524; }","duration":"188.355539ms","start":"2026-03-04T01:40:14.69561Z","end":"2026-03-04T01:40:14.883966Z","steps":["trace[135288689] 'agreement among raft nodes before linearized reading' (duration: 188.161575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:14.883992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.712945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:40:14.884001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.084498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:40:14.884041Z","caller":"traceutil/trace.go:171","msg":"trace[1649825015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7524; }","duration":"187.803617ms","start":"2026-03-04T01:40:14.696227Z","end":"2026-03-04T01:40:14.88403Z","steps":["trace[1649825015] 'agreement among raft nodes before linearized reading' (duration: 187.611442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:14.884082Z","caller":"traceutil/trace.go:171","msg":"trace[1451113106] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7524; }","duration":"114.193441ms","start":"2026-03-04T01:40:14.769862Z","end":"2026-03-04T01:40:14.884055Z","steps":["trace[1451113106] 'agreement among raft nodes before linearized reading' (duration: 113.950336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:23.172371Z","caller":"traceutil/trace.go:171","msg":"trace[1028572966] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"107.920187ms","start":"2026-03-04T01:40:23.064425Z","end":"2026-03-04T01:40:23.172345Z","steps":["trace[1028572966] 'process raft request' (duration: 42.179712ms)","trace[1028572966] 'compare' (duration: 65.504859ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:23.172754Z","caller":"traceutil/trace.go:171","msg":"trace[1705570520] transaction","detail":"{read_only:false; response_revision:7569; number_of_response:1; }","duration":"107.721571ms","start":"2026-03-04T01:40:23.065011Z","end":"2026-03-04T01:40:23.172733Z","steps":["trace[1705570520] 'process raft request' (duration: 107.297812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:23.172868Z","caller":"traceutil/trace.go:171","msg":"trace[392973979] linearizableReadLoop","detail":"{readStateIndex:7859; appliedIndex:7856; }","duration":"105.92845ms","start":"2026-03-04T01:40:23.066927Z","end":"2026-03-04T01:40:23.172856Z","steps":["trace[392973979] 'read index received' (duration: 39.734085ms)","trace[392973979] 'applied index is now lower than readState.Index' (duration: 66.190435ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:23.17289Z","caller":"traceutil/trace.go:171","msg":"trace[2037591723] transaction","detail":"{read_only:false; response_revision:7570; number_of_response:1; }","duration":"106.515024ms","start":"2026-03-04T01:40:23.06636Z","end":"2026-03-04T01:40:23.172875Z","steps":["trace[2037591723] 'process raft request' (duration: 106.307679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:23.173237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.283928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224010"} {"level":"info","ts":"2026-03-04T01:40:23.173265Z","caller":"traceutil/trace.go:171","msg":"trace[1522041490] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7570; }","duration":"106.33938ms","start":"2026-03-04T01:40:23.066918Z","end":"2026-03-04T01:40:23.173258Z","steps":["trace[1522041490] 'agreement among raft nodes before linearized reading' (duration: 106.021722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:29.157067Z","caller":"traceutil/trace.go:171","msg":"trace[34420780] transaction","detail":"{read_only:false; response_revision:7731; number_of_response:1; }","duration":"226.157481ms","start":"2026-03-04T01:40:28.930882Z","end":"2026-03-04T01:40:29.157039Z","steps":["trace[34420780] 'process raft request' (duration: 225.975997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:31.667921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191230836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:40:32.168395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191230836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:40:32.629753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366207618s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:40:32.703793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589435131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:32.703868Z","caller":"traceutil/trace.go:171","msg":"trace[1446475101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7740; }","duration":"1.589555054s","start":"2026-03-04T01:40:31.114294Z","end":"2026-03-04T01:40:32.703849Z","steps":["trace[1446475101] 'range keys from in-memory index tree' (duration: 1.589331579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:32.703911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:31.114274Z","time spent":"1.589628105s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:40:32.704012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537130896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:40:32.703989Z","caller":"traceutil/trace.go:171","msg":"trace[2098605725] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"1.542830227s","start":"2026-03-04T01:40:31.161129Z","end":"2026-03-04T01:40:32.703959Z","steps":["trace[2098605725] 'process raft request' (duration: 1.468822742s)","trace[2098605725] 'compare' (duration: 73.069364ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:32.704053Z","caller":"traceutil/trace.go:171","msg":"trace[803534488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7741; }","duration":"1.537205227s","start":"2026-03-04T01:40:31.166841Z","end":"2026-03-04T01:40:32.704046Z","steps":["trace[803534488] 'agreement among raft nodes before linearized reading' (duration: 1.537053264s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:32.704125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:31.16111Z","time spent":"1.54294965s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:32.703855Z","caller":"traceutil/trace.go:171","msg":"trace[122034981] linearizableReadLoop","detail":"{readStateIndex:8032; appliedIndex:8031; }","duration":"1.536960611s","start":"2026-03-04T01:40:31.166871Z","end":"2026-03-04T01:40:32.703832Z","steps":["trace[122034981] 'read index received' (duration: 1.463020828s)","trace[122034981] 'applied index is now lower than readState.Index' (duration: 73.938683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:32.704077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:31.166829Z","time spent":"1.537243098s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:40:33.186982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.249317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:33.187083Z","caller":"traceutil/trace.go:171","msg":"trace[1784857304] linearizableReadLoop","detail":"{readStateIndex:8033; appliedIndex:8032; }","duration":"482.466886ms","start":"2026-03-04T01:40:32.704602Z","end":"2026-03-04T01:40:33.187069Z","steps":["trace[1784857304] 'read index received' (duration: 113.062515ms)","trace[1784857304] 'applied index is now lower than readState.Index' (duration: 369.403001ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:33.187144Z","caller":"traceutil/trace.go:171","msg":"trace[54959800] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"540.533524ms","start":"2026-03-04T01:40:32.646601Z","end":"2026-03-04T01:40:33.187134Z","steps":["trace[54959800] 'process raft request' (duration: 171.052031ms)","trace[54959800] 'compare' (duration: 369.135275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:33.1872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:32.646578Z","time spent":"540.594296ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:33.187437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982794325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:40:33.187449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97611132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:40:33.187475Z","caller":"traceutil/trace.go:171","msg":"trace[1926369713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7742; }","duration":"1.982841745s","start":"2026-03-04T01:40:31.204623Z","end":"2026-03-04T01:40:33.187465Z","steps":["trace[1926369713] 'agreement among raft nodes before linearized reading' (duration: 1.982733653s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.187465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590064765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:40:33.18747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982309733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:40:33.187498Z","caller":"traceutil/trace.go:171","msg":"trace[1994116736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:7742; }","duration":"1.976181312s","start":"2026-03-04T01:40:31.211302Z","end":"2026-03-04T01:40:33.187484Z","steps":["trace[1994116736] 'agreement among raft nodes before linearized reading' (duration: 1.976044899s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:33.187519Z","caller":"traceutil/trace.go:171","msg":"trace[683072656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7742; }","duration":"1.590161637s","start":"2026-03-04T01:40:31.597345Z","end":"2026-03-04T01:40:33.187507Z","steps":["trace[683072656] 'agreement among raft nodes before linearized reading' (duration: 1.590032004s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.187545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:31.211294Z","time spent":"1.976243723s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:40:33.187467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498742701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:40:33.187547Z","caller":"traceutil/trace.go:171","msg":"trace[2014233196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7742; }","duration":"1.982409645s","start":"2026-03-04T01:40:31.205121Z","end":"2026-03-04T01:40:33.187531Z","steps":["trace[2014233196] 'agreement among raft nodes before linearized reading' (duration: 1.9821916s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.187535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983144002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:40:33.187591Z","caller":"traceutil/trace.go:171","msg":"trace[1837138461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7742; }","duration":"1.498914835s","start":"2026-03-04T01:40:31.688666Z","end":"2026-03-04T01:40:33.187581Z","steps":["trace[1837138461] 'agreement among raft nodes before linearized reading' (duration: 1.49868623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.187601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:31.205112Z","time spent":"1.982476317s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:33.18753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816179895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:33.187626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:31.688644Z","time spent":"1.498974047s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:40:33.187556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:31.597326Z","time spent":"1.590220089s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:33.187506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:31.204616Z","time spent":"1.982883886s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:40:33.188124Z","caller":"traceutil/trace.go:171","msg":"trace[1346202462] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7742; }","duration":"1.816831s","start":"2026-03-04T01:40:31.371269Z","end":"2026-03-04T01:40:33.1881Z","steps":["trace[1346202462] 'agreement among raft nodes before linearized reading' (duration: 1.816061282s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.187614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.087157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:40:33.188262Z","caller":"traceutil/trace.go:171","msg":"trace[1497424132] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7742; }","duration":"847.799964ms","start":"2026-03-04T01:40:32.340452Z","end":"2026-03-04T01:40:33.188252Z","steps":["trace[1497424132] 'agreement among raft nodes before linearized reading' (duration: 846.949654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.188307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:32.340432Z","time spent":"847.863895ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:40:33.18762Z","caller":"traceutil/trace.go:171","msg":"trace[559889972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7742; }","duration":"1.983275885s","start":"2026-03-04T01:40:31.204323Z","end":"2026-03-04T01:40:33.187599Z","steps":["trace[559889972] 'agreement among raft nodes before linearized reading' (duration: 1.98303751s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.188405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:31.204302Z","time spent":"1.984093814s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:40:33.188255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:31.371201Z","time spent":"1.817033125s","remote":"127.0.0.1:51528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:33.227402Z","caller":"traceutil/trace.go:171","msg":"trace[613674659] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"518.359993ms","start":"2026-03-04T01:40:32.709008Z","end":"2026-03-04T01:40:33.227368Z","steps":["trace[613674659] 'process raft request' (duration: 518.115617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.227435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.291651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:33.227481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.453974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:33.227576Z","caller":"traceutil/trace.go:171","msg":"trace[1169711995] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:7743; }","duration":"491.582236ms","start":"2026-03-04T01:40:32.735966Z","end":"2026-03-04T01:40:33.227548Z","steps":["trace[1169711995] 'agreement among raft nodes before linearized reading' (duration: 491.356281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.227573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:32.708992Z","time spent":"518.493987ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:33.227634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:32.735952Z","time spent":"491.671669ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":60,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:33.22751Z","caller":"traceutil/trace.go:171","msg":"trace[1187839873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7743; }","duration":"521.407824ms","start":"2026-03-04T01:40:32.706081Z","end":"2026-03-04T01:40:33.227489Z","steps":["trace[1187839873] 'agreement among raft nodes before linearized reading' (duration: 521.288241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:33.227733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:32.706061Z","time spent":"521.661589ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:40:42.960657Z","caller":"traceutil/trace.go:171","msg":"trace[1276859801] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"221.753532ms","start":"2026-03-04T01:40:42.738886Z","end":"2026-03-04T01:40:42.96064Z","steps":["trace[1276859801] 'process raft request' (duration: 221.630339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:43.516475Z","caller":"traceutil/trace.go:171","msg":"trace[1930327686] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"169.31735ms","start":"2026-03-04T01:40:43.347104Z","end":"2026-03-04T01:40:43.516422Z","steps":["trace[1930327686] 'process raft request' (duration: 116.745026ms)","trace[1930327686] 'compare' (duration: 52.3947ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:43.516774Z","caller":"traceutil/trace.go:171","msg":"trace[1614100588] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"167.893298ms","start":"2026-03-04T01:40:43.348854Z","end":"2026-03-04T01:40:43.516748Z","steps":["trace[1614100588] 'process raft request' (duration: 167.821766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:43.516837Z","caller":"traceutil/trace.go:171","msg":"trace[1368688570] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"169.576326ms","start":"2026-03-04T01:40:43.347231Z","end":"2026-03-04T01:40:43.516807Z","steps":["trace[1368688570] 'process raft request' (duration: 169.126776ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:43.516942Z","caller":"traceutil/trace.go:171","msg":"trace[121951829] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"169.488894ms","start":"2026-03-04T01:40:43.347443Z","end":"2026-03-04T01:40:43.516932Z","steps":["trace[121951829] 'process raft request' (duration: 169.133396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:43.517023Z","caller":"traceutil/trace.go:171","msg":"trace[447664561] transaction","detail":"{read_only:false; response_revision:7795; number_of_response:1; }","duration":"167.175481ms","start":"2026-03-04T01:40:43.349839Z","end":"2026-03-04T01:40:43.517014Z","steps":["trace[447664561] 'process raft request' (duration: 166.869724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:43.517009Z","caller":"traceutil/trace.go:171","msg":"trace[1559246226] linearizableReadLoop","detail":"{readStateIndex:8087; appliedIndex:8083; }","duration":"169.433553ms","start":"2026-03-04T01:40:43.347551Z","end":"2026-03-04T01:40:43.516985Z","steps":["trace[1559246226] 'read index received' (duration: 32.434859ms)","trace[1559246226] 'applied index is now lower than readState.Index' (duration: 136.996724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:43.517523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.951525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-03-04T01:40:43.517571Z","caller":"traceutil/trace.go:171","msg":"trace[1512018840] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7795; }","duration":"170.045348ms","start":"2026-03-04T01:40:43.347514Z","end":"2026-03-04T01:40:43.517559Z","steps":["trace[1512018840] 'agreement among raft nodes before linearized reading' (duration: 169.574667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:44.615844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.898689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:44.615954Z","caller":"traceutil/trace.go:171","msg":"trace[349432732] linearizableReadLoop","detail":"{readStateIndex:8090; appliedIndex:8089; }","duration":"500.296485ms","start":"2026-03-04T01:40:44.11564Z","end":"2026-03-04T01:40:44.615937Z","steps":["trace[349432732] 'read index received' (duration: 241.195291ms)","trace[349432732] 'applied index is now lower than readState.Index' (duration: 259.099474ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:44.616359Z","caller":"traceutil/trace.go:171","msg":"trace[535638652] transaction","detail":"{read_only:false; response_revision:7796; number_of_response:1; }","duration":"749.866587ms","start":"2026-03-04T01:40:43.866441Z","end":"2026-03-04T01:40:44.616307Z","steps":["trace[535638652] 'process raft request' (duration: 490.418735ms)","trace[535638652] 'compare' (duration: 258.589772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:44.616471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.146495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-04T01:40:44.616462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.761436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:44.61652Z","caller":"traceutil/trace.go:171","msg":"trace[950703688] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:7796; }","duration":"123.227656ms","start":"2026-03-04T01:40:44.493278Z","end":"2026-03-04T01:40:44.616506Z","steps":["trace[950703688] 'agreement among raft nodes before linearized reading' (duration: 123.046142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:44.61655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:43.866422Z","time spent":"750.037832ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:44.616565Z","caller":"traceutil/trace.go:171","msg":"trace[1202259331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7796; }","duration":"500.94692ms","start":"2026-03-04T01:40:44.115597Z","end":"2026-03-04T01:40:44.616544Z","steps":["trace[1202259331] 'agreement among raft nodes before linearized reading' (duration: 500.51143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:44.61661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:44.115576Z","time spent":"501.022942ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:40:45.887289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191231009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:40:45.982376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088346337s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:40:46.352857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586988193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:46.352956Z","caller":"traceutil/trace.go:171","msg":"trace[797798334] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7796; }","duration":"1.587138406s","start":"2026-03-04T01:40:44.765794Z","end":"2026-03-04T01:40:46.352933Z","steps":["trace[797798334] 'count revisions from in-memory index tree' (duration: 1.58689578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.353013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:44.765772Z","time spent":"1.587216918s","remote":"127.0.0.1:36098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:46.486833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.242926ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:40:46.580427Z","caller":"traceutil/trace.go:171","msg":"trace[546444794] transaction","detail":"{read_only:false; response_revision:7797; number_of_response:1; }","duration":"1.624749575s","start":"2026-03-04T01:40:44.955646Z","end":"2026-03-04T01:40:46.580396Z","steps":["trace[546444794] 'process raft request' (duration: 1.624478758s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:46.580568Z","caller":"traceutil/trace.go:171","msg":"trace[785646459] transaction","detail":"{read_only:false; response_revision:7798; number_of_response:1; }","duration":"1.615728447s","start":"2026-03-04T01:40:44.964814Z","end":"2026-03-04T01:40:46.580542Z","steps":["trace[785646459] 'process raft request' (duration: 1.615494192s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.580593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:44.955628Z","time spent":"1.624876598s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:46.580695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:44.964785Z","time spent":"1.615838429s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:46.580781Z","caller":"traceutil/trace.go:171","msg":"trace[563997661] linearizableReadLoop","detail":"{readStateIndex:8094; appliedIndex:8090; }","duration":"1.194414966s","start":"2026-03-04T01:40:45.386354Z","end":"2026-03-04T01:40:46.580769Z","steps":["trace[563997661] 'read index received' (duration: 596.239381ms)","trace[563997661] 'applied index is now lower than readState.Index' (duration: 598.174485ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:46.580855Z","caller":"traceutil/trace.go:171","msg":"trace[2004301791] transaction","detail":"{read_only:false; response_revision:7799; number_of_response:1; }","duration":"1.340717625s","start":"2026-03-04T01:40:45.240128Z","end":"2026-03-04T01:40:46.580846Z","steps":["trace[2004301791] 'process raft request' (duration: 1.340591822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.580922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.240112Z","time spent":"1.340773836s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:46.581093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060081433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:40:46.581141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059797137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:40:46.581161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.843555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:46.581179Z","caller":"traceutil/trace.go:171","msg":"trace[804844417] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7799; }","duration":"1.060206686s","start":"2026-03-04T01:40:45.520954Z","end":"2026-03-04T01:40:46.581161Z","steps":["trace[804844417] 'agreement among raft nodes before linearized reading' (duration: 1.060009572s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:46.581201Z","caller":"traceutil/trace.go:171","msg":"trace[797735699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7799; }","duration":"454.906386ms","start":"2026-03-04T01:40:46.126283Z","end":"2026-03-04T01:40:46.58119Z","steps":["trace[797735699] 'agreement among raft nodes before linearized reading' (duration: 454.858775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:46.581198Z","caller":"traceutil/trace.go:171","msg":"trace[1009544383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7799; }","duration":"1.059883729s","start":"2026-03-04T01:40:45.5213Z","end":"2026-03-04T01:40:46.581184Z","steps":["trace[1009544383] 'agreement among raft nodes before linearized reading' (duration: 1.059722695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.58125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.520934Z","time spent":"1.060305969s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:40:46.581261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.126268Z","time spent":"454.986869ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:40:46.58128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.521289Z","time spent":"1.059978701s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:46.581291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.872264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:46.58112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05864035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:40:46.581368Z","caller":"traceutil/trace.go:171","msg":"trace[599055981] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7799; }","duration":"719.004347ms","start":"2026-03-04T01:40:45.862344Z","end":"2026-03-04T01:40:46.581349Z","steps":["trace[599055981] 'agreement among raft nodes before linearized reading' (duration: 718.829393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.581362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.908281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-04T01:40:46.581419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.862321Z","time spent":"719.088108ms","remote":"127.0.0.1:59118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:46.581429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195061301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:40:46.581442Z","caller":"traceutil/trace.go:171","msg":"trace[1900064231] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7799; }","duration":"137.025614ms","start":"2026-03-04T01:40:46.444393Z","end":"2026-03-04T01:40:46.581418Z","steps":["trace[1900064231] 'agreement among raft nodes before linearized reading' (duration: 136.713287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:46.581425Z","caller":"traceutil/trace.go:171","msg":"trace[947162747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:7799; }","duration":"1.058944227s","start":"2026-03-04T01:40:45.522455Z","end":"2026-03-04T01:40:46.581399Z","steps":["trace[947162747] 'agreement among raft nodes before linearized reading' (duration: 1.058558898s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:46.581477Z","caller":"traceutil/trace.go:171","msg":"trace[1092839113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7799; }","duration":"1.195141442s","start":"2026-03-04T01:40:45.386321Z","end":"2026-03-04T01:40:46.581463Z","steps":["trace[1092839113] 'agreement among raft nodes before linearized reading' (duration: 1.194979519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.581511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.386304Z","time spent":"1.195199264s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:46.581529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.522446Z","time spent":"1.0590477s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:40:46.581544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060132195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:40:46.58161Z","caller":"traceutil/trace.go:171","msg":"trace[1556636614] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7799; }","duration":"1.060237317s","start":"2026-03-04T01:40:45.521353Z","end":"2026-03-04T01:40:46.58159Z","steps":["trace[1556636614] 'agreement among raft nodes before linearized reading' (duration: 1.059987622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.581646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.521324Z","time spent":"1.060313219s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:40:46.581682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060670997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:40:46.581757Z","caller":"traceutil/trace.go:171","msg":"trace[417739246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7799; }","duration":"1.060728679s","start":"2026-03-04T01:40:45.520977Z","end":"2026-03-04T01:40:46.581705Z","steps":["trace[417739246] 'agreement among raft nodes before linearized reading' (duration: 1.060083154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.582406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061113588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:40:46.582481Z","caller":"traceutil/trace.go:171","msg":"trace[882402501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7799; }","duration":"1.061211939s","start":"2026-03-04T01:40:45.521248Z","end":"2026-03-04T01:40:46.58246Z","steps":["trace[882402501] 'agreement among raft nodes before linearized reading' (duration: 1.059782146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:46.581787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.520959Z","time spent":"1.060820931s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:46.582529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:45.52121Z","time spent":"1.061306452s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:40:47.245421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.6828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:47.24553Z","caller":"traceutil/trace.go:171","msg":"trace[2069122142] transaction","detail":"{read_only:false; response_revision:7800; number_of_response:1; }","duration":"658.834017ms","start":"2026-03-04T01:40:46.586673Z","end":"2026-03-04T01:40:47.245507Z","steps":["trace[2069122142] 'process raft request' (duration: 110.995133ms)","trace[2069122142] 'compare' (duration: 547.587848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:47.245611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.586659Z","time spent":"658.910918ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:47.305482Z","caller":"traceutil/trace.go:171","msg":"trace[1356039407] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"718.589387ms","start":"2026-03-04T01:40:46.58685Z","end":"2026-03-04T01:40:47.305439Z","steps":["trace[1356039407] 'process raft request' (duration: 718.32314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.30569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.586822Z","time spent":"718.773401ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:47.305883Z","caller":"traceutil/trace.go:171","msg":"trace[540673343] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"718.780031ms","start":"2026-03-04T01:40:46.587068Z","end":"2026-03-04T01:40:47.305848Z","steps":["trace[540673343] 'process raft request' (duration: 718.250569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:47.305927Z","caller":"traceutil/trace.go:171","msg":"trace[964848386] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"718.74651ms","start":"2026-03-04T01:40:46.587154Z","end":"2026-03-04T01:40:47.3059Z","steps":["trace[964848386] 'process raft request' (duration: 718.536355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.306058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.58704Z","time spent":"718.931135ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:47.30606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.58714Z","time spent":"718.847012ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:47.306102Z","caller":"traceutil/trace.go:171","msg":"trace[1266113284] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"718.891673ms","start":"2026-03-04T01:40:46.58719Z","end":"2026-03-04T01:40:47.306082Z","steps":["trace[1266113284] 'process raft request' (duration: 718.635798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:47.30611Z","caller":"traceutil/trace.go:171","msg":"trace[530998959] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"718.860553ms","start":"2026-03-04T01:40:46.587224Z","end":"2026-03-04T01:40:47.306085Z","steps":["trace[530998959] 'process raft request' (duration: 718.665588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.306196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.587181Z","time spent":"718.966465ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:47.306252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.587215Z","time spent":"718.965406ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:47.306321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.171285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:47.306395Z","caller":"traceutil/trace.go:171","msg":"trace[2129545807] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7805; }","duration":"701.272696ms","start":"2026-03-04T01:40:46.605105Z","end":"2026-03-04T01:40:47.306378Z","steps":["trace[2129545807] 'agreement among raft nodes before linearized reading' (duration: 701.149803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.306441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.605091Z","time spent":"701.339399ms","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:47.306743Z","caller":"traceutil/trace.go:171","msg":"trace[559027131] linearizableReadLoop","detail":"{readStateIndex:8100; appliedIndex:8094; }","duration":"700.906639ms","start":"2026-03-04T01:40:46.60514Z","end":"2026-03-04T01:40:47.306046Z","steps":["trace[559027131] 'read index received' (duration: 92.569388ms)","trace[559027131] 'applied index is now lower than readState.Index' (duration: 608.336381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:47.656432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.121069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:47.656505Z","caller":"traceutil/trace.go:171","msg":"trace[552664404] linearizableReadLoop","detail":"{readStateIndex:8101; appliedIndex:8100; }","duration":"349.665146ms","start":"2026-03-04T01:40:47.306829Z","end":"2026-03-04T01:40:47.656494Z","steps":["trace[552664404] 'read index received' (duration: 82.298951ms)","trace[552664404] 'applied index is now lower than readState.Index' (duration: 267.365455ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:47.656569Z","caller":"traceutil/trace.go:171","msg":"trace[524908921] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"806.410175ms","start":"2026-03-04T01:40:46.850112Z","end":"2026-03-04T01:40:47.656522Z","steps":["trace[524908921] 'process raft request' (duration: 539.148573ms)","trace[524908921] 'compare' (duration: 266.685319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:47.656598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.83322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T01:40:47.656623Z","caller":"traceutil/trace.go:171","msg":"trace[11221259] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d; range_end:; response_count:1; response_revision:7806; }","duration":"840.892292ms","start":"2026-03-04T01:40:46.815723Z","end":"2026-03-04T01:40:47.656616Z","steps":["trace[11221259] 'agreement among raft nodes before linearized reading' (duration: 840.796459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.656638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.815704Z","time spent":"840.930813ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d\" "} {"level":"warn","ts":"2026-03-04T01:40:47.656662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:46.850093Z","time spent":"806.525858ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:47.65665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.281112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:47.656738Z","caller":"traceutil/trace.go:171","msg":"trace[1281729583] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7806; }","duration":"641.422975ms","start":"2026-03-04T01:40:47.015295Z","end":"2026-03-04T01:40:47.656718Z","steps":["trace[1281729583] 'agreement among raft nodes before linearized reading' (duration: 641.254101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:47.656785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:47.01527Z","time spent":"641.505456ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:48.159739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.773758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:48.159859Z","caller":"traceutil/trace.go:171","msg":"trace[1650828437] linearizableReadLoop","detail":"{readStateIndex:8102; appliedIndex:8101; }","duration":"449.494871ms","start":"2026-03-04T01:40:47.71035Z","end":"2026-03-04T01:40:48.159845Z","steps":["trace[1650828437] 'read index received' (duration: 138.442247ms)","trace[1650828437] 'applied index is now lower than readState.Index' (duration: 311.051454ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:48.159951Z","caller":"traceutil/trace.go:171","msg":"trace[492179530] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"500.399946ms","start":"2026-03-04T01:40:47.659522Z","end":"2026-03-04T01:40:48.159921Z","steps":["trace[492179530] 'process raft request' (duration: 189.371082ms)","trace[492179530] 'compare' (duration: 310.660295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:48.160111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:47.659497Z","time spent":"500.53707ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:48.160001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.669716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:48.160349Z","caller":"traceutil/trace.go:171","msg":"trace[1338947742] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:7807; }","duration":"449.916221ms","start":"2026-03-04T01:40:47.710319Z","end":"2026-03-04T01:40:48.160235Z","steps":["trace[1338947742] 'agreement among raft nodes before linearized reading' (duration: 449.621294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:48.160483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:47.710245Z","time spent":"450.174297ms","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:48.647032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.394883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-04T01:40:48.647103Z","caller":"traceutil/trace.go:171","msg":"trace[151973027] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7807; }","duration":"114.502564ms","start":"2026-03-04T01:40:48.532584Z","end":"2026-03-04T01:40:48.647086Z","steps":["trace[151973027] 'range keys from in-memory index tree' (duration: 114.260449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:48.695655Z","caller":"traceutil/trace.go:171","msg":"trace[2055192039] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"109.190022ms","start":"2026-03-04T01:40:48.586441Z","end":"2026-03-04T01:40:48.695631Z","steps":["trace[2055192039] 'process raft request' (duration: 109.031098ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:48.998633Z","caller":"traceutil/trace.go:171","msg":"trace[891341585] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8102; }","duration":"405.045435ms","start":"2026-03-04T01:40:48.593539Z","end":"2026-03-04T01:40:48.998585Z","steps":["trace[891341585] 'read index received' (duration: 102.031536ms)","trace[891341585] 'applied index is now lower than readState.Index' (duration: 303.012949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:48.998717Z","caller":"traceutil/trace.go:171","msg":"trace[1581913074] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"410.918641ms","start":"2026-03-04T01:40:48.587759Z","end":"2026-03-04T01:40:48.998677Z","steps":["trace[1581913074] 'process raft request' (duration: 410.683155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:48.998886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:48.587734Z","time spent":"411.067134ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:48.998896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.323782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:40:48.998929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.056181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-04T01:40:48.998965Z","caller":"traceutil/trace.go:171","msg":"trace[958494032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:7809; }","duration":"405.455804ms","start":"2026-03-04T01:40:48.593494Z","end":"2026-03-04T01:40:48.99895Z","steps":["trace[958494032] 'agreement among raft nodes before linearized reading' (duration: 405.246469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:48.998995Z","caller":"traceutil/trace.go:171","msg":"trace[1305201397] range","detail":"{range_begin:/registry/persistentvolumes/pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5; range_end:; response_count:1; response_revision:7809; }","duration":"349.149374ms","start":"2026-03-04T01:40:48.649828Z","end":"2026-03-04T01:40:48.998977Z","steps":["trace[1305201397] 'agreement among raft nodes before linearized reading' (duration: 349.030591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:48.998997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.072603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T01:40:48.999025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:48.593482Z","time spent":"405.528537ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:40:48.999044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:48.649813Z","time spent":"349.218895ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5\" "} {"level":"info","ts":"2026-03-04T01:40:48.999077Z","caller":"traceutil/trace.go:171","msg":"trace[58960551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7809; }","duration":"404.220986ms","start":"2026-03-04T01:40:48.594838Z","end":"2026-03-04T01:40:48.999059Z","steps":["trace[58960551] 'agreement among raft nodes before linearized reading' (duration: 403.95955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:48.999134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:48.594822Z","time spent":"404.299528ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:40:49.286792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.365868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T01:40:49.286898Z","caller":"traceutil/trace.go:171","msg":"trace[573591465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7809; }","duration":"216.49838ms","start":"2026-03-04T01:40:49.070373Z","end":"2026-03-04T01:40:49.286872Z","steps":["trace[573591465] 'range keys from in-memory index tree' (duration: 216.186903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:49.7072Z","caller":"traceutil/trace.go:171","msg":"trace[813009513] linearizableReadLoop","detail":"{readStateIndex:8105; appliedIndex:8104; }","duration":"397.90128ms","start":"2026-03-04T01:40:49.309275Z","end":"2026-03-04T01:40:49.707176Z","steps":["trace[813009513] 'read index received' (duration: 397.749206ms)","trace[813009513] 'applied index is now lower than readState.Index' (duration: 151.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:49.70727Z","caller":"traceutil/trace.go:171","msg":"trace[804631078] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"416.524159ms","start":"2026-03-04T01:40:49.290712Z","end":"2026-03-04T01:40:49.707237Z","steps":["trace[804631078] 'process raft request' (duration: 416.320844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.707428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.29069Z","time spent":"416.652423ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:49.707412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.119024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:40:49.707515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.002048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:40:49.707522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.696241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:40:49.707535Z","caller":"traceutil/trace.go:171","msg":"trace[829783534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7810; }","duration":"398.337829ms","start":"2026-03-04T01:40:49.309173Z","end":"2026-03-04T01:40:49.707511Z","steps":["trace[829783534] 'agreement among raft nodes before linearized reading' (duration: 398.091134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:49.707593Z","caller":"traceutil/trace.go:171","msg":"trace[2118226460] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7810; }","duration":"396.785664ms","start":"2026-03-04T01:40:49.310787Z","end":"2026-03-04T01:40:49.707572Z","steps":["trace[2118226460] 'agreement among raft nodes before linearized reading' (duration: 396.543598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.707617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.309144Z","time spent":"398.455322ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:49.707626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.360557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:40:49.707643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.310779Z","time spent":"396.851745ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T01:40:49.70766Z","caller":"traceutil/trace.go:171","msg":"trace[1929239171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7810; }","duration":"397.413608ms","start":"2026-03-04T01:40:49.310238Z","end":"2026-03-04T01:40:49.707652Z","steps":["trace[1929239171] 'agreement among raft nodes before linearized reading' (duration: 397.336066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.707694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.310228Z","time spent":"397.459479ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:40:49.707552Z","caller":"traceutil/trace.go:171","msg":"trace[980715204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7810; }","duration":"397.05199ms","start":"2026-03-04T01:40:49.31049Z","end":"2026-03-04T01:40:49.707542Z","steps":["trace[980715204] 'agreement among raft nodes before linearized reading' (duration: 396.973308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.707442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.667524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:40:49.707782Z","caller":"traceutil/trace.go:171","msg":"trace[380613239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7810; }","duration":"398.039402ms","start":"2026-03-04T01:40:49.309727Z","end":"2026-03-04T01:40:49.707767Z","steps":["trace[380613239] 'agreement among raft nodes before linearized reading' (duration: 397.591022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.707845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.309717Z","time spent":"398.112944ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:49.707784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.310483Z","time spent":"397.286545ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:40:49.707861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.235917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:49.70802Z","caller":"traceutil/trace.go:171","msg":"trace[1078420488] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:7810; }","duration":"340.451912ms","start":"2026-03-04T01:40:49.367553Z","end":"2026-03-04T01:40:49.708005Z","steps":["trace[1078420488] 'agreement among raft nodes before linearized reading' (duration: 340.107984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:49.708119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.367538Z","time spent":"340.512484ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:50.3627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.659232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:50.362832Z","caller":"traceutil/trace.go:171","msg":"trace[652101213] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"651.410505ms","start":"2026-03-04T01:40:49.711394Z","end":"2026-03-04T01:40:50.362804Z","steps":["trace[652101213] 'process raft request' (duration: 399.547198ms)","trace[652101213] 'compare' (duration: 251.506189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:50.36293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.71137Z","time spent":"651.513348ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:51.684785Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.320634859s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:40:51.685412Z","caller":"traceutil/trace.go:171","msg":"trace[736346419] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"1.973344864s","start":"2026-03-04T01:40:49.712028Z","end":"2026-03-04T01:40:51.685373Z","steps":["trace[736346419] 'process raft request' (duration: 1.973214481s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:51.685411Z","caller":"traceutil/trace.go:171","msg":"trace[1313451663] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"1.973426736s","start":"2026-03-04T01:40:49.711943Z","end":"2026-03-04T01:40:51.685369Z","steps":["trace[1313451663] 'process raft request' (duration: 1.973086558s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:51.685596Z","caller":"traceutil/trace.go:171","msg":"trace[1446345901] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"1.973456267s","start":"2026-03-04T01:40:49.712115Z","end":"2026-03-04T01:40:51.685571Z","steps":["trace[1446345901] 'process raft request' (duration: 1.97317413s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:51.685588Z","caller":"traceutil/trace.go:171","msg":"trace[1358136625] transaction","detail":"{read_only:false; response_revision:7815; number_of_response:1; }","duration":"1.973407436s","start":"2026-03-04T01:40:49.712122Z","end":"2026-03-04T01:40:51.685529Z","steps":["trace[1358136625] 'process raft request' (duration: 1.973201681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:51.685661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.711924Z","time spent":"1.973610281s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:51.685789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.712101Z","time spent":"1.9735609s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:51.685958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.712102Z","time spent":"1.97358936s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:51.685946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931067218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:40:51.685936Z","caller":"traceutil/trace.go:171","msg":"trace[1362354072] linearizableReadLoop","detail":"{readStateIndex:8110; appliedIndex:8105; }","duration":"1.930548096s","start":"2026-03-04T01:40:49.754861Z","end":"2026-03-04T01:40:51.685409Z","steps":["trace[1362354072] 'read index received' (duration: 355.86743ms)","trace[1362354072] 'applied index is now lower than readState.Index' (duration: 1.574679546s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:51.686141Z","caller":"traceutil/trace.go:171","msg":"trace[173154029] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:7815; }","duration":"1.931307763s","start":"2026-03-04T01:40:49.754816Z","end":"2026-03-04T01:40:51.686124Z","steps":["trace[173154029] 'agreement among raft nodes before linearized reading' (duration: 1.930955725s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:51.686207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.754801Z","time spent":"1.931393375s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T01:40:51.686058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:49.712005Z","time spent":"1.973523019s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:52.014013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.572578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:52.014171Z","caller":"traceutil/trace.go:171","msg":"trace[179158551] linearizableReadLoop","detail":"{readStateIndex:8112; appliedIndex:8110; }","duration":"327.975505ms","start":"2026-03-04T01:40:51.68618Z","end":"2026-03-04T01:40:52.014156Z","steps":["trace[179158551] 'read index received' (duration: 206.168551ms)","trace[179158551] 'applied index is now lower than readState.Index' (duration: 121.806114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:52.014273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.43005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:52.0143Z","caller":"traceutil/trace.go:171","msg":"trace[247156854] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:7817; }","duration":"614.500671ms","start":"2026-03-04T01:40:51.399791Z","end":"2026-03-04T01:40:52.014292Z","steps":["trace[247156854] 'agreement among raft nodes before linearized reading' (duration: 614.438599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.014281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.776438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:52.014326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:51.399769Z","time spent":"614.550822ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:52.014357Z","caller":"traceutil/trace.go:171","msg":"trace[712546123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7817; }","duration":"465.898001ms","start":"2026-03-04T01:40:51.548441Z","end":"2026-03-04T01:40:52.014339Z","steps":["trace[712546123] 'agreement among raft nodes before linearized reading' (duration: 465.742397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.014411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:51.548419Z","time spent":"465.984182ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:40:52.0144Z","caller":"traceutil/trace.go:171","msg":"trace[2001267105] transaction","detail":"{read_only:false; response_revision:7816; number_of_response:1; }","duration":"1.314005366s","start":"2026-03-04T01:40:50.700367Z","end":"2026-03-04T01:40:52.014372Z","steps":["trace[2001267105] 'process raft request' (duration: 1.191980777s)","trace[2001267105] 'compare' (duration: 121.190919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:52.0145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165969227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:52.014567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:50.700339Z","time spent":"1.314123659s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:52.014597Z","caller":"traceutil/trace.go:171","msg":"trace[600918836] transaction","detail":"{read_only:false; response_revision:7817; number_of_response:1; }","duration":"1.010964178s","start":"2026-03-04T01:40:51.003625Z","end":"2026-03-04T01:40:52.014589Z","steps":["trace[600918836] 'process raft request' (duration: 1.010456166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.014592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899669392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:52.014593Z","caller":"traceutil/trace.go:171","msg":"trace[1365872674] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7817; }","duration":"1.16609289s","start":"2026-03-04T01:40:50.848485Z","end":"2026-03-04T01:40:52.014578Z","steps":["trace[1365872674] 'agreement among raft nodes before linearized reading' (duration: 1.165936277s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:52.014629Z","caller":"traceutil/trace.go:171","msg":"trace[607966923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7817; }","duration":"1.899767124s","start":"2026-03-04T01:40:50.114853Z","end":"2026-03-04T01:40:52.01462Z","steps":["trace[607966923] 'agreement among raft nodes before linearized reading' (duration: 1.899686612s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.014639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:51.003594Z","time spent":"1.011023908s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:52.014666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:50.848427Z","time spent":"1.166225883s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:52.014683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:50.11483Z","time spent":"1.899838546s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:40:52.014704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004782755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:40:52.014534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7449903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T01:40:52.01478Z","caller":"traceutil/trace.go:171","msg":"trace[1234807670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:7817; }","duration":"1.004898827s","start":"2026-03-04T01:40:51.009866Z","end":"2026-03-04T01:40:52.014764Z","steps":["trace[1234807670] 'agreement among raft nodes before linearized reading' (duration: 1.004684202s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:52.014997Z","caller":"traceutil/trace.go:171","msg":"trace[135654458] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7817; }","duration":"1.745276597s","start":"2026-03-04T01:40:50.269497Z","end":"2026-03-04T01:40:52.014773Z","steps":["trace[135654458] 'agreement among raft nodes before linearized reading' (duration: 1.74496809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.015012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:51.009852Z","time spent":"1.005151743s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:40:52.015044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:50.269474Z","time spent":"1.745557364s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:40:52.497832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.330921ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T01:40:52.498249Z","caller":"traceutil/trace.go:171","msg":"trace[1742341818] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"478.505961ms","start":"2026-03-04T01:40:52.019726Z","end":"2026-03-04T01:40:52.498232Z","steps":["trace[1742341818] 'process raft request' (duration: 478.210724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.498361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:52.019699Z","time spent":"478.582412ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:52.498453Z","caller":"traceutil/trace.go:171","msg":"trace[1391188617] linearizableReadLoop","detail":"{readStateIndex:8113; appliedIndex:8112; }","duration":"484.206152ms","start":"2026-03-04T01:40:52.014209Z","end":"2026-03-04T01:40:52.498415Z","steps":["trace[1391188617] 'read index received' (duration: 136.297778ms)","trace[1391188617] 'applied index is now lower than readState.Index' (duration: 347.903614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:52.498564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.821223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:52.498631Z","caller":"traceutil/trace.go:171","msg":"trace[1716265603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7818; }","duration":"583.935176ms","start":"2026-03-04T01:40:51.914675Z","end":"2026-03-04T01:40:52.49861Z","steps":["trace[1716265603] 'agreement among raft nodes before linearized reading' (duration: 583.801763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.498657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.624786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:52.498672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:51.914656Z","time spent":"584.006947ms","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:52.498699Z","caller":"traceutil/trace.go:171","msg":"trace[1455557868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7818; }","duration":"482.702338ms","start":"2026-03-04T01:40:52.015983Z","end":"2026-03-04T01:40:52.498685Z","steps":["trace[1455557868] 'agreement among raft nodes before linearized reading' (duration: 482.620886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.498724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.521237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:40:52.498712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.556056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:40:52.498731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.62302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-04T01:40:52.498761Z","caller":"traceutil/trace.go:171","msg":"trace[1289687787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7818; }","duration":"131.589029ms","start":"2026-03-04T01:40:52.36716Z","end":"2026-03-04T01:40:52.498749Z","steps":["trace[1289687787] 'agreement among raft nodes before linearized reading' (duration: 131.480747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.497947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:51.68756Z","time spent":"810.380325ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:40:52.498783Z","caller":"traceutil/trace.go:171","msg":"trace[1121583577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7818; }","duration":"786.661359ms","start":"2026-03-04T01:40:51.712103Z","end":"2026-03-04T01:40:52.498765Z","steps":["trace[1121583577] 'agreement among raft nodes before linearized reading' (duration: 786.469024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:52.498799Z","caller":"traceutil/trace.go:171","msg":"trace[1444859048] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7818; }","duration":"758.706103ms","start":"2026-03-04T01:40:51.740065Z","end":"2026-03-04T01:40:52.498771Z","steps":["trace[1444859048] 'agreement among raft nodes before linearized reading' (duration: 758.425196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.498835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:51.74005Z","time spent":"758.777334ms","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T01:40:52.498831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:51.712084Z","time spent":"786.73503ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:52.498743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:52.015967Z","time spent":"482.76727ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:40:52.499015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.34373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223822"} {"level":"info","ts":"2026-03-04T01:40:52.499055Z","caller":"traceutil/trace.go:171","msg":"trace[892933235] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7818; }","duration":"479.426552ms","start":"2026-03-04T01:40:52.019618Z","end":"2026-03-04T01:40:52.499045Z","steps":["trace[892933235] 'agreement among raft nodes before linearized reading' (duration: 479.109595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:52.499087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:52.019596Z","time spent":"479.483614ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223845,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:40:53.035481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.400301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:53.035601Z","caller":"traceutil/trace.go:171","msg":"trace[1380549678] transaction","detail":"{read_only:false; response_revision:7819; number_of_response:1; }","duration":"535.724863ms","start":"2026-03-04T01:40:52.499856Z","end":"2026-03-04T01:40:53.035581Z","steps":["trace[1380549678] 'process raft request' (duration: 260.147698ms)","trace[1380549678] 'compare' (duration: 275.264868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:53.035662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:52.49984Z","time spent":"535.792705ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:53.416795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.342001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:53.417027Z","caller":"traceutil/trace.go:171","msg":"trace[927499821] linearizableReadLoop","detail":"{readStateIndex:8117; appliedIndex:8114; }","duration":"695.012911ms","start":"2026-03-04T01:40:52.721996Z","end":"2026-03-04T01:40:53.417009Z","steps":["trace[927499821] 'read index received' (duration: 38.09872ms)","trace[927499821] 'applied index is now lower than readState.Index' (duration: 656.912731ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:53.41716Z","caller":"traceutil/trace.go:171","msg":"trace[426423145] transaction","detail":"{read_only:false; response_revision:7820; number_of_response:1; }","duration":"914.262965ms","start":"2026-03-04T01:40:52.502862Z","end":"2026-03-04T01:40:53.417125Z","steps":["trace[426423145] 'process raft request' (duration: 776.509624ms)","trace[426423145] 'compare' (duration: 137.116376ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:53.417254Z","caller":"traceutil/trace.go:171","msg":"trace[202541597] transaction","detail":"{read_only:false; response_revision:7821; number_of_response:1; }","duration":"914.228674ms","start":"2026-03-04T01:40:52.502967Z","end":"2026-03-04T01:40:53.417196Z","steps":["trace[202541597] 'process raft request' (duration: 913.923597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:53.417377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:52.502952Z","time spent":"914.371668ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:53.417409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:52.502838Z","time spent":"914.355937ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:53.417567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.563344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T01:40:53.417668Z","caller":"traceutil/trace.go:171","msg":"trace[1213550767] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:7821; }","duration":"695.718457ms","start":"2026-03-04T01:40:52.721918Z","end":"2026-03-04T01:40:53.417637Z","steps":["trace[1213550767] 'agreement among raft nodes before linearized reading' (duration: 695.507662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:53.417737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:52.721887Z","time spent":"695.83527ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T01:40:53.905027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.841641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:53.905136Z","caller":"traceutil/trace.go:171","msg":"trace[1179735022] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8117; }","duration":"488.031012ms","start":"2026-03-04T01:40:53.41709Z","end":"2026-03-04T01:40:53.905121Z","steps":["trace[1179735022] 'read index received' (duration: 353.817262ms)","trace[1179735022] 'applied index is now lower than readState.Index' (duration: 134.2126ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:53.90525Z","caller":"traceutil/trace.go:171","msg":"trace[467136192] transaction","detail":"{read_only:false; response_revision:7822; number_of_response:1; }","duration":"1.055302782s","start":"2026-03-04T01:40:52.849905Z","end":"2026-03-04T01:40:53.905208Z","steps":["trace[467136192] 'process raft request' (duration: 921.207425ms)","trace[467136192] 'compare' (duration: 133.614826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:53.905322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:52.849882Z","time spent":"1.055405885s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:53.905372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.51982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:53.905447Z","caller":"traceutil/trace.go:171","msg":"trace[704573145] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7822; }","duration":"791.673163ms","start":"2026-03-04T01:40:53.113756Z","end":"2026-03-04T01:40:53.905429Z","steps":["trace[704573145] 'agreement among raft nodes before linearized reading' (duration: 791.51051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:53.905501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.113736Z","time spent":"791.744576ms","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:53.905744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.480405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:40:53.90579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.505155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-04T01:40:53.905779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.278969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:40:53.905797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.722205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:707"} {"level":"info","ts":"2026-03-04T01:40:53.905834Z","caller":"traceutil/trace.go:171","msg":"trace[1579928952] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7822; }","duration":"195.571917ms","start":"2026-03-04T01:40:53.710247Z","end":"2026-03-04T01:40:53.905819Z","steps":["trace[1579928952] 'agreement among raft nodes before linearized reading' (duration: 195.440784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:53.905901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.997696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:40:53.905975Z","caller":"traceutil/trace.go:171","msg":"trace[1059600105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7822; }","duration":"215.100159ms","start":"2026-03-04T01:40:53.690859Z","end":"2026-03-04T01:40:53.905959Z","steps":["trace[1059600105] 'agreement among raft nodes before linearized reading' (duration: 214.925195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:53.90582Z","caller":"traceutil/trace.go:171","msg":"trace[1351932472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7822; }","duration":"195.585507ms","start":"2026-03-04T01:40:53.710216Z","end":"2026-03-04T01:40:53.905802Z","steps":["trace[1351932472] 'agreement among raft nodes before linearized reading' (duration: 195.386062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:53.905829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.968476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-04T01:40:53.906087Z","caller":"traceutil/trace.go:171","msg":"trace[1160348529] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7822; }","duration":"868.254203ms","start":"2026-03-04T01:40:53.037815Z","end":"2026-03-04T01:40:53.906069Z","steps":["trace[1160348529] 'agreement among raft nodes before linearized reading' (duration: 867.867724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:53.905747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.197615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:40:53.906149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.0378Z","time spent":"868.332005ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T01:40:53.906178Z","caller":"traceutil/trace.go:171","msg":"trace[131733980] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7822; }","duration":"656.648436ms","start":"2026-03-04T01:40:53.249492Z","end":"2026-03-04T01:40:53.906141Z","steps":["trace[131733980] 'agreement among raft nodes before linearized reading' (duration: 656.193955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:53.905833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.854705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:40:53.905836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.215553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:53.906325Z","caller":"traceutil/trace.go:171","msg":"trace[1823437421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7822; }","duration":"216.369918ms","start":"2026-03-04T01:40:53.689935Z","end":"2026-03-04T01:40:53.906305Z","steps":["trace[1823437421] 'agreement among raft nodes before linearized reading' (duration: 215.750633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:53.905855Z","caller":"traceutil/trace.go:171","msg":"trace[953160122] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7822; }","duration":"744.425783ms","start":"2026-03-04T01:40:53.161412Z","end":"2026-03-04T01:40:53.905838Z","steps":["trace[953160122] 'agreement among raft nodes before linearized reading' (duration: 744.262449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:53.906615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.161382Z","time spent":"745.20634ms","remote":"127.0.0.1:59514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:53.905883Z","caller":"traceutil/trace.go:171","msg":"trace[548758195] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:7822; }","duration":"484.856258ms","start":"2026-03-04T01:40:53.421001Z","end":"2026-03-04T01:40:53.905857Z","steps":["trace[548758195] 'agreement among raft nodes before linearized reading' (duration: 484.535551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:53.906771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.420983Z","time spent":"485.77233ms","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":730,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-04T01:40:53.906257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.249472Z","time spent":"656.761998ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:53.906404Z","caller":"traceutil/trace.go:171","msg":"trace[1385270830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7822; }","duration":"791.812527ms","start":"2026-03-04T01:40:53.114577Z","end":"2026-03-04T01:40:53.906389Z","steps":["trace[1385270830] 'agreement among raft nodes before linearized reading' (duration: 791.174562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:53.906979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.114565Z","time spent":"792.405741ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:40:54.38419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.460701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:54.384335Z","caller":"traceutil/trace.go:171","msg":"trace[1975366506] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"474.192672ms","start":"2026-03-04T01:40:53.910117Z","end":"2026-03-04T01:40:54.384309Z","steps":["trace[1975366506] 'process raft request' (duration: 166.29518ms)","trace[1975366506] 'compare' (duration: 307.066852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:54.384438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.910105Z","time spent":"474.282714ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:55.748795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260671305s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:40:55.749133Z","caller":"traceutil/trace.go:171","msg":"trace[2030785180] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"1.838106612s","start":"2026-03-04T01:40:53.911007Z","end":"2026-03-04T01:40:55.749114Z","steps":["trace[2030785180] 'process raft request' (duration: 1.83800985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.749259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.910994Z","time spent":"1.838188503s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:55.749267Z","caller":"traceutil/trace.go:171","msg":"trace[1573743745] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"1.838976592s","start":"2026-03-04T01:40:53.910182Z","end":"2026-03-04T01:40:55.749159Z","steps":["trace[1573743745] 'process raft request' (duration: 577.770744ms)","trace[1573743745] 'compare' (duration: 1.259342785s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:40:55.749304Z","caller":"traceutil/trace.go:171","msg":"trace[232259520] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"1.83889143s","start":"2026-03-04T01:40:53.910358Z","end":"2026-03-04T01:40:55.749249Z","steps":["trace[232259520] 'process raft request' (duration: 1.838549332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.749467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.910347Z","time spent":"1.839037583s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:55.749441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.910158Z","time spent":"1.839191886s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:55.749576Z","caller":"traceutil/trace.go:171","msg":"trace[1575432723] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"1.729318929s","start":"2026-03-04T01:40:54.020239Z","end":"2026-03-04T01:40:55.749558Z","steps":["trace[1575432723] 'process raft request' (duration: 1.729128665s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.749565Z","caller":"traceutil/trace.go:171","msg":"trace[1920612581] transaction","detail":"{read_only:false; response_revision:7827; number_of_response:1; }","duration":"1.838302697s","start":"2026-03-04T01:40:53.91123Z","end":"2026-03-04T01:40:55.749532Z","steps":["trace[1920612581] 'process raft request' (duration: 1.837839276s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.749663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.020218Z","time spent":"1.729400691s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:55.74969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.911219Z","time spent":"1.838411839s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:55.749661Z","caller":"traceutil/trace.go:171","msg":"trace[1344021889] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"1.727683301s","start":"2026-03-04T01:40:54.021949Z","end":"2026-03-04T01:40:55.749632Z","steps":["trace[1344021889] 'process raft request' (duration: 1.727547518s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.749746Z","caller":"traceutil/trace.go:171","msg":"trace[2047393875] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"989.361509ms","start":"2026-03-04T01:40:54.760369Z","end":"2026-03-04T01:40:55.749731Z","steps":["trace[2047393875] 'process raft request' (duration: 989.288327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.749784Z","caller":"traceutil/trace.go:171","msg":"trace[1413176872] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"1.663368586s","start":"2026-03-04T01:40:54.086401Z","end":"2026-03-04T01:40:55.749769Z","steps":["trace[1413176872] 'process raft request' (duration: 1.663158981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.749878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.760342Z","time spent":"989.476032ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:40:55.749776Z","caller":"traceutil/trace.go:171","msg":"trace[1184763816] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8118; }","duration":"1.837630841s","start":"2026-03-04T01:40:53.912045Z","end":"2026-03-04T01:40:55.749676Z","steps":["trace[1184763816] 'read index received' (duration: 164.382636ms)","trace[1184763816] 'applied index is now lower than readState.Index' (duration: 1.673243885s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:55.749825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.02192Z","time spent":"1.727821264s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:55.74996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.086375Z","time spent":"1.66354227s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:40:55.750075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83802393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T01:40:55.750158Z","caller":"traceutil/trace.go:171","msg":"trace[1949290640] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:7831; }","duration":"1.838132653s","start":"2026-03-04T01:40:53.912012Z","end":"2026-03-04T01:40:55.750145Z","steps":["trace[1949290640] 'agreement among raft nodes before linearized reading' (duration: 1.837836996s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.750217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:53.911997Z","time spent":"1.838209684s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T01:40:55.887727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.365391ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:40:55.887937Z","caller":"traceutil/trace.go:171","msg":"trace[1448573194] linearizableReadLoop","detail":"{readStateIndex:8128; appliedIndex:8127; }","duration":"137.947926ms","start":"2026-03-04T01:40:55.74997Z","end":"2026-03-04T01:40:55.887917Z","steps":["trace[1448573194] 'read index received' (duration: 10.39667ms)","trace[1448573194] 'applied index is now lower than readState.Index' (duration: 127.549056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:55.888204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.532262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:40:55.888248Z","caller":"traceutil/trace.go:171","msg":"trace[186740385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7831; }","duration":"465.596874ms","start":"2026-03-04T01:40:55.422639Z","end":"2026-03-04T01:40:55.888236Z","steps":["trace[186740385] 'agreement among raft nodes before linearized reading' (duration: 465.393639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.88826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102750498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262424346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.888331Z","caller":"traceutil/trace.go:171","msg":"trace[1150531879] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7831; }","duration":"1.10282786s","start":"2026-03-04T01:40:54.785483Z","end":"2026-03-04T01:40:55.888311Z","steps":["trace[1150531879] 'agreement among raft nodes before linearized reading' (duration: 1.102712357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040962561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.785461Z","time spent":"1.102896732s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.888377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262255392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005633266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12273292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005860651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21024673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.88847Z","caller":"traceutil/trace.go:171","msg":"trace[1463301023] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7831; }","duration":"1.005737588s","start":"2026-03-04T01:40:54.882717Z","end":"2026-03-04T01:40:55.888455Z","steps":["trace[1463301023] 'agreement among raft nodes before linearized reading' (duration: 1.005622855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.55601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303916225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.888486Z","caller":"traceutil/trace.go:171","msg":"trace[585583897] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7831; }","duration":"1.122821961s","start":"2026-03-04T01:40:54.765644Z","end":"2026-03-04T01:40:55.888466Z","steps":["trace[585583897] 'agreement among raft nodes before linearized reading' (duration: 1.122739999s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.8885Z","caller":"traceutil/trace.go:171","msg":"trace[797688896] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7831; }","duration":"1.210437095s","start":"2026-03-04T01:40:54.678051Z","end":"2026-03-04T01:40:55.888488Z","steps":["trace[797688896] 'agreement among raft nodes before linearized reading' (duration: 1.21021596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.882685Z","time spent":"1.00581718s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:55.888521Z","caller":"traceutil/trace.go:171","msg":"trace[1278486915] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7831; }","duration":"1.303978865s","start":"2026-03-04T01:40:54.584532Z","end":"2026-03-04T01:40:55.888511Z","steps":["trace[1278486915] 'agreement among raft nodes before linearized reading' (duration: 1.303899173s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.888522Z","caller":"traceutil/trace.go:171","msg":"trace[158409516] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7831; }","duration":"991.654913ms","start":"2026-03-04T01:40:54.896852Z","end":"2026-03-04T01:40:55.888507Z","steps":["trace[158409516] 'agreement among raft nodes before linearized reading' (duration: 991.52027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040429009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.765633Z","time spent":"1.122891704s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.888546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.678038Z","time spent":"1.210495357s","remote":"127.0.0.1:38284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.888557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.823542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.888565Z","caller":"traceutil/trace.go:171","msg":"trace[603263419] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7831; }","duration":"1.040479249s","start":"2026-03-04T01:40:54.848076Z","end":"2026-03-04T01:40:55.888555Z","steps":["trace[603263419] 'agreement among raft nodes before linearized reading' (duration: 1.040437848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.664983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060103693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.888599Z","caller":"traceutil/trace.go:171","msg":"trace[2055202232] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7831; }","duration":"534.911795ms","start":"2026-03-04T01:40:55.353675Z","end":"2026-03-04T01:40:55.888586Z","steps":["trace[2055202232] 'agreement among raft nodes before linearized reading' (duration: 534.860584ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.888613Z","caller":"traceutil/trace.go:171","msg":"trace[1315963478] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7831; }","duration":"991.707105ms","start":"2026-03-04T01:40:54.8969Z","end":"2026-03-04T01:40:55.888607Z","steps":["trace[1315963478] 'agreement among raft nodes before linearized reading' (duration: 991.676034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.848064Z","time spent":"1.040535021s","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.888635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.896883Z","time spent":"991.748645ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.888635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:55.353639Z","time spent":"534.987916ms","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.888654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060183744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.888675Z","caller":"traceutil/trace.go:171","msg":"trace[1040117869] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7831; }","duration":"1.060226306s","start":"2026-03-04T01:40:54.828444Z","end":"2026-03-04T01:40:55.88867Z","steps":["trace[1040117869] 'agreement among raft nodes before linearized reading' (duration: 1.060194955s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.828432Z","time spent":"1.060257776s","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.888695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593603264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:40:55.888716Z","caller":"traceutil/trace.go:171","msg":"trace[1844668468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7831; }","duration":"1.593659456s","start":"2026-03-04T01:40:54.295052Z","end":"2026-03-04T01:40:55.888711Z","steps":["trace[1844668468] 'agreement among raft nodes before linearized reading' (duration: 1.593604905s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.295032Z","time spent":"1.593696807s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:40:55.888775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210764312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005621795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123672991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077240499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.88881Z","caller":"traceutil/trace.go:171","msg":"trace[1488896767] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7831; }","duration":"1.210814844s","start":"2026-03-04T01:40:54.677985Z","end":"2026-03-04T01:40:55.8888Z","steps":["trace[1488896767] 'agreement among raft nodes before linearized reading' (duration: 1.210761723s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.888815Z","caller":"traceutil/trace.go:171","msg":"trace[1185661055] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7831; }","duration":"1.005676407s","start":"2026-03-04T01:40:54.883129Z","end":"2026-03-04T01:40:55.888805Z","steps":["trace[1185661055] 'agreement among raft nodes before linearized reading' (duration: 1.005622326s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.888828Z","caller":"traceutil/trace.go:171","msg":"trace[275118355] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7831; }","duration":"1.07727067s","start":"2026-03-04T01:40:54.811552Z","end":"2026-03-04T01:40:55.888822Z","steps":["trace[275118355] 'agreement among raft nodes before linearized reading' (duration: 1.077237499s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.044807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.677977Z","time spent":"1.210856925s","remote":"127.0.0.1:38284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.888849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.883117Z","time spent":"1.005724048s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.88885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041395541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123809794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.888871Z","caller":"traceutil/trace.go:171","msg":"trace[1987087406] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7831; }","duration":"945.084567ms","start":"2026-03-04T01:40:54.943777Z","end":"2026-03-04T01:40:55.888861Z","steps":["trace[1987087406] 'agreement among raft nodes before linearized reading' (duration: 945.024536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.703674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.888894Z","caller":"traceutil/trace.go:171","msg":"trace[878471998] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7831; }","duration":"1.123864226s","start":"2026-03-04T01:40:54.765022Z","end":"2026-03-04T01:40:55.888886Z","steps":["trace[878471998] 'agreement among raft nodes before linearized reading' (duration: 1.123822695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177246628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.88891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077663808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.943749Z","time spent":"945.149259ms","remote":"127.0.0.1:38412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-04T01:40:55.888928Z","caller":"traceutil/trace.go:171","msg":"trace[404145025] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7831; }","duration":"1.177268399s","start":"2026-03-04T01:40:54.711654Z","end":"2026-03-04T01:40:55.888922Z","steps":["trace[404145025] 'agreement among raft nodes before linearized reading' (duration: 1.177236038s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.88893Z","caller":"traceutil/trace.go:171","msg":"trace[993512282] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7831; }","duration":"1.07769222s","start":"2026-03-04T01:40:54.811233Z","end":"2026-03-04T01:40:55.888925Z","steps":["trace[993512282] 'agreement among raft nodes before linearized reading' (duration: 1.077660159s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.765008Z","time spent":"1.123915677s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.888945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.711641Z","time spent":"1.17729979s","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.888948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.811227Z","time spent":"1.07771675s","remote":"127.0.0.1:38350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.888513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.996173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:40:55.88862Z","caller":"traceutil/trace.go:171","msg":"trace[1387305320] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7831; }","duration":"1.060146794s","start":"2026-03-04T01:40:54.828467Z","end":"2026-03-04T01:40:55.888614Z","steps":["trace[1387305320] 'agreement among raft nodes before linearized reading' (duration: 1.060114603s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.052494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.18997fc4c53d6c34\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-04T01:40:55.888981Z","caller":"traceutil/trace.go:171","msg":"trace[635296739] range","detail":"{range_begin:/registry/events/openstack/key-manager.18997fc4c53d6c34; range_end:; response_count:1; response_revision:7831; }","duration":"133.087884ms","start":"2026-03-04T01:40:55.755888Z","end":"2026-03-04T01:40:55.888976Z","steps":["trace[635296739] 'agreement among raft nodes before linearized reading' (duration: 133.036503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.888979Z","caller":"traceutil/trace.go:171","msg":"trace[160284087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7831; }","duration":"466.492004ms","start":"2026-03-04T01:40:55.422477Z","end":"2026-03-04T01:40:55.888969Z","steps":["trace[160284087] 'agreement among raft nodes before linearized reading' (duration: 465.91209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22624841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.828451Z","time spent":"1.060534733s","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.889012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:55.422457Z","time spent":"466.545716ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:55.889014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158910346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.889022Z","caller":"traceutil/trace.go:171","msg":"trace[2108289152] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7831; }","duration":"1.226304422s","start":"2026-03-04T01:40:54.662706Z","end":"2026-03-04T01:40:55.889011Z","steps":["trace[2108289152] 'agreement among raft nodes before linearized reading' (duration: 1.226253211s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15913504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.889051Z","caller":"traceutil/trace.go:171","msg":"trace[222138856] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7831; }","duration":"1.159176332s","start":"2026-03-04T01:40:54.72987Z","end":"2026-03-04T01:40:55.889046Z","steps":["trace[222138856] 'agreement among raft nodes before linearized reading' (duration: 1.159149451s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889052Z","caller":"traceutil/trace.go:171","msg":"trace[2001210596] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7831; }","duration":"1.158974367s","start":"2026-03-04T01:40:54.730064Z","end":"2026-03-04T01:40:55.889039Z","steps":["trace[2001210596] 'agreement among raft nodes before linearized reading' (duration: 1.158908985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.662691Z","time spent":"1.226354463s","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.889065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.729855Z","time spent":"1.159205842s","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:55.888359Z","caller":"traceutil/trace.go:171","msg":"trace[1434425071] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7831; }","duration":"1.262493408s","start":"2026-03-04T01:40:54.625854Z","end":"2026-03-04T01:40:55.888348Z","steps":["trace[1434425071] 'agreement among raft nodes before linearized reading' (duration: 1.262447576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.88907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177441353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.730058Z","time spent":"1.159015787s","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.889093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.625834Z","time spent":"1.263251155s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"info","ts":"2026-03-04T01:40:55.888885Z","caller":"traceutil/trace.go:171","msg":"trace[1989719204] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7831; }","duration":"1.041446812s","start":"2026-03-04T01:40:54.847429Z","end":"2026-03-04T01:40:55.888876Z","steps":["trace[1989719204] 'agreement among raft nodes before linearized reading' (duration: 1.04139133s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889104Z","caller":"traceutil/trace.go:171","msg":"trace[1602445442] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7831; }","duration":"1.177505965s","start":"2026-03-04T01:40:54.711586Z","end":"2026-03-04T01:40:55.889092Z","steps":["trace[1602445442] 'agreement among raft nodes before linearized reading' (duration: 1.177458604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.544728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159292304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.847423Z","time spent":"1.041694818s","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:55.889143Z","caller":"traceutil/trace.go:171","msg":"trace[87236373] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7831; }","duration":"945.60721ms","start":"2026-03-04T01:40:54.943526Z","end":"2026-03-04T01:40:55.889133Z","steps":["trace[87236373] 'agreement among raft nodes before linearized reading' (duration: 945.552628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889156Z","caller":"traceutil/trace.go:171","msg":"trace[1611223213] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7831; }","duration":"1.159325825s","start":"2026-03-04T01:40:54.729826Z","end":"2026-03-04T01:40:55.889152Z","steps":["trace[1611223213] 'agreement among raft nodes before linearized reading' (duration: 1.159302455s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.888455Z","caller":"traceutil/trace.go:171","msg":"trace[23208395] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7831; }","duration":"1.262373505s","start":"2026-03-04T01:40:54.626065Z","end":"2026-03-04T01:40:55.888439Z","steps":["trace[23208395] 'agreement among raft nodes before linearized reading' (duration: 1.262209581s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.943506Z","time spent":"945.6597ms","remote":"127.0.0.1:38412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.889209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177170827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.889243Z","caller":"traceutil/trace.go:171","msg":"trace[1968871210] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7831; }","duration":"1.177224518s","start":"2026-03-04T01:40:54.712015Z","end":"2026-03-04T01:40:55.88924Z","steps":["trace[1968871210] 'agreement among raft nodes before linearized reading' (duration: 1.177179257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.626058Z","time spent":"1.263127632s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.889261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.712005Z","time spent":"1.177251509s","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.888904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800014412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19447"} {"level":"info","ts":"2026-03-04T01:40:55.889305Z","caller":"traceutil/trace.go:171","msg":"trace[198779995] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7831; }","duration":"1.800453362s","start":"2026-03-04T01:40:54.088841Z","end":"2026-03-04T01:40:55.889295Z","steps":["trace[198779995] 'agreement among raft nodes before linearized reading' (duration: 1.800014832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.88934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.08882Z","time spent":"1.800510344s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:40:55.88934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.961485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.890026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.889378Z","caller":"traceutil/trace.go:171","msg":"trace[139397931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7831; }","duration":"774.027277ms","start":"2026-03-04T01:40:55.115337Z","end":"2026-03-04T01:40:55.889364Z","steps":["trace[139397931] 'agreement among raft nodes before linearized reading' (duration: 773.968636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262540329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:55.115316Z","time spent":"774.086348ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:40:55.889408Z","caller":"traceutil/trace.go:171","msg":"trace[2111936607] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7831; }","duration":"945.934467ms","start":"2026-03-04T01:40:54.943461Z","end":"2026-03-04T01:40:55.889395Z","steps":["trace[2111936607] 'agreement among raft nodes before linearized reading' (duration: 945.883816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889425Z","caller":"traceutil/trace.go:171","msg":"trace[1232197282] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7831; }","duration":"1.263586042s","start":"2026-03-04T01:40:54.62583Z","end":"2026-03-04T01:40:55.889416Z","steps":["trace[1232197282] 'agreement among raft nodes before linearized reading' (duration: 1.262560809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.50247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.811547Z","time spent":"1.0773004s","remote":"127.0.0.1:38350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.889443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226986598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.625808Z","time spent":"1.263637004s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.88833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.195972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.888565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059219692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.889471Z","caller":"traceutil/trace.go:171","msg":"trace[401642388] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7831; }","duration":"920.562681ms","start":"2026-03-04T01:40:54.968896Z","end":"2026-03-04T01:40:55.889458Z","steps":["trace[401642388] 'agreement among raft nodes before linearized reading' (duration: 920.50157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889482Z","caller":"traceutil/trace.go:171","msg":"trace[1814466099] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7831; }","duration":"1.227039999s","start":"2026-03-04T01:40:54.662432Z","end":"2026-03-04T01:40:55.889472Z","steps":["trace[1814466099] 'agreement among raft nodes before linearized reading' (duration: 1.226972797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.068292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.8895Z","caller":"traceutil/trace.go:171","msg":"trace[1682219838] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7831; }","duration":"1.060169235s","start":"2026-03-04T01:40:54.829321Z","end":"2026-03-04T01:40:55.889491Z","steps":["trace[1682219838] 'agreement among raft nodes before linearized reading' (duration: 1.059218813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.692839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.968885Z","time spent":"920.610492ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"info","ts":"2026-03-04T01:40:55.889513Z","caller":"traceutil/trace.go:171","msg":"trace[1812828932] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7831; }","duration":"992.403961ms","start":"2026-03-04T01:40:54.897082Z","end":"2026-03-04T01:40:55.889486Z","steps":["trace[1812828932] 'agreement among raft nodes before linearized reading' (duration: 991.166962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889529Z","caller":"traceutil/trace.go:171","msg":"trace[114600790] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7831; }","duration":"953.135554ms","start":"2026-03-04T01:40:54.936383Z","end":"2026-03-04T01:40:55.889518Z","steps":["trace[114600790] 'agreement among raft nodes before linearized reading' (duration: 953.088943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.829313Z","time spent":"1.060217436s","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-04T01:40:55.889552Z","caller":"traceutil/trace.go:171","msg":"trace[227095066] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7831; }","duration":"902.77583ms","start":"2026-03-04T01:40:54.986762Z","end":"2026-03-04T01:40:55.889537Z","steps":["trace[227095066] 'agreement among raft nodes before linearized reading' (duration: 902.683338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227285774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.936355Z","time spent":"953.200265ms","remote":"127.0.0.1:38402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.889571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.459672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.897068Z","time spent":"992.485162ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-03-04T01:40:55.889598Z","caller":"traceutil/trace.go:171","msg":"trace[1490652499] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7831; }","duration":"921.507643ms","start":"2026-03-04T01:40:54.968083Z","end":"2026-03-04T01:40:55.88959Z","steps":["trace[1490652499] 'agreement among raft nodes before linearized reading' (duration: 921.458042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889585Z","caller":"traceutil/trace.go:171","msg":"trace[991098801] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7831; }","duration":"1.227325535s","start":"2026-03-04T01:40:54.662251Z","end":"2026-03-04T01:40:55.889577Z","steps":["trace[991098801] 'agreement among raft nodes before linearized reading' (duration: 1.227285924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.968067Z","time spent":"921.545964ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.889451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.943449Z","time spent":"945.989559ms","remote":"127.0.0.1:38412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.889633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.986745Z","time spent":"902.876943ms","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.889645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.662245Z","time spent":"1.227382256s","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.889728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.380599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103640019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.889765Z","caller":"traceutil/trace.go:171","msg":"trace[397204850] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7831; }","duration":"953.42279ms","start":"2026-03-04T01:40:54.936331Z","end":"2026-03-04T01:40:55.889754Z","steps":["trace[397204850] 'agreement among raft nodes before linearized reading' (duration: 953.369559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889777Z","caller":"traceutil/trace.go:171","msg":"trace[327796316] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7831; }","duration":"1.10371318s","start":"2026-03-04T01:40:54.786052Z","end":"2026-03-04T01:40:55.889765Z","steps":["trace[327796316] 'agreement among raft nodes before linearized reading' (duration: 1.103658239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.936325Z","time spent":"953.468641ms","remote":"127.0.0.1:38402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.889808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.786032Z","time spent":"1.103768151s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.889831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143176402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.32083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24007092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.18866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.888938Z","caller":"traceutil/trace.go:171","msg":"trace[1783350841] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7831; }","duration":"920.840078ms","start":"2026-03-04T01:40:54.968075Z","end":"2026-03-04T01:40:55.888915Z","steps":["trace[1783350841] 'agreement among raft nodes before linearized reading' (duration: 920.639853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889873Z","caller":"traceutil/trace.go:171","msg":"trace[1430864670] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7831; }","duration":"903.216901ms","start":"2026-03-04T01:40:54.986651Z","end":"2026-03-04T01:40:55.889868Z","steps":["trace[1430864670] 'agreement among raft nodes before linearized reading' (duration: 903.17486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889869Z","caller":"traceutil/trace.go:171","msg":"trace[134883465] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7831; }","duration":"902.366131ms","start":"2026-03-04T01:40:54.987491Z","end":"2026-03-04T01:40:55.889857Z","steps":["trace[134883465] 'agreement among raft nodes before linearized reading' (duration: 902.3215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.88987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194481747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.889874Z","caller":"traceutil/trace.go:171","msg":"trace[1440023607] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7831; }","duration":"1.240118321s","start":"2026-03-04T01:40:54.649745Z","end":"2026-03-04T01:40:55.889863Z","steps":["trace[1440023607] 'agreement among raft nodes before linearized reading' (duration: 1.240062569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.88989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.986604Z","time spent":"903.282462ms","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.88988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.968059Z","time spent":"921.81471ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.889899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.987483Z","time spent":"902.408572ms","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.889905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.649741Z","time spent":"1.240157251s","remote":"127.0.0.1:38264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.889138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.711567Z","time spent":"1.177564006s","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.889923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211420118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.889939Z","caller":"traceutil/trace.go:171","msg":"trace[413327107] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7831; }","duration":"1.211456678s","start":"2026-03-04T01:40:54.678478Z","end":"2026-03-04T01:40:55.889934Z","steps":["trace[413327107] 'agreement among raft nodes before linearized reading' (duration: 1.211432458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.889942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104423766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.88918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192623284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.889952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.655345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.88996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.67847Z","time spent":"1.21148367s","remote":"127.0.0.1:38284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-03-04T01:40:55.889971Z","caller":"traceutil/trace.go:171","msg":"trace[1108153129] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7831; }","duration":"1.104454437s","start":"2026-03-04T01:40:54.785508Z","end":"2026-03-04T01:40:55.889963Z","steps":["trace[1108153129] 'agreement among raft nodes before linearized reading' (duration: 1.104409726s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889983Z","caller":"traceutil/trace.go:171","msg":"trace[274927343] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7831; }","duration":"953.708267ms","start":"2026-03-04T01:40:54.936266Z","end":"2026-03-04T01:40:55.889975Z","steps":["trace[274927343] 'agreement among raft nodes before linearized reading' (duration: 953.658576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.890005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.785495Z","time spent":"1.104501679s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:55.889997Z","caller":"traceutil/trace.go:171","msg":"trace[1445659133] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7831; }","duration":"1.193464603s","start":"2026-03-04T01:40:54.696512Z","end":"2026-03-04T01:40:55.889977Z","steps":["trace[1445659133] 'agreement among raft nodes before linearized reading' (duration: 1.192644314s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.888823Z","caller":"traceutil/trace.go:171","msg":"trace[55246827] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7831; }","duration":"1.123750963s","start":"2026-03-04T01:40:54.765061Z","end":"2026-03-04T01:40:55.888812Z","steps":["trace[55246827] 'agreement among raft nodes before linearized reading' (duration: 1.123686472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.888642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382000797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:40:55.888407Z","caller":"traceutil/trace.go:171","msg":"trace[1174627990] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7831; }","duration":"1.041056864s","start":"2026-03-04T01:40:54.847335Z","end":"2026-03-04T01:40:55.888392Z","steps":["trace[1174627990] 'agreement among raft nodes before linearized reading' (duration: 1.040952271s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.889898Z","caller":"traceutil/trace.go:171","msg":"trace[690921095] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7831; }","duration":"1.194513317s","start":"2026-03-04T01:40:54.695378Z","end":"2026-03-04T01:40:55.889891Z","steps":["trace[690921095] 'agreement among raft nodes before linearized reading' (duration: 1.194467766s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.88888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077489255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.890119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.695358Z","time spent":"1.194752943s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.889185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.729817Z","time spent":"1.159350335s","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-04T01:40:55.890141Z","caller":"traceutil/trace.go:171","msg":"trace[1295542145] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7831; }","duration":"1.078764135s","start":"2026-03-04T01:40:54.811361Z","end":"2026-03-04T01:40:55.890125Z","steps":["trace[1295542145] 'agreement among raft nodes before linearized reading' (duration: 1.077505826s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.890169Z","caller":"traceutil/trace.go:171","msg":"trace[2125611906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:7831; }","duration":"1.383499402s","start":"2026-03-04T01:40:54.5066Z","end":"2026-03-04T01:40:55.890099Z","steps":["trace[2125611906] 'agreement among raft nodes before linearized reading' (duration: 1.381971787s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.890194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143562811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.890214Z","caller":"traceutil/trace.go:171","msg":"trace[1698153231] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7831; }","duration":"1.143606362s","start":"2026-03-04T01:40:54.746602Z","end":"2026-03-04T01:40:55.890209Z","steps":["trace[1698153231] 'agreement among raft nodes before linearized reading' (duration: 1.143576841s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.890229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.746589Z","time spent":"1.143636583s","remote":"127.0.0.1:38334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:55.888493Z","caller":"traceutil/trace.go:171","msg":"trace[1534293058] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7831; }","duration":"1.005913233s","start":"2026-03-04T01:40:54.882571Z","end":"2026-03-04T01:40:55.888484Z","steps":["trace[1534293058] 'agreement among raft nodes before linearized reading' (duration: 1.005862181s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.890235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.506581Z","time spent":"1.383634175s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:40:55.89025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.847322Z","time spent":"1.042917626s","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.890272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.882562Z","time spent":"1.007694884s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.88999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142784822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:40:55.890311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.696492Z","time spent":"1.193807152s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.888559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.896844Z","time spent":"991.710204ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.888552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.584513Z","time spent":"1.304031547s","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:55.889854Z","caller":"traceutil/trace.go:171","msg":"trace[1047454687] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7831; }","duration":"1.143218563s","start":"2026-03-04T01:40:54.746629Z","end":"2026-03-04T01:40:55.889847Z","steps":["trace[1047454687] 'agreement among raft nodes before linearized reading' (duration: 1.143182552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.89002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.936251Z","time spent":"953.758748ms","remote":"127.0.0.1:38402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.890408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.76504Z","time spent":"1.12536092s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.890407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.746617Z","time spent":"1.143772966s","remote":"127.0.0.1:38334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.889515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.662428Z","time spent":"1.227078339s","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.890182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.811338Z","time spent":"1.078829196s","remote":"127.0.0.1:38350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.888282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:55.422631Z","time spent":"465.642635ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:40:55.890048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240312786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.890322Z","caller":"traceutil/trace.go:171","msg":"trace[1420254130] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7831; }","duration":"1.143129341s","start":"2026-03-04T01:40:54.747181Z","end":"2026-03-04T01:40:55.89031Z","steps":["trace[1420254130] 'agreement among raft nodes before linearized reading' (duration: 1.142791503s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:55.890558Z","caller":"traceutil/trace.go:171","msg":"trace[834006403] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7831; }","duration":"1.240834657s","start":"2026-03-04T01:40:54.649711Z","end":"2026-03-04T01:40:55.890545Z","steps":["trace[834006403] 'agreement among raft nodes before linearized reading' (duration: 1.240312545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.890565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.747161Z","time spent":"1.143391627s","remote":"127.0.0.1:38334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"warn","ts":"2026-03-04T01:40:55.890597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.649703Z","time spent":"1.240883418s","remote":"127.0.0.1:38264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:55.890082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240642613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.890657Z","caller":"traceutil/trace.go:171","msg":"trace[2089802047] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7831; }","duration":"1.241258478s","start":"2026-03-04T01:40:54.649384Z","end":"2026-03-04T01:40:55.890643Z","steps":["trace[2089802047] 'agreement among raft nodes before linearized reading' (duration: 1.240680234s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.890726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.649369Z","time spent":"1.241346039s","remote":"127.0.0.1:38264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T01:40:55.89083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193989855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:55.89088Z","caller":"traceutil/trace.go:171","msg":"trace[2072791482] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7831; }","duration":"1.195458189s","start":"2026-03-04T01:40:54.695411Z","end":"2026-03-04T01:40:55.890869Z","steps":["trace[2072791482] 'agreement among raft nodes before linearized reading' (duration: 1.193988655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:55.890915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:54.6954Z","time spent":"1.195505001s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:56.345094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.632625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:56.345185Z","caller":"traceutil/trace.go:171","msg":"trace[1534572999] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7835; }","duration":"349.806749ms","start":"2026-03-04T01:40:55.995357Z","end":"2026-03-04T01:40:56.345164Z","steps":["trace[1534572999] 'range keys from in-memory index tree' (duration: 349.537223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:56.345287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:55.995336Z","time spent":"349.931662ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:40:57.461731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.644331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:40:57.461921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.792736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:57.462012Z","caller":"traceutil/trace.go:171","msg":"trace[421071446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7836; }","duration":"348.929419ms","start":"2026-03-04T01:40:57.113062Z","end":"2026-03-04T01:40:57.461992Z","steps":["trace[421071446] 'range keys from in-memory index tree' (duration: 348.632162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:57.46205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:57.113037Z","time spent":"349.00439ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:40:57.462101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.726983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:57.462148Z","caller":"traceutil/trace.go:171","msg":"trace[294833080] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7836; }","duration":"419.804605ms","start":"2026-03-04T01:40:57.042325Z","end":"2026-03-04T01:40:57.462129Z","steps":["trace[294833080] 'count revisions from in-memory index tree' (duration: 419.58478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:57.462186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:57.0423Z","time spent":"419.877207ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:57.462339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.725388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:57.462397Z","caller":"traceutil/trace.go:171","msg":"trace[2088619075] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7836; }","duration":"330.834061ms","start":"2026-03-04T01:40:57.131548Z","end":"2026-03-04T01:40:57.462382Z","steps":["trace[2088619075] 'count revisions from in-memory index tree' (duration: 330.610905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:57.46194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.368878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-04T01:40:57.462367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.461759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:40:57.462456Z","caller":"traceutil/trace.go:171","msg":"trace[600499737] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d; range_end:; response_count:1; response_revision:7836; }","duration":"646.919021ms","start":"2026-03-04T01:40:56.815523Z","end":"2026-03-04T01:40:57.462442Z","steps":["trace[600499737] 'range keys from in-memory index tree' (duration: 646.157754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:57.462499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:56.81551Z","time spent":"646.977953ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d\" "} {"level":"info","ts":"2026-03-04T01:40:57.462484Z","caller":"traceutil/trace.go:171","msg":"trace[297597987] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7836; }","duration":"668.634173ms","start":"2026-03-04T01:40:56.793824Z","end":"2026-03-04T01:40:57.462459Z","steps":["trace[297597987] 'count revisions from in-memory index tree' (duration: 668.367887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:57.462427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:57.131527Z","time spent":"330.891932ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:40:57.462564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:56.793808Z","time spent":"668.737265ms","remote":"127.0.0.1:59352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:57.461894Z","caller":"traceutil/trace.go:171","msg":"trace[1104937260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7836; }","duration":"664.838255ms","start":"2026-03-04T01:40:56.797031Z","end":"2026-03-04T01:40:57.461869Z","steps":["trace[1104937260] 'count revisions from in-memory index tree' (duration: 664.602239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:57.46285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:40:56.797027Z","time spent":"665.803087ms","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:40:57.945558Z","caller":"traceutil/trace.go:171","msg":"trace[62541866] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"189.247561ms","start":"2026-03-04T01:40:57.756292Z","end":"2026-03-04T01:40:57.945539Z","steps":["trace[62541866] 'process raft request' (duration: 189.133559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:58.002606Z","caller":"traceutil/trace.go:171","msg":"trace[1164489188] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"243.544685ms","start":"2026-03-04T01:40:57.759037Z","end":"2026-03-04T01:40:58.002582Z","steps":["trace[1164489188] 'process raft request' (duration: 243.457143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:58.002667Z","caller":"traceutil/trace.go:171","msg":"trace[709468459] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"246.179276ms","start":"2026-03-04T01:40:57.75645Z","end":"2026-03-04T01:40:58.002629Z","steps":["trace[709468459] 'process raft request' (duration: 245.776077ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:58.003045Z","caller":"traceutil/trace.go:171","msg":"trace[1319546963] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"243.596636ms","start":"2026-03-04T01:40:57.759425Z","end":"2026-03-04T01:40:58.003022Z","steps":["trace[1319546963] 'process raft request' (duration: 243.112265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:58.003084Z","caller":"traceutil/trace.go:171","msg":"trace[1935851606] linearizableReadLoop","detail":"{readStateIndex:8142; appliedIndex:8138; }","duration":"208.552457ms","start":"2026-03-04T01:40:57.794501Z","end":"2026-03-04T01:40:58.003053Z","steps":["trace[1935851606] 'read index received' (duration: 151.374776ms)","trace[1935851606] 'applied index is now lower than readState.Index' (duration: 57.176371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:40:58.003241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.732941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:40:58.003291Z","caller":"traceutil/trace.go:171","msg":"trace[1215551116] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7846; }","duration":"208.841743ms","start":"2026-03-04T01:40:57.794439Z","end":"2026-03-04T01:40:58.003281Z","steps":["trace[1215551116] 'agreement among raft nodes before linearized reading' (duration: 208.71945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:58.003082Z","caller":"traceutil/trace.go:171","msg":"trace[1976923492] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"242.553412ms","start":"2026-03-04T01:40:57.760505Z","end":"2026-03-04T01:40:58.003059Z","steps":["trace[1976923492] 'process raft request' (duration: 242.269395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:40:58.003124Z","caller":"traceutil/trace.go:171","msg":"trace[362116977] transaction","detail":"{read_only:false; response_revision:7846; number_of_response:1; }","duration":"175.3278ms","start":"2026-03-04T01:40:57.827775Z","end":"2026-03-04T01:40:58.003103Z","steps":["trace[362116977] 'process raft request' (duration: 175.214357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:40:58.003504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.643402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-2c8rx\" ","response":"range_response_count:1 size:4461"} {"level":"info","ts":"2026-03-04T01:40:58.00358Z","caller":"traceutil/trace.go:171","msg":"trace[1617309733] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-2c8rx; range_end:; response_count:1; response_revision:7846; }","duration":"206.771825ms","start":"2026-03-04T01:40:57.796791Z","end":"2026-03-04T01:40:58.003563Z","steps":["trace[1617309733] 'agreement among raft nodes before linearized reading' (duration: 206.55146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:16.197316Z","caller":"traceutil/trace.go:171","msg":"trace[1440865724] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"139.816269ms","start":"2026-03-04T01:41:16.057464Z","end":"2026-03-04T01:41:16.19728Z","steps":["trace[1440865724] 'process raft request' (duration: 70.60636ms)","trace[1440865724] 'compare' (duration: 68.941722ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:24.577895Z","caller":"traceutil/trace.go:171","msg":"trace[835930805] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"278.483422ms","start":"2026-03-04T01:41:24.299376Z","end":"2026-03-04T01:41:24.577859Z","steps":["trace[835930805] 'process raft request' (duration: 278.258856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:24.591066Z","caller":"traceutil/trace.go:171","msg":"trace[126360508] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8320; }","duration":"258.92459ms","start":"2026-03-04T01:41:24.33211Z","end":"2026-03-04T01:41:24.591034Z","steps":["trace[126360508] 'read index received' (duration: 245.529171ms)","trace[126360508] 'applied index is now lower than readState.Index' (duration: 13.392659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:24.591384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.255967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-04T01:41:24.591429Z","caller":"traceutil/trace.go:171","msg":"trace[1527930386] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8017; }","duration":"259.308929ms","start":"2026-03-04T01:41:24.332103Z","end":"2026-03-04T01:41:24.591412Z","steps":["trace[1527930386] 'agreement among raft nodes before linearized reading' (duration: 259.139205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:24.591673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.53829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:41:24.591737Z","caller":"traceutil/trace.go:171","msg":"trace[384560580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8017; }","duration":"222.643333ms","start":"2026-03-04T01:41:24.369074Z","end":"2026-03-04T01:41:24.591717Z","steps":["trace[384560580] 'agreement among raft nodes before linearized reading' (duration: 222.441638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:24.591785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.627626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-04T01:41:24.591829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.239278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:41:24.591871Z","caller":"traceutil/trace.go:171","msg":"trace[993264764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:8017; }","duration":"159.307079ms","start":"2026-03-04T01:41:24.432558Z","end":"2026-03-04T01:41:24.591866Z","steps":["trace[993264764] 'agreement among raft nodes before linearized reading' (duration: 159.221627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:24.591866Z","caller":"traceutil/trace.go:171","msg":"trace[329882763] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8017; }","duration":"175.725238ms","start":"2026-03-04T01:41:24.416111Z","end":"2026-03-04T01:41:24.591836Z","steps":["trace[329882763] 'agreement among raft nodes before linearized reading' (duration: 175.466112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:24.591928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.082431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:41:24.591952Z","caller":"traceutil/trace.go:171","msg":"trace[653202443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8017; }","duration":"200.139942ms","start":"2026-03-04T01:41:24.391805Z","end":"2026-03-04T01:41:24.591945Z","steps":["trace[653202443] 'agreement among raft nodes before linearized reading' (duration: 200.05624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:24.592043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.775455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:41:24.592059Z","caller":"traceutil/trace.go:171","msg":"trace[1276119242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8017; }","duration":"222.853047ms","start":"2026-03-04T01:41:24.3692Z","end":"2026-03-04T01:41:24.592054Z","steps":["trace[1276119242] 'agreement among raft nodes before linearized reading' (duration: 222.799336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:24.5921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.923758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:41:24.592117Z","caller":"traceutil/trace.go:171","msg":"trace[2135337395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8017; }","duration":"170.988599ms","start":"2026-03-04T01:41:24.421124Z","end":"2026-03-04T01:41:24.592113Z","steps":["trace[2135337395] 'agreement among raft nodes before linearized reading' (duration: 170.917057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:26.727192Z","caller":"traceutil/trace.go:171","msg":"trace[1021146981] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"382.529245ms","start":"2026-03-04T01:41:26.34464Z","end":"2026-03-04T01:41:26.72717Z","steps":["trace[1021146981] 'process raft request' (duration: 382.392531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:26.727333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:26.344619Z","time spent":"382.646438ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:26.728152Z","caller":"traceutil/trace.go:171","msg":"trace[440601089] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"131.386915ms","start":"2026-03-04T01:41:26.596742Z","end":"2026-03-04T01:41:26.728129Z","steps":["trace[440601089] 'process raft request' (duration: 131.20069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:29.243675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191231744,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:29.305734Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162504209s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:41:29.30607Z","caller":"traceutil/trace.go:171","msg":"trace[1016705271] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"1.162898959s","start":"2026-03-04T01:41:28.143148Z","end":"2026-03-04T01:41:29.306047Z","steps":["trace[1016705271] 'process raft request' (duration: 1.162747215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:29.306206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.143132Z","time spent":"1.163000261s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:30.245582Z","caller":"traceutil/trace.go:171","msg":"trace[1430854775] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"1.635676368s","start":"2026-03-04T01:41:28.609877Z","end":"2026-03-04T01:41:30.245554Z","steps":["trace[1430854775] 'process raft request' (duration: 1.635472884s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.245714Z","caller":"traceutil/trace.go:171","msg":"trace[337369524] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8343; }","duration":"1.502803549s","start":"2026-03-04T01:41:28.74289Z","end":"2026-03-04T01:41:30.245694Z","steps":["trace[337369524] 'read index received' (duration: 563.079795ms)","trace[337369524] 'applied index is now lower than readState.Index' (duration: 939.722424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:30.24576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.609854Z","time spent":"1.635824001s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:30.245912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503011754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:41:30.245905Z","caller":"traceutil/trace.go:171","msg":"trace[1731135213] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"1.506000413s","start":"2026-03-04T01:41:28.739813Z","end":"2026-03-04T01:41:30.245813Z","steps":["trace[1731135213] 'process raft request' (duration: 1.505690716s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.245953Z","caller":"traceutil/trace.go:171","msg":"trace[1694728114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:8041; }","duration":"1.503083766s","start":"2026-03-04T01:41:28.742859Z","end":"2026-03-04T01:41:30.245942Z","steps":["trace[1694728114] 'agreement among raft nodes before linearized reading' (duration: 1.502926173s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:30.245996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.742849Z","time spent":"1.503139087s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:41:30.246064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492921201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:41:30.246101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.73979Z","time spent":"1.506207277s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:30.24614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491699832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:41:30.246154Z","caller":"traceutil/trace.go:171","msg":"trace[439160442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8041; }","duration":"1.493046484s","start":"2026-03-04T01:41:28.753086Z","end":"2026-03-04T01:41:30.246132Z","steps":["trace[439160442] 'agreement among raft nodes before linearized reading' (duration: 1.492793718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:30.246174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456052709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:41:30.246202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.753072Z","time spent":"1.493120446s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:41:30.246189Z","caller":"traceutil/trace.go:171","msg":"trace[4973658] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8041; }","duration":"1.491769944s","start":"2026-03-04T01:41:28.754405Z","end":"2026-03-04T01:41:30.246174Z","steps":["trace[4973658] 'agreement among raft nodes before linearized reading' (duration: 1.491630091s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:30.246204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492391619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-04T01:41:30.246261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.754394Z","time spent":"1.491854506s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:30.246279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.491177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:30.246301Z","caller":"traceutil/trace.go:171","msg":"trace[406564385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8041; }","duration":"131.547218ms","start":"2026-03-04T01:41:30.114748Z","end":"2026-03-04T01:41:30.246295Z","steps":["trace[406564385] 'agreement among raft nodes before linearized reading' (duration: 131.513758ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.246297Z","caller":"traceutil/trace.go:171","msg":"trace[1708350840] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8041; }","duration":"1.492516832s","start":"2026-03-04T01:41:28.753756Z","end":"2026-03-04T01:41:30.246273Z","steps":["trace[1708350840] 'agreement among raft nodes before linearized reading' (duration: 1.492283696s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:30.246342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491323374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:41:30.246355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.753743Z","time spent":"1.492597743s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:41:30.246383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493234038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:41:30.246399Z","caller":"traceutil/trace.go:171","msg":"trace[642048210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8041; }","duration":"1.491405776s","start":"2026-03-04T01:41:28.754977Z","end":"2026-03-04T01:41:30.246383Z","steps":["trace[642048210] 'agreement among raft nodes before linearized reading' (duration: 1.491253153s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.246416Z","caller":"traceutil/trace.go:171","msg":"trace[1257101416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8041; }","duration":"1.49330546s","start":"2026-03-04T01:41:28.753101Z","end":"2026-03-04T01:41:30.246406Z","steps":["trace[1257101416] 'agreement among raft nodes before linearized reading' (duration: 1.493218288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:30.246451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.753078Z","time spent":"1.493366981s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:41:30.246445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.754966Z","time spent":"1.491467917s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:41:30.246457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.966854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:41:30.24624Z","caller":"traceutil/trace.go:171","msg":"trace[2089253589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8041; }","duration":"1.456159872s","start":"2026-03-04T01:41:28.790064Z","end":"2026-03-04T01:41:30.246224Z","steps":["trace[2089253589] 'agreement among raft nodes before linearized reading' (duration: 1.455937287s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.246532Z","caller":"traceutil/trace.go:171","msg":"trace[2003078443] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:8041; }","duration":"489.082386ms","start":"2026-03-04T01:41:29.757439Z","end":"2026-03-04T01:41:30.246522Z","steps":["trace[2003078443] 'agreement among raft nodes before linearized reading' (duration: 488.939923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:30.246547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.396879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:30.246561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:29.757412Z","time spent":"489.141617ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-03-04T01:41:30.246574Z","caller":"traceutil/trace.go:171","msg":"trace[1610421820] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8041; }","duration":"830.44919ms","start":"2026-03-04T01:41:29.416116Z","end":"2026-03-04T01:41:30.246565Z","steps":["trace[1610421820] 'agreement among raft nodes before linearized reading' (duration: 830.403659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:30.246595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:29.416099Z","time spent":"830.490191ms","remote":"127.0.0.1:36144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:30.24658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:28.790045Z","time spent":"1.45651155s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:41:30.417111Z","caller":"traceutil/trace.go:171","msg":"trace[1277899005] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8346; }","duration":"165.674037ms","start":"2026-03-04T01:41:30.251397Z","end":"2026-03-04T01:41:30.417071Z","steps":["trace[1277899005] 'read index received' (duration: 153.377043ms)","trace[1277899005] 'applied index is now lower than readState.Index' (duration: 12.295024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:30.41773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.307041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228552"} {"level":"info","ts":"2026-03-04T01:41:30.417819Z","caller":"traceutil/trace.go:171","msg":"trace[1866440218] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8041; }","duration":"166.423854ms","start":"2026-03-04T01:41:30.251376Z","end":"2026-03-04T01:41:30.417799Z","steps":["trace[1866440218] 'agreement among raft nodes before linearized reading' (duration: 165.902842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.418802Z","caller":"traceutil/trace.go:171","msg":"trace[724496605] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"167.336175ms","start":"2026-03-04T01:41:30.251457Z","end":"2026-03-04T01:41:30.418793Z","steps":["trace[724496605] 'process raft request' (duration: 167.059509ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.418933Z","caller":"traceutil/trace.go:171","msg":"trace[1560705836] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"166.437574ms","start":"2026-03-04T01:41:30.252487Z","end":"2026-03-04T01:41:30.418924Z","steps":["trace[1560705836] 'process raft request' (duration: 166.283841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.418997Z","caller":"traceutil/trace.go:171","msg":"trace[1123024598] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"167.470388ms","start":"2026-03-04T01:41:30.25152Z","end":"2026-03-04T01:41:30.41899Z","steps":["trace[1123024598] 'process raft request' (duration: 167.184391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.419068Z","caller":"traceutil/trace.go:171","msg":"trace[773147982] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"166.442725ms","start":"2026-03-04T01:41:30.252617Z","end":"2026-03-04T01:41:30.41906Z","steps":["trace[773147982] 'process raft request' (duration: 166.217969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.41906Z","caller":"traceutil/trace.go:171","msg":"trace[306167384] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"166.491835ms","start":"2026-03-04T01:41:30.252547Z","end":"2026-03-04T01:41:30.419039Z","steps":["trace[306167384] 'process raft request' (duration: 166.25703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:30.41907Z","caller":"traceutil/trace.go:171","msg":"trace[1960624120] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"166.913465ms","start":"2026-03-04T01:41:30.252126Z","end":"2026-03-04T01:41:30.419039Z","steps":["trace[1960624120] 'process raft request' (duration: 166.616048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:32.141027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.109926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:41:32.141123Z","caller":"traceutil/trace.go:171","msg":"trace[2112833899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8049; }","duration":"214.246878ms","start":"2026-03-04T01:41:31.926857Z","end":"2026-03-04T01:41:32.141104Z","steps":["trace[2112833899] 'range keys from in-memory index tree' (duration: 213.958592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:32.694878Z","caller":"traceutil/trace.go:171","msg":"trace[445984027] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"264.016438ms","start":"2026-03-04T01:41:32.430837Z","end":"2026-03-04T01:41:32.694853Z","steps":["trace[445984027] 'process raft request' (duration: 263.954046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:32.694943Z","caller":"traceutil/trace.go:171","msg":"trace[879215077] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"265.081643ms","start":"2026-03-04T01:41:32.429814Z","end":"2026-03-04T01:41:32.694895Z","steps":["trace[879215077] 'process raft request' (duration: 264.801416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:32.69506Z","caller":"traceutil/trace.go:171","msg":"trace[91030872] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"265.111743ms","start":"2026-03-04T01:41:32.429862Z","end":"2026-03-04T01:41:32.694974Z","steps":["trace[91030872] 'process raft request' (duration: 264.888938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:32.695223Z","caller":"traceutil/trace.go:171","msg":"trace[170191732] linearizableReadLoop","detail":"{readStateIndex:8361; appliedIndex:8357; }","duration":"260.780933ms","start":"2026-03-04T01:41:32.434422Z","end":"2026-03-04T01:41:32.695203Z","steps":["trace[170191732] 'read index received' (duration: 26.616355ms)","trace[170191732] 'applied index is now lower than readState.Index' (duration: 234.163108ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:32.695242Z","caller":"traceutil/trace.go:171","msg":"trace[1005179669] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"261.694534ms","start":"2026-03-04T01:41:32.433532Z","end":"2026-03-04T01:41:32.695227Z","steps":["trace[1005179669] 'process raft request' (duration: 261.289045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:32.695298Z","caller":"traceutil/trace.go:171","msg":"trace[924595995] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"260.830584ms","start":"2026-03-04T01:41:32.434438Z","end":"2026-03-04T01:41:32.695268Z","steps":["trace[924595995] 'process raft request' (duration: 260.625149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:32.695804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.354746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228552"} {"level":"info","ts":"2026-03-04T01:41:32.695872Z","caller":"traceutil/trace.go:171","msg":"trace[1613528077] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8056; }","duration":"261.442068ms","start":"2026-03-04T01:41:32.434416Z","end":"2026-03-04T01:41:32.695858Z","steps":["trace[1613528077] 'agreement among raft nodes before linearized reading' (duration: 260.868975ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:33.381008Z","caller":"traceutil/trace.go:171","msg":"trace[800795645] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"177.746016ms","start":"2026-03-04T01:41:33.203239Z","end":"2026-03-04T01:41:33.380985Z","steps":["trace[800795645] 'process raft request' (duration: 177.598142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:33.888282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191231795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:34.389073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191231795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:34.390699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009862353s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:41:34.448841Z","caller":"traceutil/trace.go:171","msg":"trace[1323956233] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"1.155835225s","start":"2026-03-04T01:41:33.292974Z","end":"2026-03-04T01:41:34.448809Z","steps":["trace[1323956233] 'process raft request' (duration: 1.098222064s)","trace[1323956233] 'compare' (duration: 57.15125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:34.448987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:33.292951Z","time spent":"1.155961337s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:34.726307Z","caller":"traceutil/trace.go:171","msg":"trace[571827355] linearizableReadLoop","detail":"{readStateIndex:8366; appliedIndex:8363; }","duration":"1.338219117s","start":"2026-03-04T01:41:33.388068Z","end":"2026-03-04T01:41:34.726287Z","steps":["trace[571827355] 'read index received' (duration: 1.003168879s)","trace[571827355] 'applied index is now lower than readState.Index' (duration: 335.048908ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:34.726354Z","caller":"traceutil/trace.go:171","msg":"trace[547176902] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"1.325390861s","start":"2026-03-04T01:41:33.400933Z","end":"2026-03-04T01:41:34.726324Z","steps":["trace[547176902] 'process raft request' (duration: 1.325190036s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:34.726497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:33.400919Z","time spent":"1.325509253s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:34.726539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027592462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:34.726623Z","caller":"traceutil/trace.go:171","msg":"trace[678589494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8060; }","duration":"1.027725295s","start":"2026-03-04T01:41:33.698878Z","end":"2026-03-04T01:41:34.726603Z","steps":["trace[678589494] 'agreement among raft nodes before linearized reading' (duration: 1.027582812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:34.726611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338524164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18997fd579c2b8da\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:41:34.726674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:33.698857Z","time spent":"1.027806328s","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:41:34.726699Z","caller":"traceutil/trace.go:171","msg":"trace[1878128119] range","detail":"{range_begin:/registry/events/openstack/ceph.18997fd579c2b8da; range_end:; response_count:1; response_revision:8060; }","duration":"1.338625916s","start":"2026-03-04T01:41:33.388038Z","end":"2026-03-04T01:41:34.726663Z","steps":["trace[1878128119] 'agreement among raft nodes before linearized reading' (duration: 1.33836981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:34.72677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:33.388026Z","time spent":"1.338706318s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18997fd579c2b8da\" "} {"level":"warn","ts":"2026-03-04T01:41:34.726925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.149577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:34.726987Z","caller":"traceutil/trace.go:171","msg":"trace[834501161] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"455.777197ms","start":"2026-03-04T01:41:34.270637Z","end":"2026-03-04T01:41:34.726414Z","steps":["trace[834501161] 'process raft request' (duration: 455.607193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:34.727002Z","caller":"traceutil/trace.go:171","msg":"trace[1090454668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8060; }","duration":"612.27178ms","start":"2026-03-04T01:41:34.114712Z","end":"2026-03-04T01:41:34.726984Z","steps":["trace[1090454668] 'agreement among raft nodes before linearized reading' (duration: 612.169678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:34.727035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.777456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:41:34.727045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:34.11469Z","time spent":"612.347551ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:41:34.727075Z","caller":"traceutil/trace.go:171","msg":"trace[1740640594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8060; }","duration":"261.817927ms","start":"2026-03-04T01:41:34.465247Z","end":"2026-03-04T01:41:34.727065Z","steps":["trace[1740640594] 'agreement among raft nodes before linearized reading' (duration: 261.698074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:34.727116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:34.270613Z","time spent":"456.425691ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:44.629078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.812634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:44.629153Z","caller":"traceutil/trace.go:171","msg":"trace[182493086] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"495.180217ms","start":"2026-03-04T01:41:44.13396Z","end":"2026-03-04T01:41:44.62914Z","steps":["trace[182493086] 'process raft request' (duration: 24.24881ms)","trace[182493086] 'compare' (duration: 470.692762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:44.629186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:44.133942Z","time spent":"495.230028ms","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:44.866997Z","caller":"traceutil/trace.go:171","msg":"trace[394622729] linearizableReadLoop","detail":"{readStateIndex:8455; appliedIndex:8453; }","duration":"724.568685ms","start":"2026-03-04T01:41:44.142384Z","end":"2026-03-04T01:41:44.866953Z","steps":["trace[394622729] 'read index received' (duration: 15.937038ms)","trace[394622729] 'applied index is now lower than readState.Index' (duration: 708.629997ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:44.867048Z","caller":"traceutil/trace.go:171","msg":"trace[1921713171] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"730.787189ms","start":"2026-03-04T01:41:44.136213Z","end":"2026-03-04T01:41:44.867Z","steps":["trace[1921713171] 'process raft request' (duration: 639.649634ms)","trace[1921713171] 'compare' (duration: 90.964931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:44.867205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:44.136194Z","time spent":"730.935672ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:44.867394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.973045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-04T01:41:44.867501Z","caller":"traceutil/trace.go:171","msg":"trace[2019503261] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8144; }","duration":"725.120958ms","start":"2026-03-04T01:41:44.142352Z","end":"2026-03-04T01:41:44.867473Z","steps":["trace[2019503261] 'agreement among raft nodes before linearized reading' (duration: 724.761729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:44.867558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:44.142337Z","time spent":"725.2097ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-04T01:41:44.939008Z","caller":"traceutil/trace.go:171","msg":"trace[1246730191] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"181.497242ms","start":"2026-03-04T01:41:44.757478Z","end":"2026-03-04T01:41:44.938975Z","steps":["trace[1246730191] 'process raft request' (duration: 181.347128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.055056Z","caller":"traceutil/trace.go:171","msg":"trace[889794529] linearizableReadLoop","detail":"{readStateIndex:8457; appliedIndex:8455; }","duration":"187.917769ms","start":"2026-03-04T01:41:44.867113Z","end":"2026-03-04T01:41:45.055031Z","steps":["trace[889794529] 'read index received' (duration: 71.819269ms)","trace[889794529] 'applied index is now lower than readState.Index' (duration: 116.09743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:45.055253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.625449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:41:45.055265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.828172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9c8d2\" ","response":"range_response_count:1 size:4635"} {"level":"warn","ts":"2026-03-04T01:41:45.055255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.0425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-04T01:41:45.055262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.991245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:41:45.055278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.169083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-04T01:41:45.055269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.243554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:41:45.055328Z","caller":"traceutil/trace.go:171","msg":"trace[603682560] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8146; }","duration":"423.269495ms","start":"2026-03-04T01:41:44.63205Z","end":"2026-03-04T01:41:45.05532Z","steps":["trace[603682560] 'agreement among raft nodes before linearized reading' (duration: 423.079521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.055317Z","caller":"traceutil/trace.go:171","msg":"trace[513348832] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8146; }","duration":"423.132272ms","start":"2026-03-04T01:41:44.632169Z","end":"2026-03-04T01:41:45.055301Z","steps":["trace[513348832] 'agreement among raft nodes before linearized reading' (duration: 422.958498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:45.055343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.869594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9c8d2\" ","response":"range_response_count:1 size:4635"} {"level":"warn","ts":"2026-03-04T01:41:45.055362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:44.632034Z","time spent":"423.322796ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":736,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-04T01:41:45.055369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:44.632158Z","time spent":"423.201744ms","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":554,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-04T01:41:45.055353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.332183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:41:45.055385Z","caller":"traceutil/trace.go:171","msg":"trace[135681946] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9c8d2; range_end:; response_count:1; response_revision:8146; }","duration":"264.013587ms","start":"2026-03-04T01:41:44.791356Z","end":"2026-03-04T01:41:45.05537Z","steps":["trace[135681946] 'agreement among raft nodes before linearized reading' (duration: 263.758151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:45.055419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.314643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:41:45.05543Z","caller":"traceutil/trace.go:171","msg":"trace[368336280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8146; }","duration":"225.448586ms","start":"2026-03-04T01:41:44.829964Z","end":"2026-03-04T01:41:45.055413Z","steps":["trace[368336280] 'agreement among raft nodes before linearized reading' (duration: 225.218951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.055443Z","caller":"traceutil/trace.go:171","msg":"trace[389804181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8146; }","duration":"225.338484ms","start":"2026-03-04T01:41:44.830097Z","end":"2026-03-04T01:41:45.055436Z","steps":["trace[389804181] 'agreement among raft nodes before linearized reading' (duration: 225.257882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:45.055448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.427335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:41:45.055524Z","caller":"traceutil/trace.go:171","msg":"trace[1834448883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8146; }","duration":"225.543108ms","start":"2026-03-04T01:41:44.829964Z","end":"2026-03-04T01:41:45.055507Z","steps":["trace[1834448883] 'agreement among raft nodes before linearized reading' (duration: 225.290713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.055308Z","caller":"traceutil/trace.go:171","msg":"trace[2046110578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8146; }","duration":"228.704171ms","start":"2026-03-04T01:41:44.826585Z","end":"2026-03-04T01:41:45.055289Z","steps":["trace[2046110578] 'agreement among raft nodes before linearized reading' (duration: 228.593619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.055105Z","caller":"traceutil/trace.go:171","msg":"trace[1750147487] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"227.475373ms","start":"2026-03-04T01:41:44.827585Z","end":"2026-03-04T01:41:45.05506Z","steps":["trace[1750147487] 'process raft request' (duration: 177.801446ms)","trace[1750147487] 'compare' (duration: 49.532254ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:45.055377Z","caller":"traceutil/trace.go:171","msg":"trace[956950554] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8146; }","duration":"226.380918ms","start":"2026-03-04T01:41:44.82897Z","end":"2026-03-04T01:41:45.055351Z","steps":["trace[956950554] 'agreement among raft nodes before linearized reading' (duration: 226.104401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.055306Z","caller":"traceutil/trace.go:171","msg":"trace[1553840710] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9c8d2; range_end:; response_count:1; response_revision:8146; }","duration":"912.902313ms","start":"2026-03-04T01:41:44.14239Z","end":"2026-03-04T01:41:45.055293Z","steps":["trace[1553840710] 'agreement among raft nodes before linearized reading' (duration: 912.73463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:45.055671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:44.142384Z","time spent":"913.274612ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4658,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9c8d2\" "} {"level":"info","ts":"2026-03-04T01:41:45.055323Z","caller":"traceutil/trace.go:171","msg":"trace[1125832369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8146; }","duration":"228.071737ms","start":"2026-03-04T01:41:44.827238Z","end":"2026-03-04T01:41:45.055309Z","steps":["trace[1125832369] 'agreement among raft nodes before linearized reading' (duration: 227.918633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:45.055259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.525775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:41:45.055762Z","caller":"traceutil/trace.go:171","msg":"trace[1767740529] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:8146; }","duration":"222.057918ms","start":"2026-03-04T01:41:44.833694Z","end":"2026-03-04T01:41:45.055752Z","steps":["trace[1767740529] 'agreement among raft nodes before linearized reading' (duration: 221.412523ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.288886Z","caller":"traceutil/trace.go:171","msg":"trace[1793400125] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"229.863599ms","start":"2026-03-04T01:41:45.058991Z","end":"2026-03-04T01:41:45.288854Z","steps":["trace[1793400125] 'process raft request' (duration: 229.553522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.289071Z","caller":"traceutil/trace.go:171","msg":"trace[833783039] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"229.318496ms","start":"2026-03-04T01:41:45.05972Z","end":"2026-03-04T01:41:45.289039Z","steps":["trace[833783039] 'process raft request' (duration: 229.136922ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.289069Z","caller":"traceutil/trace.go:171","msg":"trace[1610712210] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"229.728325ms","start":"2026-03-04T01:41:45.059195Z","end":"2026-03-04T01:41:45.288924Z","steps":["trace[1610712210] 'process raft request' (duration: 229.560041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.289196Z","caller":"traceutil/trace.go:171","msg":"trace[1687368135] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"229.187723ms","start":"2026-03-04T01:41:45.059991Z","end":"2026-03-04T01:41:45.289178Z","steps":["trace[1687368135] 'process raft request' (duration: 228.896506ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.289031Z","caller":"traceutil/trace.go:171","msg":"trace[390392992] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"229.360987ms","start":"2026-03-04T01:41:45.059581Z","end":"2026-03-04T01:41:45.288942Z","steps":["trace[390392992] 'process raft request' (duration: 229.231664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:45.289608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.559479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-9c8d2\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-03-04T01:41:45.289648Z","caller":"traceutil/trace.go:171","msg":"trace[292462760] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-9c8d2; range_end:; response_count:1; response_revision:8153; }","duration":"228.62637ms","start":"2026-03-04T01:41:45.06101Z","end":"2026-03-04T01:41:45.289636Z","steps":["trace[292462760] 'agreement among raft nodes before linearized reading' (duration: 228.548498ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.289637Z","caller":"traceutil/trace.go:171","msg":"trace[229595119] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"227.538955ms","start":"2026-03-04T01:41:45.062059Z","end":"2026-03-04T01:41:45.289598Z","steps":["trace[229595119] 'process raft request' (duration: 226.9127ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.289529Z","caller":"traceutil/trace.go:171","msg":"trace[904094367] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8457; }","duration":"228.484717ms","start":"2026-03-04T01:41:45.06103Z","end":"2026-03-04T01:41:45.289515Z","steps":["trace[904094367] 'read index received' (duration: 58.560113ms)","trace[904094367] 'applied index is now lower than readState.Index' (duration: 169.923154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:45.289908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.448399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:45.289941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.590969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-04T01:41:45.289981Z","caller":"traceutil/trace.go:171","msg":"trace[1749920841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8153; }","duration":"174.574222ms","start":"2026-03-04T01:41:45.115388Z","end":"2026-03-04T01:41:45.289962Z","steps":["trace[1749920841] 'agreement among raft nodes before linearized reading' (duration: 174.440339ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.289988Z","caller":"traceutil/trace.go:171","msg":"trace[672170707] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8153; }","duration":"228.656831ms","start":"2026-03-04T01:41:45.061317Z","end":"2026-03-04T01:41:45.289974Z","steps":["trace[672170707] 'agreement among raft nodes before linearized reading' (duration: 228.493987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:45.290012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.223488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-04T01:41:45.290076Z","caller":"traceutil/trace.go:171","msg":"trace[576486486] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8153; }","duration":"227.316779ms","start":"2026-03-04T01:41:45.06274Z","end":"2026-03-04T01:41:45.290057Z","steps":["trace[576486486] 'agreement among raft nodes before linearized reading' (duration: 227.148456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:45.291275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.166802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228455"} {"level":"info","ts":"2026-03-04T01:41:45.291355Z","caller":"traceutil/trace.go:171","msg":"trace[547282927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8153; }","duration":"229.263345ms","start":"2026-03-04T01:41:45.062078Z","end":"2026-03-04T01:41:45.291341Z","steps":["trace[547282927] 'agreement among raft nodes before linearized reading' (duration: 227.824052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.474439Z","caller":"traceutil/trace.go:171","msg":"trace[258103321] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"181.799059ms","start":"2026-03-04T01:41:45.292608Z","end":"2026-03-04T01:41:45.474407Z","steps":["trace[258103321] 'process raft request' (duration: 172.107655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:45.719594Z","caller":"traceutil/trace.go:171","msg":"trace[858224173] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"233.032373ms","start":"2026-03-04T01:41:45.486532Z","end":"2026-03-04T01:41:45.719564Z","steps":["trace[858224173] 'process raft request' (duration: 148.04825ms)","trace[858224173] 'compare' (duration: 84.798798ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:45.747201Z","caller":"traceutil/trace.go:171","msg":"trace[1592656394] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8467; }","duration":"147.808464ms","start":"2026-03-04T01:41:45.599356Z","end":"2026-03-04T01:41:45.747165Z","steps":["trace[1592656394] 'read index received' (duration: 35.144732ms)","trace[1592656394] 'applied index is now lower than readState.Index' (duration: 112.661942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:45.747294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.921257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:45.74737Z","caller":"traceutil/trace.go:171","msg":"trace[1874238428] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8157; }","duration":"148.05135ms","start":"2026-03-04T01:41:45.599305Z","end":"2026-03-04T01:41:45.747356Z","steps":["trace[1874238428] 'agreement among raft nodes before linearized reading' (duration: 147.914426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:46.080642Z","caller":"traceutil/trace.go:171","msg":"trace[2008934349] linearizableReadLoop","detail":"{readStateIndex:8471; appliedIndex:8470; }","duration":"200.683626ms","start":"2026-03-04T01:41:45.879933Z","end":"2026-03-04T01:41:46.080616Z","steps":["trace[2008934349] 'read index received' (duration: 140.808923ms)","trace[2008934349] 'applied index is now lower than readState.Index' (duration: 59.873593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:46.080718Z","caller":"traceutil/trace.go:171","msg":"trace[266419424] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"205.359373ms","start":"2026-03-04T01:41:45.875297Z","end":"2026-03-04T01:41:46.080656Z","steps":["trace[266419424] 'process raft request' (duration: 145.415118ms)","trace[266419424] 'compare' (duration: 59.219808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:46.08081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.83506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:46.080839Z","caller":"traceutil/trace.go:171","msg":"trace[623553715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8159; }","duration":"123.927923ms","start":"2026-03-04T01:41:45.956901Z","end":"2026-03-04T01:41:46.080829Z","steps":["trace[623553715] 'agreement among raft nodes before linearized reading' (duration: 123.849051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:46.08082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.86044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:46.080896Z","caller":"traceutil/trace.go:171","msg":"trace[1126429501] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8159; }","duration":"200.987973ms","start":"2026-03-04T01:41:45.879889Z","end":"2026-03-04T01:41:46.080876Z","steps":["trace[1126429501] 'agreement among raft nodes before linearized reading' (duration: 200.843719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.204194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191232076,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:41:47.252745Z","caller":"traceutil/trace.go:171","msg":"trace[758758292] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"916.709943ms","start":"2026-03-04T01:41:46.336011Z","end":"2026-03-04T01:41:47.252721Z","steps":["trace[758758292] 'process raft request' (duration: 915.997877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.252903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.335987Z","time spent":"916.828735ms","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:47.325569Z","caller":"traceutil/trace.go:171","msg":"trace[469737121] linearizableReadLoop","detail":"{readStateIndex:8474; appliedIndex:8471; }","duration":"621.871412ms","start":"2026-03-04T01:41:46.703659Z","end":"2026-03-04T01:41:47.32553Z","steps":["trace[469737121] 'read index received' (duration: 548.428976ms)","trace[469737121] 'applied index is now lower than readState.Index' (duration: 73.441296ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:47.325592Z","caller":"traceutil/trace.go:171","msg":"trace[1889505768] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"381.041071ms","start":"2026-03-04T01:41:46.944518Z","end":"2026-03-04T01:41:47.325559Z","steps":["trace[1889505768] 'process raft request' (duration: 380.810996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:47.325737Z","caller":"traceutil/trace.go:171","msg":"trace[1439837903] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"265.751028ms","start":"2026-03-04T01:41:47.059934Z","end":"2026-03-04T01:41:47.325685Z","steps":["trace[1439837903] 'process raft request' (duration: 265.542793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.326008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.944497Z","time spent":"381.419219ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:47.326008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.316403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:47.326499Z","caller":"traceutil/trace.go:171","msg":"trace[1354998316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8162; }","duration":"622.882496ms","start":"2026-03-04T01:41:46.703596Z","end":"2026-03-04T01:41:47.326478Z","steps":["trace[1354998316] 'agreement among raft nodes before linearized reading' (duration: 622.262212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.326585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.703575Z","time spent":"622.996378ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:47.326072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.790624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-04T01:41:47.326684Z","caller":"traceutil/trace.go:171","msg":"trace[1543506126] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d; range_end:; response_count:1; response_revision:8162; }","duration":"510.435439ms","start":"2026-03-04T01:41:46.816231Z","end":"2026-03-04T01:41:47.326666Z","steps":["trace[1543506126] 'agreement among raft nodes before linearized reading' (duration: 509.700342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.326737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:46.816215Z","time spent":"510.508741ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d\" "} {"level":"warn","ts":"2026-03-04T01:41:47.326138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.85795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:47.326796Z","caller":"traceutil/trace.go:171","msg":"trace[1280603161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8162; }","duration":"211.563456ms","start":"2026-03-04T01:41:47.115215Z","end":"2026-03-04T01:41:47.326779Z","steps":["trace[1280603161] 'agreement among raft nodes before linearized reading' (duration: 210.901901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.326148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.998238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:41:47.326991Z","caller":"traceutil/trace.go:171","msg":"trace[2061436617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8162; }","duration":"203.872449ms","start":"2026-03-04T01:41:47.123108Z","end":"2026-03-04T01:41:47.32698Z","steps":["trace[2061436617] 'agreement among raft nodes before linearized reading' (duration: 202.962708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:47.829515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191232081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:48.330619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191232081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:48.429345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100414855s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:41:48.42979Z","caller":"traceutil/trace.go:171","msg":"trace[358777715] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"1.100954028s","start":"2026-03-04T01:41:47.328812Z","end":"2026-03-04T01:41:48.429766Z","steps":["trace[358777715] 'process raft request' (duration: 1.100749353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:48.429943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.328784Z","time spent":"1.10108126s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:48.604949Z","caller":"traceutil/trace.go:171","msg":"trace[573693348] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"1.274263849s","start":"2026-03-04T01:41:47.330651Z","end":"2026-03-04T01:41:48.604915Z","steps":["trace[573693348] 'process raft request' (duration: 1.274147017s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:48.605053Z","caller":"traceutil/trace.go:171","msg":"trace[662546688] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8474; }","duration":"1.27604158s","start":"2026-03-04T01:41:47.328999Z","end":"2026-03-04T01:41:48.605041Z","steps":["trace[662546688] 'read index received' (duration: 1.100592439s)","trace[662546688] 'applied index is now lower than readState.Index' (duration: 175.448041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:48.605125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.330628Z","time spent":"1.274413793s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:48.6053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276317457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:48.605273Z","caller":"traceutil/trace.go:171","msg":"trace[216158760] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"1.26171148s","start":"2026-03-04T01:41:47.343493Z","end":"2026-03-04T01:41:48.605204Z","steps":["trace[216158760] 'process raft request' (duration: 1.261517896s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:48.605334Z","caller":"traceutil/trace.go:171","msg":"trace[1687747461] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8170; }","duration":"1.276381519s","start":"2026-03-04T01:41:47.328942Z","end":"2026-03-04T01:41:48.605323Z","steps":["trace[1687747461] 'agreement among raft nodes before linearized reading' (duration: 1.276321217s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:48.605302Z","caller":"traceutil/trace.go:171","msg":"trace[1370079891] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"1.274370052s","start":"2026-03-04T01:41:47.330903Z","end":"2026-03-04T01:41:48.605273Z","steps":["trace[1370079891] 'process raft request' (duration: 1.274019444s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:48.605333Z","caller":"traceutil/trace.go:171","msg":"trace[1079301327] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"1.274703329s","start":"2026-03-04T01:41:47.330601Z","end":"2026-03-04T01:41:48.605305Z","steps":["trace[1079301327] 'process raft request' (duration: 1.274001703s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:48.605452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.330888Z","time spent":"1.274485565s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:48.605424Z","caller":"traceutil/trace.go:171","msg":"trace[717632646] transaction","detail":"{read_only:false; response_revision:8168; number_of_response:1; }","duration":"1.273943692s","start":"2026-03-04T01:41:47.331432Z","end":"2026-03-04T01:41:48.605376Z","steps":["trace[717632646] 'process raft request' (duration: 1.273528902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:48.605586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.587333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:48.605618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274910585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228467"} {"level":"info","ts":"2026-03-04T01:41:48.60563Z","caller":"traceutil/trace.go:171","msg":"trace[1937343293] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8170; }","duration":"578.660624ms","start":"2026-03-04T01:41:48.026958Z","end":"2026-03-04T01:41:48.605619Z","steps":["trace[1937343293] 'agreement among raft nodes before linearized reading' (duration: 578.587742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:48.605641Z","caller":"traceutil/trace.go:171","msg":"trace[649464102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8170; }","duration":"1.275020657s","start":"2026-03-04T01:41:47.330614Z","end":"2026-03-04T01:41:48.605634Z","steps":["trace[649464102] 'agreement among raft nodes before linearized reading' (duration: 1.274764851s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:48.605622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.88392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:48.605659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.330598Z","time spent":"1.275056687s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228490,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:41:48.605665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:48.026943Z","time spent":"578.712675ms","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:48.605452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.330582Z","time spent":"1.274812452s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:48.605672Z","caller":"traceutil/trace.go:171","msg":"trace[1789690039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8170; }","duration":"491.961782ms","start":"2026-03-04T01:41:48.113699Z","end":"2026-03-04T01:41:48.605661Z","steps":["trace[1789690039] 'agreement among raft nodes before linearized reading' (duration: 491.854979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:48.605669Z","caller":"traceutil/trace.go:171","msg":"trace[963376801] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"1.274788812s","start":"2026-03-04T01:41:47.330852Z","end":"2026-03-04T01:41:48.605641Z","steps":["trace[963376801] 'process raft request' (duration: 1.273997294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:48.605693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.331426Z","time spent":"1.274151487s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:48.605714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:48.11368Z","time spent":"492.028363ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:48.605719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183923313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:41:48.605764Z","caller":"traceutil/trace.go:171","msg":"trace[615618614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8170; }","duration":"1.184000225s","start":"2026-03-04T01:41:47.421753Z","end":"2026-03-04T01:41:48.605754Z","steps":["trace[615618614] 'agreement among raft nodes before linearized reading' (duration: 1.183847911s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:48.605801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.421736Z","time spent":"1.184058807s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:41:48.605447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.343486Z","time spent":"1.261868414s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:48.605357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.328921Z","time spent":"1.276431529s","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"info","ts":"2026-03-04T01:41:48.605507Z","caller":"traceutil/trace.go:171","msg":"trace[1110064235] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"1.273533003s","start":"2026-03-04T01:41:47.331961Z","end":"2026-03-04T01:41:48.605494Z","steps":["trace[1110064235] 'process raft request' (duration: 1.273024401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:48.606015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.331943Z","time spent":"1.274045464s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:48.606063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:47.330831Z","time spent":"1.274897414s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:48.930622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.903537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:48.930698Z","caller":"traceutil/trace.go:171","msg":"trace[195830162] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8171; }","duration":"200.02305ms","start":"2026-03-04T01:41:48.730658Z","end":"2026-03-04T01:41:48.930681Z","steps":["trace[195830162] 'range keys from in-memory index tree' (duration: 199.837176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:48.930726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.987774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T01:41:48.93079Z","caller":"traceutil/trace.go:171","msg":"trace[1322797942] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8171; }","duration":"250.082356ms","start":"2026-03-04T01:41:48.680689Z","end":"2026-03-04T01:41:48.930771Z","steps":["trace[1322797942] 'range keys from in-memory index tree' (duration: 249.83153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:49.271352Z","caller":"traceutil/trace.go:171","msg":"trace[1132956238] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8483; }","duration":"154.454997ms","start":"2026-03-04T01:41:49.116873Z","end":"2026-03-04T01:41:49.271328Z","steps":["trace[1132956238] 'read index received' (duration: 154.214901ms)","trace[1132956238] 'applied index is now lower than readState.Index' (duration: 239.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:49.27142Z","caller":"traceutil/trace.go:171","msg":"trace[427618713] transaction","detail":"{read_only:false; response_revision:8172; number_of_response:1; }","duration":"249.053532ms","start":"2026-03-04T01:41:49.022342Z","end":"2026-03-04T01:41:49.271395Z","steps":["trace[427618713] 'process raft request' (duration: 248.819047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:49.271488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.59669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:49.271521Z","caller":"traceutil/trace.go:171","msg":"trace[657368221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8172; }","duration":"154.680592ms","start":"2026-03-04T01:41:49.116834Z","end":"2026-03-04T01:41:49.271514Z","steps":["trace[657368221] 'agreement among raft nodes before linearized reading' (duration: 154.59874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:49.271642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.814443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:49.271731Z","caller":"traceutil/trace.go:171","msg":"trace[1491877726] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8172; }","duration":"137.956426ms","start":"2026-03-04T01:41:49.133751Z","end":"2026-03-04T01:41:49.271707Z","steps":["trace[1491877726] 'agreement among raft nodes before linearized reading' (duration: 137.788772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:49.271657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.429599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:49.271843Z","caller":"traceutil/trace.go:171","msg":"trace[287254777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8172; }","duration":"132.646683ms","start":"2026-03-04T01:41:49.139176Z","end":"2026-03-04T01:41:49.271823Z","steps":["trace[287254777] 'agreement among raft nodes before linearized reading' (duration: 132.411188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:49.496399Z","caller":"traceutil/trace.go:171","msg":"trace[2091956993] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"164.301024ms","start":"2026-03-04T01:41:49.33207Z","end":"2026-03-04T01:41:49.496371Z","steps":["trace[2091956993] 'process raft request' (duration: 64.751745ms)","trace[2091956993] 'compare' (duration: 99.089909ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:49.496476Z","caller":"traceutil/trace.go:171","msg":"trace[88964997] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"164.244833ms","start":"2026-03-04T01:41:49.332206Z","end":"2026-03-04T01:41:49.496451Z","steps":["trace[88964997] 'process raft request' (duration: 164.006778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:49.577343Z","caller":"traceutil/trace.go:171","msg":"trace[2080555698] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"116.838809ms","start":"2026-03-04T01:41:49.460478Z","end":"2026-03-04T01:41:49.577317Z","steps":["trace[2080555698] 'process raft request' (duration: 116.689436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:49.9087Z","caller":"traceutil/trace.go:171","msg":"trace[471853317] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"106.362857ms","start":"2026-03-04T01:41:49.802307Z","end":"2026-03-04T01:41:49.90867Z","steps":["trace[471853317] 'process raft request' (duration: 47.61517ms)","trace[471853317] 'compare' (duration: 58.597604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:50.575563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.061398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:50.575641Z","caller":"traceutil/trace.go:171","msg":"trace[298077989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8176; }","duration":"461.179251ms","start":"2026-03-04T01:41:50.114443Z","end":"2026-03-04T01:41:50.575622Z","steps":["trace[298077989] 'range keys from in-memory index tree' (duration: 460.972847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:50.575681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:50.114419Z","time spent":"461.253114ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:41:50.762395Z","caller":"traceutil/trace.go:171","msg":"trace[1822738784] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"263.25022ms","start":"2026-03-04T01:41:50.499114Z","end":"2026-03-04T01:41:50.762364Z","steps":["trace[1822738784] 'process raft request' (duration: 262.976984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:50.762612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.735007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:41:50.762684Z","caller":"traceutil/trace.go:171","msg":"trace[2079539048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8177; }","duration":"152.857ms","start":"2026-03-04T01:41:50.609812Z","end":"2026-03-04T01:41:50.762669Z","steps":["trace[2079539048] 'agreement among raft nodes before linearized reading' (duration: 152.639415ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:50.762325Z","caller":"traceutil/trace.go:171","msg":"trace[903285566] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8489; }","duration":"152.442391ms","start":"2026-03-04T01:41:50.609853Z","end":"2026-03-04T01:41:50.762295Z","steps":["trace[903285566] 'read index received' (duration: 152.196185ms)","trace[903285566] 'applied index is now lower than readState.Index' (duration: 244.716µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:50.763434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.135027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:41:50.76351Z","caller":"traceutil/trace.go:171","msg":"trace[2044153120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8177; }","duration":"153.259749ms","start":"2026-03-04T01:41:50.610235Z","end":"2026-03-04T01:41:50.763495Z","steps":["trace[2044153120] 'agreement among raft nodes before linearized reading' (duration: 153.091105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:50.763528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.336378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:41:50.763576Z","caller":"traceutil/trace.go:171","msg":"trace[1864357879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8177; }","duration":"152.576104ms","start":"2026-03-04T01:41:50.610988Z","end":"2026-03-04T01:41:50.763564Z","steps":["trace[1864357879] 'agreement among raft nodes before linearized reading' (duration: 152.362119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:50.763688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.333038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:41:50.763715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.021674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:41:50.763759Z","caller":"traceutil/trace.go:171","msg":"trace[892905975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8177; }","duration":"152.42261ms","start":"2026-03-04T01:41:50.61132Z","end":"2026-03-04T01:41:50.763743Z","steps":["trace[892905975] 'agreement among raft nodes before linearized reading' (duration: 152.247016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:50.763773Z","caller":"traceutil/trace.go:171","msg":"trace[863949633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8177; }","duration":"153.107866ms","start":"2026-03-04T01:41:50.610649Z","end":"2026-03-04T01:41:50.763757Z","steps":["trace[863949633] 'agreement among raft nodes before linearized reading' (duration: 152.938813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:50.763758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.121141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:41:50.763887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.506015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:41:50.76399Z","caller":"traceutil/trace.go:171","msg":"trace[468113560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8177; }","duration":"153.651118ms","start":"2026-03-04T01:41:50.610314Z","end":"2026-03-04T01:41:50.763965Z","steps":["trace[468113560] 'agreement among raft nodes before linearized reading' (duration: 153.330621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:50.763971Z","caller":"traceutil/trace.go:171","msg":"trace[917098041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:8177; }","duration":"151.401957ms","start":"2026-03-04T01:41:50.612546Z","end":"2026-03-04T01:41:50.763948Z","steps":["trace[917098041] 'agreement among raft nodes before linearized reading' (duration: 150.931316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:51.370951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.529672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:51.371543Z","caller":"traceutil/trace.go:171","msg":"trace[2118390545] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"603.449647ms","start":"2026-03-04T01:41:50.768041Z","end":"2026-03-04T01:41:51.371491Z","steps":["trace[2118390545] 'process raft request' (duration: 150.299441ms)","trace[2118390545] 'compare' (duration: 452.123122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:51.371656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:50.768021Z","time spent":"603.593131ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:52.738676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.790132334s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:41:52.7391Z","caller":"traceutil/trace.go:171","msg":"trace[310472967] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"1.97094555s","start":"2026-03-04T01:41:50.768126Z","end":"2026-03-04T01:41:52.739071Z","steps":["trace[310472967] 'process raft request' (duration: 1.970729505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.739275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:50.768097Z","time spent":"1.971093783s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:52.739404Z","caller":"traceutil/trace.go:171","msg":"trace[1798730730] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"1.971097293s","start":"2026-03-04T01:41:50.768275Z","end":"2026-03-04T01:41:52.739372Z","steps":["trace[1798730730] 'process raft request' (duration: 1.970741425s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.739508Z","caller":"traceutil/trace.go:171","msg":"trace[262331044] linearizableReadLoop","detail":"{readStateIndex:8492; appliedIndex:8490; }","duration":"1.971231397s","start":"2026-03-04T01:41:50.76825Z","end":"2026-03-04T01:41:52.739481Z","steps":["trace[262331044] 'read index received' (duration: 150.057986ms)","trace[262331044] 'applied index is now lower than readState.Index' (duration: 1.821172291s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:52.739557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:50.768265Z","time spent":"1.971203016s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:52.739556Z","caller":"traceutil/trace.go:171","msg":"trace[1754057064] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"1.970793386s","start":"2026-03-04T01:41:50.768739Z","end":"2026-03-04T01:41:52.739532Z","steps":["trace[1754057064] 'process raft request' (duration: 1.970698174s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.739576Z","caller":"traceutil/trace.go:171","msg":"trace[241609474] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"1.971163725s","start":"2026-03-04T01:41:50.768367Z","end":"2026-03-04T01:41:52.739531Z","steps":["trace[241609474] 'process raft request' (duration: 1.971018652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.739684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:50.768728Z","time spent":"1.970889789s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:52.739784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:50.768345Z","time spent":"1.971333758s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:52.739936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971663127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228467"} {"level":"info","ts":"2026-03-04T01:41:52.739982Z","caller":"traceutil/trace.go:171","msg":"trace[739256210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8183; }","duration":"1.971750918s","start":"2026-03-04T01:41:50.768221Z","end":"2026-03-04T01:41:52.739972Z","steps":["trace[739256210] 'agreement among raft nodes before linearized reading' (duration: 1.97138551s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:52.739793Z","caller":"traceutil/trace.go:171","msg":"trace[39913703] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"1.971182456s","start":"2026-03-04T01:41:50.768293Z","end":"2026-03-04T01:41:52.739475Z","steps":["trace[39913703] 'process raft request' (duration: 1.970978681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:52.74002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:50.768203Z","time spent":"1.97180716s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228490,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:41:52.740389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:50.768285Z","time spent":"1.971950463s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:53.116053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999833668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:41:53.116136Z","caller":"traceutil/trace.go:171","msg":"trace[1440584040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999971591s","start":"2026-03-04T01:41:51.116146Z","end":"2026-03-04T01:41:53.116118Z","steps":["trace[1440584040] 'agreement among raft nodes before linearized reading' (duration: 1.999867239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:53.11618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.116124Z","time spent":"2.000047762s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:41:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T01:41:53.269595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.068937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:53.269774Z","caller":"traceutil/trace.go:171","msg":"trace[32677402] linearizableReadLoop","detail":"{readStateIndex:8498; appliedIndex:8496; }","duration":"530.176795ms","start":"2026-03-04T01:41:52.739576Z","end":"2026-03-04T01:41:53.269753Z","steps":["trace[32677402] 'read index received' (duration: 353.777571ms)","trace[32677402] 'applied index is now lower than readState.Index' (duration: 176.398204ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:53.269783Z","caller":"traceutil/trace.go:171","msg":"trace[1603280058] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"1.76877112s","start":"2026-03-04T01:41:51.500986Z","end":"2026-03-04T01:41:53.269757Z","steps":["trace[1603280058] 'process raft request' (duration: 1.592460058s)","trace[1603280058] 'compare' (duration: 175.936344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:53.269904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.500967Z","time spent":"1.768867083s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:53.269895Z","caller":"traceutil/trace.go:171","msg":"trace[1988457771] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"1.768267239s","start":"2026-03-04T01:41:51.501613Z","end":"2026-03-04T01:41:53.26988Z","steps":["trace[1988457771] 'process raft request' (duration: 1.768082385s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:53.270212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.501583Z","time spent":"1.768540895s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:53.270298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.889628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T01:41:53.270359Z","caller":"traceutil/trace.go:171","msg":"trace[1318682417] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8185; }","duration":"548.96928ms","start":"2026-03-04T01:41:52.721366Z","end":"2026-03-04T01:41:53.270335Z","steps":["trace[1318682417] 'agreement among raft nodes before linearized reading' (duration: 548.889738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:53.270417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.899591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:53.270412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:52.721349Z","time spent":"549.048831ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T01:41:53.270452Z","caller":"traceutil/trace.go:171","msg":"trace[1501671195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8185; }","duration":"152.967773ms","start":"2026-03-04T01:41:53.117476Z","end":"2026-03-04T01:41:53.270444Z","steps":["trace[1501671195] 'agreement among raft nodes before linearized reading' (duration: 152.916492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:53.270613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823361701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T01:41:53.270724Z","caller":"traceutil/trace.go:171","msg":"trace[506797482] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8185; }","duration":"1.823519665s","start":"2026-03-04T01:41:51.447177Z","end":"2026-03-04T01:41:53.270697Z","steps":["trace[506797482] 'agreement among raft nodes before linearized reading' (duration: 1.823244169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:53.27075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539340482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-04T01:41:53.270772Z","caller":"traceutil/trace.go:171","msg":"trace[1498705094] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8185; }","duration":"1.539405174s","start":"2026-03-04T01:41:51.731361Z","end":"2026-03-04T01:41:53.270766Z","steps":["trace[1498705094] 'agreement among raft nodes before linearized reading' (duration: 1.53924012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:53.270785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.447159Z","time spent":"1.823612028s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T01:41:53.270798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.731339Z","time spent":"1.539453204s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T01:41:53.270874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.751046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T01:41:53.270931Z","caller":"traceutil/trace.go:171","msg":"trace[787252367] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8185; }","duration":"739.829277ms","start":"2026-03-04T01:41:52.531087Z","end":"2026-03-04T01:41:53.270916Z","steps":["trace[787252367] 'agreement among raft nodes before linearized reading' (duration: 739.676544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:53.270973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:52.531073Z","time spent":"739.889349ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:41:53.270211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750394676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:53.27103Z","caller":"traceutil/trace.go:171","msg":"trace[399817121] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8185; }","duration":"1.751260726s","start":"2026-03-04T01:41:51.519757Z","end":"2026-03-04T01:41:53.271017Z","steps":["trace[399817121] 'agreement among raft nodes before linearized reading' (duration: 1.750349875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:53.271085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:51.519743Z","time spent":"1.751326468s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:53.778229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191232158,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:54.758238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.206853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:41:54.758777Z","caller":"traceutil/trace.go:171","msg":"trace[1336046649] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"1.481987348s","start":"2026-03-04T01:41:53.276765Z","end":"2026-03-04T01:41:54.758753Z","steps":["trace[1336046649] 'process raft request' (duration: 613.186292ms)","trace[1336046649] 'compare' (duration: 868.09777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:54.758885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.276755Z","time spent":"1.48207192s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:54.852766Z","caller":"traceutil/trace.go:171","msg":"trace[1939017498] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"1.573785729s","start":"2026-03-04T01:41:53.278939Z","end":"2026-03-04T01:41:54.852725Z","steps":["trace[1939017498] 'process raft request' (duration: 1.573501992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.852955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.278921Z","time spent":"1.573932772s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:54.852952Z","caller":"traceutil/trace.go:171","msg":"trace[1425235675] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"1.470739529s","start":"2026-03-04T01:41:53.382189Z","end":"2026-03-04T01:41:54.852928Z","steps":["trace[1425235675] 'process raft request' (duration: 1.470432541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.853053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.382176Z","time spent":"1.47082808s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:54.853542Z","caller":"traceutil/trace.go:171","msg":"trace[1580576911] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8498; }","duration":"1.575940698s","start":"2026-03-04T01:41:53.277577Z","end":"2026-03-04T01:41:54.853518Z","steps":["trace[1580576911] 'read index received' (duration: 612.464535ms)","trace[1580576911] 'applied index is now lower than readState.Index' (duration: 963.474983ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:54.853589Z","caller":"traceutil/trace.go:171","msg":"trace[1014338341] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"1.157892052s","start":"2026-03-04T01:41:53.695679Z","end":"2026-03-04T01:41:54.853571Z","steps":["trace[1014338341] 'process raft request' (duration: 1.157165096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.853662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.69565Z","time spent":"1.157973365s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414482,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:54.853708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574543026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:54.85374Z","caller":"traceutil/trace.go:171","msg":"trace[792188217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8189; }","duration":"1.574624718s","start":"2026-03-04T01:41:53.279105Z","end":"2026-03-04T01:41:54.85373Z","steps":["trace[792188217] 'agreement among raft nodes before linearized reading' (duration: 1.574557006s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.853777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.279083Z","time spent":"1.574687009s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:54.853818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.246879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:41:54.853865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576259175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T01:41:54.853915Z","caller":"traceutil/trace.go:171","msg":"trace[1627759164] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8189; }","duration":"615.389123ms","start":"2026-03-04T01:41:54.238502Z","end":"2026-03-04T01:41:54.853891Z","steps":["trace[1627759164] 'agreement among raft nodes before linearized reading' (duration: 615.229219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.853916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4353042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-04T01:41:54.85395Z","caller":"traceutil/trace.go:171","msg":"trace[1674205241] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8189; }","duration":"1.576383069s","start":"2026-03-04T01:41:53.277545Z","end":"2026-03-04T01:41:54.853928Z","steps":["trace[1674205241] 'agreement among raft nodes before linearized reading' (duration: 1.576102982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.854024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309545536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:41:54.854018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.277529Z","time spent":"1.57647463s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T01:41:54.854046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479098101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:41:54.854059Z","caller":"traceutil/trace.go:171","msg":"trace[394424281] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8189; }","duration":"1.309618337s","start":"2026-03-04T01:41:53.544432Z","end":"2026-03-04T01:41:54.85405Z","steps":["trace[394424281] 'agreement among raft nodes before linearized reading' (duration: 1.309555266s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.85409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.544414Z","time spent":"1.309667878s","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:54.854103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.287908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:41:54.854135Z","caller":"traceutil/trace.go:171","msg":"trace[782879596] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:8189; }","duration":"107.336629ms","start":"2026-03-04T01:41:54.746789Z","end":"2026-03-04T01:41:54.854126Z","steps":["trace[782879596] 'agreement among raft nodes before linearized reading' (duration: 107.211856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.854129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.767632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:41:54.854205Z","caller":"traceutil/trace.go:171","msg":"trace[1430048569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8189; }","duration":"896.889115ms","start":"2026-03-04T01:41:53.957298Z","end":"2026-03-04T01:41:54.854187Z","steps":["trace[1430048569] 'agreement among raft nodes before linearized reading' (duration: 896.67341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.854221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503590417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:41:54.853961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.238481Z","time spent":"615.469915ms","remote":"127.0.0.1:59312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:41:54.854268Z","caller":"traceutil/trace.go:171","msg":"trace[768256827] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:8189; }","duration":"1.503664639s","start":"2026-03-04T01:41:53.350589Z","end":"2026-03-04T01:41:54.854254Z","steps":["trace[768256827] 'agreement among raft nodes before linearized reading' (duration: 1.503595278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.854203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.510793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:41:54.854314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.773245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:41:54.854374Z","caller":"traceutil/trace.go:171","msg":"trace[571982124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8189; }","duration":"109.874308ms","start":"2026-03-04T01:41:54.744486Z","end":"2026-03-04T01:41:54.85436Z","steps":["trace[571982124] 'agreement among raft nodes before linearized reading' (duration: 109.749655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.854373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.751588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:41:54.854419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.94572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:41:54.854425Z","caller":"traceutil/trace.go:171","msg":"trace[1650835699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8189; }","duration":"110.84174ms","start":"2026-03-04T01:41:54.743574Z","end":"2026-03-04T01:41:54.854415Z","steps":["trace[1650835699] 'agreement among raft nodes before linearized reading' (duration: 110.729517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:54.85446Z","caller":"traceutil/trace.go:171","msg":"trace[851234443] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8189; }","duration":"110.009591ms","start":"2026-03-04T01:41:54.744441Z","end":"2026-03-04T01:41:54.854451Z","steps":["trace[851234443] 'agreement among raft nodes before linearized reading' (duration: 109.905468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.854154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574918974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:953"} {"level":"warn","ts":"2026-03-04T01:41:54.854452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.785298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:41:54.854514Z","caller":"traceutil/trace.go:171","msg":"trace[2107990177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8189; }","duration":"110.8474ms","start":"2026-03-04T01:41:54.743654Z","end":"2026-03-04T01:41:54.854501Z","steps":["trace[2107990177] 'agreement among raft nodes before linearized reading' (duration: 110.699186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:54.854513Z","caller":"traceutil/trace.go:171","msg":"trace[637104844] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:8189; }","duration":"1.575291133s","start":"2026-03-04T01:41:53.279204Z","end":"2026-03-04T01:41:54.854495Z","steps":["trace[637104844] 'agreement among raft nodes before linearized reading' (duration: 1.574834992s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:54.854078Z","caller":"traceutil/trace.go:171","msg":"trace[1451968067] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8189; }","duration":"1.479145183s","start":"2026-03-04T01:41:53.374923Z","end":"2026-03-04T01:41:54.854068Z","steps":["trace[1451968067] 'agreement among raft nodes before linearized reading' (duration: 1.479055431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.85454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.932949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:54.854756Z","caller":"traceutil/trace.go:171","msg":"trace[273191976] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8189; }","duration":"885.184195ms","start":"2026-03-04T01:41:53.96952Z","end":"2026-03-04T01:41:54.854704Z","steps":["trace[273191976] 'agreement among raft nodes before linearized reading' (duration: 884.874427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.854815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.969502Z","time spent":"885.300127ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-04T01:41:54.854325Z","caller":"traceutil/trace.go:171","msg":"trace[1842824894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8189; }","duration":"110.682726ms","start":"2026-03-04T01:41:54.743629Z","end":"2026-03-04T01:41:54.854312Z","steps":["trace[1842824894] 'agreement among raft nodes before linearized reading' (duration: 110.464421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.854573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.279198Z","time spent":"1.575358325s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":976,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-03-04T01:41:54.854279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.957273Z","time spent":"896.974037ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:41:54.854324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.350574Z","time spent":"1.50373767s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:41:54.853966Z","caller":"traceutil/trace.go:171","msg":"trace[1050207214] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8189; }","duration":"1.435392882s","start":"2026-03-04T01:41:53.418559Z","end":"2026-03-04T01:41:54.853952Z","steps":["trace[1050207214] 'agreement among raft nodes before linearized reading' (duration: 1.435228548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:54.855292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.418537Z","time spent":"1.436734043s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T01:41:54.854597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:53.374915Z","time spent":"1.479671685s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:41:55.361495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191232165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:55.862102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191232165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:41:56.343085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.482668933s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T01:41:56.411935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553481568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:41:56.412022Z","caller":"traceutil/trace.go:171","msg":"trace[1676092943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8189; }","duration":"1.553615831s","start":"2026-03-04T01:41:54.858387Z","end":"2026-03-04T01:41:56.412003Z","steps":["trace[1676092943] 'range keys from in-memory index tree' (duration: 1.553368975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.412062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.858367Z","time spent":"1.553686513s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:56.412231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:55.746518Z","time spent":"665.699475ms","remote":"127.0.0.1:48518","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:41:56.413081Z","caller":"traceutil/trace.go:171","msg":"trace[926905090] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"1.55272008s","start":"2026-03-04T01:41:54.860325Z","end":"2026-03-04T01:41:56.413045Z","steps":["trace[926905090] 'process raft request' (duration: 1.482941049s)","trace[926905090] 'compare' (duration: 69.088135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:56.413274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.860302Z","time spent":"1.552855564s","remote":"127.0.0.1:59336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T01:41:56.928343Z","caller":"traceutil/trace.go:171","msg":"trace[1849465104] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"2.067604833s","start":"2026-03-04T01:41:54.860706Z","end":"2026-03-04T01:41:56.928311Z","steps":["trace[1849465104] 'process raft request' (duration: 2.021895147s)","trace[1849465104] 'compare' (duration: 45.518231ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:56.928696Z","caller":"traceutil/trace.go:171","msg":"trace[1761242586] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"2.067892289s","start":"2026-03-04T01:41:54.860767Z","end":"2026-03-04T01:41:56.928659Z","steps":["trace[1761242586] 'process raft request' (duration: 2.067715325s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:56.928726Z","caller":"traceutil/trace.go:171","msg":"trace[1959700097] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"2.06791446s","start":"2026-03-04T01:41:54.860792Z","end":"2026-03-04T01:41:56.928707Z","steps":["trace[1959700097] 'process raft request' (duration: 2.067800237s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.928843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.86075Z","time spent":"2.068013302s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:56.92885Z","caller":"traceutil/trace.go:171","msg":"trace[1611962977] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"2.067968651s","start":"2026-03-04T01:41:54.860857Z","end":"2026-03-04T01:41:56.928825Z","steps":["trace[1611962977] 'process raft request' (duration: 2.067794597s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:56.928616Z","caller":"traceutil/trace.go:171","msg":"trace[1077269550] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"2.067847528s","start":"2026-03-04T01:41:54.860731Z","end":"2026-03-04T01:41:56.928578Z","steps":["trace[1077269550] 'process raft request' (duration: 2.067541101s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.928865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.860766Z","time spent":"2.068012422s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:56.928956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.86085Z","time spent":"2.068051783s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:56.928955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.860723Z","time spent":"2.068186456s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1097,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:56.929309Z","caller":"traceutil/trace.go:171","msg":"trace[63289990] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"2.066308913s","start":"2026-03-04T01:41:54.862989Z","end":"2026-03-04T01:41:56.929298Z","steps":["trace[63289990] 'process raft request' (duration: 2.065960985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.928853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.860696Z","time spent":"2.068030482s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:56.929305Z","caller":"traceutil/trace.go:171","msg":"trace[596498784] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"2.067368267s","start":"2026-03-04T01:41:54.861918Z","end":"2026-03-04T01:41:56.929286Z","steps":["trace[596498784] 'process raft request' (duration: 2.066788374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:56.929355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.862981Z","time spent":"2.066351524s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:56.929406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.861909Z","time spent":"2.067444619s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:57.072027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.862829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:41:57.072601Z","caller":"traceutil/trace.go:171","msg":"trace[446682400] linearizableReadLoop","detail":"{readStateIndex:8513; appliedIndex:8502; }","duration":"2.211998948s","start":"2026-03-04T01:41:54.860575Z","end":"2026-03-04T01:41:57.072574Z","steps":["trace[446682400] 'read index received' (duration: 1.482703764s)","trace[446682400] 'applied index is now lower than readState.Index' (duration: 729.293354ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:57.072678Z","caller":"traceutil/trace.go:171","msg":"trace[1323341566] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"1.795930568s","start":"2026-03-04T01:41:55.276736Z","end":"2026-03-04T01:41:57.072666Z","steps":["trace[1323341566] 'process raft request' (duration: 1.795429536s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.072581Z","caller":"traceutil/trace.go:171","msg":"trace[1892389184] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"1.795213232s","start":"2026-03-04T01:41:55.277313Z","end":"2026-03-04T01:41:57.072526Z","steps":["trace[1892389184] 'process raft request' (duration: 1.795007847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.072856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:55.276688Z","time spent":"1.796049381s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:41:57.072923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:55.2773Z","time spent":"1.795503758s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:57.073183Z","caller":"traceutil/trace.go:171","msg":"trace[149529065] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"654.19916ms","start":"2026-03-04T01:41:56.41894Z","end":"2026-03-04T01:41:57.073139Z","steps":["trace[149529065] 'process raft request' (duration: 653.438392ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.073396Z","caller":"traceutil/trace.go:171","msg":"trace[1808284491] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"653.950924ms","start":"2026-03-04T01:41:56.419401Z","end":"2026-03-04T01:41:57.073352Z","steps":["trace[1808284491] 'process raft request' (duration: 653.589385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.073268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212626732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e31c5481-3efb-48ea-9c36-910b47687e48\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-03-04T01:41:57.073446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.418918Z","time spent":"654.434785ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:41:57.07354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.41938Z","time spent":"654.088527ms","remote":"127.0.0.1:59336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:41:57.073546Z","caller":"traceutil/trace.go:171","msg":"trace[1508199641] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e31c5481-3efb-48ea-9c36-910b47687e48; range_end:; response_count:1; response_revision:8200; }","duration":"2.21295645s","start":"2026-03-04T01:41:54.860531Z","end":"2026-03-04T01:41:57.073488Z","steps":["trace[1508199641] 'agreement among raft nodes before linearized reading' (duration: 2.212221423s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.073591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211627659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18997fd579c2b8da\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-04T01:41:57.073557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085074711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-04T01:41:57.073508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.114881075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:41:57.073652Z","caller":"traceutil/trace.go:171","msg":"trace[778551089] range","detail":"{range_begin:/registry/events/openstack/ceph.18997fd579c2b8da; range_end:; response_count:1; response_revision:8201; }","duration":"2.21170155s","start":"2026-03-04T01:41:54.861932Z","end":"2026-03-04T01:41:57.073633Z","steps":["trace[778551089] 'agreement among raft nodes before linearized reading' (duration: 2.211483105s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.073694Z","caller":"traceutil/trace.go:171","msg":"trace[2025658977] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8201; }","duration":"2.11511936s","start":"2026-03-04T01:41:54.958559Z","end":"2026-03-04T01:41:57.073679Z","steps":["trace[2025658977] 'agreement among raft nodes before linearized reading' (duration: 2.114830514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.073688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956331052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"warn","ts":"2026-03-04T01:41:57.073704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.861926Z","time spent":"2.211768932s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18997fd579c2b8da\" "} {"level":"warn","ts":"2026-03-04T01:41:57.073699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.860505Z","time spent":"2.213125693s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-e31c5481-3efb-48ea-9c36-910b47687e48\" "} {"level":"warn","ts":"2026-03-04T01:41:57.073641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.562265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-04T01:41:57.073726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.95854Z","time spent":"2.115180361s","remote":"127.0.0.1:59514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:41:57.073709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.604297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T01:41:57.073746Z","caller":"traceutil/trace.go:171","msg":"trace[291550826] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8201; }","duration":"1.956390514s","start":"2026-03-04T01:41:55.117339Z","end":"2026-03-04T01:41:57.07373Z","steps":["trace[291550826] 'agreement among raft nodes before linearized reading' (duration: 1.956205109s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.073776Z","caller":"traceutil/trace.go:171","msg":"trace[2145596878] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8201; }","duration":"637.709019ms","start":"2026-03-04T01:41:56.436047Z","end":"2026-03-04T01:41:57.073756Z","steps":["trace[2145596878] 'agreement among raft nodes before linearized reading' (duration: 637.553136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.073611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.359418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:41:57.073808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:55.11728Z","time spent":"1.956515957s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:41:57.073826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.436021Z","time spent":"637.79251ms","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T01:41:57.073823Z","caller":"traceutil/trace.go:171","msg":"trace[1025258187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8201; }","duration":"636.637504ms","start":"2026-03-04T01:41:56.437177Z","end":"2026-03-04T01:41:57.073814Z","steps":["trace[1025258187] 'agreement among raft nodes before linearized reading' (duration: 636.410298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.073878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:56.437152Z","time spent":"636.719336ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:41:57.073843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.475545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.18997fd933beff89\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T01:41:57.073759Z","caller":"traceutil/trace.go:171","msg":"trace[1152175022] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7b55d86ffd-68757.18997fc85944fa9d; range_end:; response_count:1; response_revision:8201; }","duration":"256.707069ms","start":"2026-03-04T01:41:56.817036Z","end":"2026-03-04T01:41:57.073743Z","steps":["trace[1152175022] 'agreement among raft nodes before linearized reading' (duration: 256.545265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.074489Z","caller":"traceutil/trace.go:171","msg":"trace[328357455] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.18997fd933beff89; range_end:; response_count:1; response_revision:8201; }","duration":"141.106319ms","start":"2026-03-04T01:41:56.933317Z","end":"2026-03-04T01:41:57.074423Z","steps":["trace[328357455] 'agreement among raft nodes before linearized reading' (duration: 140.30331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.073701Z","caller":"traceutil/trace.go:171","msg":"trace[936392369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8201; }","duration":"1.085244925s","start":"2026-03-04T01:41:55.988426Z","end":"2026-03-04T01:41:57.073671Z","steps":["trace[936392369] 'agreement among raft nodes before linearized reading' (duration: 1.084922718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.074665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:55.988401Z","time spent":"1.086249538s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T01:41:57.074321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212759015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228467"} {"level":"info","ts":"2026-03-04T01:41:57.074768Z","caller":"traceutil/trace.go:171","msg":"trace[1672276807] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8201; }","duration":"2.213210976s","start":"2026-03-04T01:41:54.861528Z","end":"2026-03-04T01:41:57.074739Z","steps":["trace[1672276807] 'agreement among raft nodes before linearized reading' (duration: 2.211974197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.074892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.86152Z","time spent":"2.213292438s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228490,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:41:57.074319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189717408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:41:57.074476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213807879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:41:57.075654Z","caller":"traceutil/trace.go:171","msg":"trace[1342222850] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8201; }","duration":"2.215033768s","start":"2026-03-04T01:41:54.860601Z","end":"2026-03-04T01:41:57.075635Z","steps":["trace[1342222850] 'agreement among raft nodes before linearized reading' (duration: 2.212741685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.075743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:54.860581Z","time spent":"2.215143631s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:41:57.076237Z","caller":"traceutil/trace.go:171","msg":"trace[1267536944] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8201; }","duration":"1.190909596s","start":"2026-03-04T01:41:55.884476Z","end":"2026-03-04T01:41:57.075385Z","steps":["trace[1267536944] 'agreement among raft nodes before linearized reading' (duration: 1.188976441s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.076349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:41:55.884459Z","time spent":"1.191831617s","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:41:57.294239Z","caller":"traceutil/trace.go:171","msg":"trace[619529956] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"216.517841ms","start":"2026-03-04T01:41:57.077688Z","end":"2026-03-04T01:41:57.294206Z","steps":["trace[619529956] 'process raft request' (duration: 216.402668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.29428Z","caller":"traceutil/trace.go:171","msg":"trace[1768978942] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"217.38988ms","start":"2026-03-04T01:41:57.076842Z","end":"2026-03-04T01:41:57.294231Z","steps":["trace[1768978942] 'process raft request' (duration: 217.027112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.294636Z","caller":"traceutil/trace.go:171","msg":"trace[894869260] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"212.930478ms","start":"2026-03-04T01:41:57.081673Z","end":"2026-03-04T01:41:57.294603Z","steps":["trace[894869260] 'process raft request' (duration: 212.466477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.294834Z","caller":"traceutil/trace.go:171","msg":"trace[496844800] linearizableReadLoop","detail":"{readStateIndex:8518; appliedIndex:8515; }","duration":"216.943001ms","start":"2026-03-04T01:41:57.077864Z","end":"2026-03-04T01:41:57.294807Z","steps":["trace[496844800] 'read index received' (duration: 36.569355ms)","trace[496844800] 'applied index is now lower than readState.Index' (duration: 180.372495ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:57.294945Z","caller":"traceutil/trace.go:171","msg":"trace[589361572] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"212.652041ms","start":"2026-03-04T01:41:57.082234Z","end":"2026-03-04T01:41:57.294886Z","steps":["trace[589361572] 'process raft request' (duration: 212.235672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.295046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.806312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-04T01:41:57.295047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.167496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18997fdd35e6d7dd\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-04T01:41:57.29509Z","caller":"traceutil/trace.go:171","msg":"trace[26399360] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8206; }","duration":"114.851513ms","start":"2026-03-04T01:41:57.180226Z","end":"2026-03-04T01:41:57.295077Z","steps":["trace[26399360] 'agreement among raft nodes before linearized reading' (duration: 114.73547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:57.295096Z","caller":"traceutil/trace.go:171","msg":"trace[608703531] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18997fdd35e6d7dd; range_end:; response_count:1; response_revision:8206; }","duration":"217.240277ms","start":"2026-03-04T01:41:57.077843Z","end":"2026-03-04T01:41:57.295083Z","steps":["trace[608703531] 'agreement among raft nodes before linearized reading' (duration: 217.067083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.295127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.629213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-04T01:41:57.295174Z","caller":"traceutil/trace.go:171","msg":"trace[979659786] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8206; }","duration":"216.722546ms","start":"2026-03-04T01:41:57.078439Z","end":"2026-03-04T01:41:57.295162Z","steps":["trace[979659786] 'agreement among raft nodes before linearized reading' (duration: 216.525491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:57.295162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.445399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-04T01:41:57.295363Z","caller":"traceutil/trace.go:171","msg":"trace[765050369] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8206; }","duration":"216.674694ms","start":"2026-03-04T01:41:57.078676Z","end":"2026-03-04T01:41:57.295351Z","steps":["trace[765050369] 'agreement among raft nodes before linearized reading' (duration: 216.300505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:59.275174Z","caller":"traceutil/trace.go:171","msg":"trace[1950305740] linearizableReadLoop","detail":"{readStateIndex:8534; appliedIndex:8533; }","duration":"192.013304ms","start":"2026-03-04T01:41:59.083141Z","end":"2026-03-04T01:41:59.275154Z","steps":["trace[1950305740] 'read index received' (duration: 191.877562ms)","trace[1950305740] 'applied index is now lower than readState.Index' (duration: 134.972µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:59.275241Z","caller":"traceutil/trace.go:171","msg":"trace[8878659] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"195.518615ms","start":"2026-03-04T01:41:59.079706Z","end":"2026-03-04T01:41:59.275225Z","steps":["trace[8878659] 'process raft request' (duration: 195.312611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:41:59.275405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.219939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:41:59.275437Z","caller":"traceutil/trace.go:171","msg":"trace[1565516073] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:8220; }","duration":"192.769792ms","start":"2026-03-04T01:41:59.082659Z","end":"2026-03-04T01:41:59.275429Z","steps":["trace[1565516073] 'agreement among raft nodes before linearized reading' (duration: 192.602108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:41:59.529115Z","caller":"traceutil/trace.go:171","msg":"trace[379498319] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8538; }","duration":"127.618057ms","start":"2026-03-04T01:41:59.401466Z","end":"2026-03-04T01:41:59.529084Z","steps":["trace[379498319] 'read index received' (duration: 81.956062ms)","trace[379498319] 'applied index is now lower than readState.Index' (duration: 45.660255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:41:59.529465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.901064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-04T01:41:59.52946Z","caller":"traceutil/trace.go:171","msg":"trace[1885513871] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"129.530771ms","start":"2026-03-04T01:41:59.3999Z","end":"2026-03-04T01:41:59.529431Z","steps":["trace[1885513871] 'process raft request' (duration: 83.5724ms)","trace[1885513871] 'compare' (duration: 45.184483ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:41:59.529523Z","caller":"traceutil/trace.go:171","msg":"trace[1910778869] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8225; }","duration":"128.096508ms","start":"2026-03-04T01:41:59.401414Z","end":"2026-03-04T01:41:59.52951Z","steps":["trace[1910778869] 'agreement among raft nodes before linearized reading' (duration: 127.780601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:06.343499Z","caller":"traceutil/trace.go:171","msg":"trace[2026564352] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8595; }","duration":"228.574499ms","start":"2026-03-04T01:42:06.1149Z","end":"2026-03-04T01:42:06.343474Z","steps":["trace[2026564352] 'read index received' (duration: 228.372844ms)","trace[2026564352] 'applied index is now lower than readState.Index' (duration: 200.925µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:06.343632Z","caller":"traceutil/trace.go:171","msg":"trace[1257388712] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"363.421664ms","start":"2026-03-04T01:42:05.980177Z","end":"2026-03-04T01:42:06.343599Z","steps":["trace[1257388712] 'process raft request' (duration: 363.161628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:06.343766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.759514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:42:06.343785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:05.980154Z","time spent":"363.549087ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4826,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:42:06.343835Z","caller":"traceutil/trace.go:171","msg":"trace[1784137282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8279; }","duration":"228.954528ms","start":"2026-03-04T01:42:06.114839Z","end":"2026-03-04T01:42:06.343793Z","steps":["trace[1784137282] 'agreement among raft nodes before linearized reading' (duration: 228.744863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:07.620407Z","caller":"traceutil/trace.go:171","msg":"trace[958662200] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"120.631836ms","start":"2026-03-04T01:42:07.49975Z","end":"2026-03-04T01:42:07.620382Z","steps":["trace[958662200] 'process raft request' (duration: 87.584503ms)","trace[958662200] 'compare' (duration: 32.826378ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:07.621428Z","caller":"traceutil/trace.go:171","msg":"trace[974990014] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"121.197619ms","start":"2026-03-04T01:42:07.50019Z","end":"2026-03-04T01:42:07.621388Z","steps":["trace[974990014] 'process raft request' (duration: 120.943843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:07.621433Z","caller":"traceutil/trace.go:171","msg":"trace[163503154] linearizableReadLoop","detail":"{readStateIndex:8632; appliedIndex:8630; }","duration":"121.006944ms","start":"2026-03-04T01:42:07.500403Z","end":"2026-03-04T01:42:07.62141Z","steps":["trace[163503154] 'read index received' (duration: 87.130722ms)","trace[163503154] 'applied index is now lower than readState.Index' (duration: 33.875122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:42:07.62163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.20882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-03-04T01:42:07.621674Z","caller":"traceutil/trace.go:171","msg":"trace[520125672] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8317; }","duration":"121.276701ms","start":"2026-03-04T01:42:07.500386Z","end":"2026-03-04T01:42:07.621663Z","steps":["trace[520125672] 'agreement among raft nodes before linearized reading' (duration: 121.099217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:07.621808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.77837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-04T01:42:07.621817Z","caller":"traceutil/trace.go:171","msg":"trace[1311958105] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"120.101863ms","start":"2026-03-04T01:42:07.501664Z","end":"2026-03-04T01:42:07.621766Z","steps":["trace[1311958105] 'process raft request' (duration: 119.698784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:07.621873Z","caller":"traceutil/trace.go:171","msg":"trace[269121328] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8317; }","duration":"120.865281ms","start":"2026-03-04T01:42:07.500989Z","end":"2026-03-04T01:42:07.621854Z","steps":["trace[269121328] 'agreement among raft nodes before linearized reading' (duration: 120.685417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:07.621813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.577771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-04T01:42:07.621949Z","caller":"traceutil/trace.go:171","msg":"trace[550177883] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8317; }","duration":"119.707254ms","start":"2026-03-04T01:42:07.502228Z","end":"2026-03-04T01:42:07.621935Z","steps":["trace[550177883] 'agreement among raft nodes before linearized reading' (duration: 119.52425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:07.621589Z","caller":"traceutil/trace.go:171","msg":"trace[621636498] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"120.324929ms","start":"2026-03-04T01:42:07.501236Z","end":"2026-03-04T01:42:07.621493Z","steps":["trace[621636498] 'process raft request' (duration: 120.031542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:09.193439Z","caller":"traceutil/trace.go:171","msg":"trace[364274161] linearizableReadLoop","detail":"{readStateIndex:8684; appliedIndex:8679; }","duration":"100.272556ms","start":"2026-03-04T01:42:09.093153Z","end":"2026-03-04T01:42:09.193425Z","steps":["trace[364274161] 'read index received' (duration: 21.527047ms)","trace[364274161] 'applied index is now lower than readState.Index' (duration: 78.744759ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:09.193442Z","caller":"traceutil/trace.go:171","msg":"trace[893987547] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"106.111081ms","start":"2026-03-04T01:42:09.087281Z","end":"2026-03-04T01:42:09.193392Z","steps":["trace[893987547] 'process raft request' (duration: 84.638875ms)","trace[893987547] 'compare' (duration: 21.322823ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:09.193556Z","caller":"traceutil/trace.go:171","msg":"trace[576636432] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"104.172516ms","start":"2026-03-04T01:42:09.089349Z","end":"2026-03-04T01:42:09.193521Z","steps":["trace[576636432] 'process raft request' (duration: 104.013212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:09.193623Z","caller":"traceutil/trace.go:171","msg":"trace[243580002] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"102.278322ms","start":"2026-03-04T01:42:09.091335Z","end":"2026-03-04T01:42:09.193613Z","steps":["trace[243580002] 'process raft request' (duration: 102.049487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:09.194091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.669005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:42:09.194176Z","caller":"traceutil/trace.go:171","msg":"trace[949309412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8367; }","duration":"101.041394ms","start":"2026-03-04T01:42:09.093117Z","end":"2026-03-04T01:42:09.194158Z","steps":["trace[949309412] 'agreement among raft nodes before linearized reading' (duration: 100.557483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:09.194958Z","caller":"traceutil/trace.go:171","msg":"trace[1208581537] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"106.957481ms","start":"2026-03-04T01:42:09.087968Z","end":"2026-03-04T01:42:09.194926Z","steps":["trace[1208581537] 'process raft request' (duration: 105.356924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:55.94731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.682519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:42:55.947391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.047505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-tfxvl\" ","response":"range_response_count:1 size:10129"} {"level":"info","ts":"2026-03-04T01:42:55.947429Z","caller":"traceutil/trace.go:171","msg":"trace[164343656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8806; }","duration":"432.877534ms","start":"2026-03-04T01:42:55.514532Z","end":"2026-03-04T01:42:55.947409Z","steps":["trace[164343656] 'range keys from in-memory index tree' (duration: 432.486994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:55.947432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.338549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:42:55.947486Z","caller":"traceutil/trace.go:171","msg":"trace[234004231] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-tfxvl; range_end:; response_count:1; response_revision:8806; }","duration":"474.200329ms","start":"2026-03-04T01:42:55.473261Z","end":"2026-03-04T01:42:55.947461Z","steps":["trace[234004231] 'range keys from in-memory index tree' (duration: 473.839781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:42:55.947521Z","caller":"traceutil/trace.go:171","msg":"trace[1080134010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8806; }","duration":"431.444761ms","start":"2026-03-04T01:42:55.516048Z","end":"2026-03-04T01:42:55.947492Z","steps":["trace[1080134010] 'range keys from in-memory index tree' (duration: 431.203995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:55.947541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:55.514508Z","time spent":"432.964366ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:42:55.947535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.717554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:42:55.94759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:55.516039Z","time spent":"431.535712ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:42:55.947639Z","caller":"traceutil/trace.go:171","msg":"trace[1076639915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8806; }","duration":"491.893537ms","start":"2026-03-04T01:42:55.455725Z","end":"2026-03-04T01:42:55.947618Z","steps":["trace[1076639915] 'range keys from in-memory index tree' (duration: 491.436047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:55.947418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.478063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:42:55.947798Z","caller":"traceutil/trace.go:171","msg":"trace[1988780068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8806; }","duration":"422.859152ms","start":"2026-03-04T01:42:55.524899Z","end":"2026-03-04T01:42:55.947758Z","steps":["trace[1988780068] 'range keys from in-memory index tree' (duration: 422.33848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:55.94793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:55.52489Z","time spent":"423.012646ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:42:55.947533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:55.473238Z","time spent":"474.28494ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":10152,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-tfxvl\" "} {"level":"warn","ts":"2026-03-04T01:42:55.947314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.283584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:42:55.948105Z","caller":"traceutil/trace.go:171","msg":"trace[1017995772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8806; }","duration":"431.140653ms","start":"2026-03-04T01:42:55.516948Z","end":"2026-03-04T01:42:55.948089Z","steps":["trace[1017995772] 'range keys from in-memory index tree' (duration: 430.09453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:55.948158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:55.516921Z","time spent":"431.222586ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:42:55.947691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:55.455698Z","time spent":"491.98501ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:42:55.979586Z","caller":"traceutil/trace.go:171","msg":"trace[137472199] linearizableReadLoop","detail":"{readStateIndex:9138; appliedIndex:9137; }","duration":"209.759177ms","start":"2026-03-04T01:42:55.769814Z","end":"2026-03-04T01:42:55.979573Z","steps":["trace[137472199] 'read index received' (duration: 209.612603ms)","trace[137472199] 'applied index is now lower than readState.Index' (duration: 146.184µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:42:55.979685Z","caller":"traceutil/trace.go:171","msg":"trace[501334650] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"323.487686ms","start":"2026-03-04T01:42:55.656171Z","end":"2026-03-04T01:42:55.979659Z","steps":["trace[501334650] 'process raft request' (duration: 323.305822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:55.979728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.897991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:42:55.979763Z","caller":"traceutil/trace.go:171","msg":"trace[2058230800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:8807; }","duration":"209.980222ms","start":"2026-03-04T01:42:55.769773Z","end":"2026-03-04T01:42:55.979753Z","steps":["trace[2058230800] 'agreement among raft nodes before linearized reading' (duration: 209.855739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:42:55.979817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:42:55.656149Z","time spent":"323.593368ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:08.381371Z","caller":"traceutil/trace.go:171","msg":"trace[220750626] linearizableReadLoop","detail":"{readStateIndex:9205; appliedIndex:9204; }","duration":"347.020239ms","start":"2026-03-04T01:43:08.034326Z","end":"2026-03-04T01:43:08.381347Z","steps":["trace[220750626] 'read index received' (duration: 346.956678ms)","trace[220750626] 'applied index is now lower than readState.Index' (duration: 62.511µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:08.381496Z","caller":"traceutil/trace.go:171","msg":"trace[259868207] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"358.665929ms","start":"2026-03-04T01:43:08.022798Z","end":"2026-03-04T01:43:08.381464Z","steps":["trace[259868207] 'process raft request' (duration: 358.388983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:08.38161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.123484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:43:08.38161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.281806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T01:43:08.381648Z","caller":"traceutil/trace.go:171","msg":"trace[390871317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8872; }","duration":"322.219216ms","start":"2026-03-04T01:43:08.059418Z","end":"2026-03-04T01:43:08.381637Z","steps":["trace[390871317] 'agreement among raft nodes before linearized reading' (duration: 322.068042ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:08.38166Z","caller":"traceutil/trace.go:171","msg":"trace[1793110280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8872; }","duration":"347.385098ms","start":"2026-03-04T01:43:08.034262Z","end":"2026-03-04T01:43:08.381647Z","steps":["trace[1793110280] 'agreement among raft nodes before linearized reading' (duration: 347.228035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:08.381666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.022768Z","time spent":"358.807873ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:43:08.381686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.059395Z","time spent":"322.279238ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:43:08.381694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.034239Z","time spent":"347.447159ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:43:08.381713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.713614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:08.381808Z","caller":"traceutil/trace.go:171","msg":"trace[1993524306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8872; }","duration":"266.840216ms","start":"2026-03-04T01:43:08.114943Z","end":"2026-03-04T01:43:08.381783Z","steps":["trace[1993524306] 'agreement among raft nodes before linearized reading' (duration: 266.690563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:08.381853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.575713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:43:08.381883Z","caller":"traceutil/trace.go:171","msg":"trace[375965476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8872; }","duration":"318.631583ms","start":"2026-03-04T01:43:08.063243Z","end":"2026-03-04T01:43:08.381875Z","steps":["trace[375965476] 'agreement among raft nodes before linearized reading' (duration: 318.543281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:08.381913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.063231Z","time spent":"318.676284ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:43:08.381908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.36552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T01:43:08.381956Z","caller":"traceutil/trace.go:171","msg":"trace[1462444030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8872; }","duration":"322.427101ms","start":"2026-03-04T01:43:08.059518Z","end":"2026-03-04T01:43:08.381945Z","steps":["trace[1462444030] 'agreement among raft nodes before linearized reading' (duration: 322.266967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:08.381993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.059513Z","time spent":"322.473942ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:43:08.381885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.955584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:43:08.382098Z","caller":"traceutil/trace.go:171","msg":"trace[1389359406] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8872; }","duration":"320.20824ms","start":"2026-03-04T01:43:08.061874Z","end":"2026-03-04T01:43:08.382082Z","steps":["trace[1389359406] 'agreement among raft nodes before linearized reading' (duration: 319.739919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:08.382141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.061855Z","time spent":"320.273081ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:43:08.382482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.790379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:43:08.382719Z","caller":"traceutil/trace.go:171","msg":"trace[354749755] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:8872; }","duration":"312.877581ms","start":"2026-03-04T01:43:08.069665Z","end":"2026-03-04T01:43:08.382543Z","steps":["trace[354749755] 'agreement among raft nodes before linearized reading' (duration: 312.619715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:08.382842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.069631Z","time spent":"313.198068ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:43:08.876468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.001474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:43:08.876591Z","caller":"traceutil/trace.go:171","msg":"trace[1450231959] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"489.988984ms","start":"2026-03-04T01:43:08.386582Z","end":"2026-03-04T01:43:08.876571Z","steps":["trace[1450231959] 'process raft request' (duration: 285.799675ms)","trace[1450231959] 'compare' (duration: 203.607565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:43:08.876654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.386561Z","time spent":"490.063586ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:43:10.09034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087487382s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:10.090476Z","caller":"traceutil/trace.go:171","msg":"trace[780099655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8873; }","duration":"1.087629505s","start":"2026-03-04T01:43:09.002825Z","end":"2026-03-04T01:43:10.090455Z","steps":["trace[780099655] 'range keys from in-memory index tree' (duration: 1.08743433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:10.090687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.226628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:43:10.091116Z","caller":"traceutil/trace.go:171","msg":"trace[1505695063] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"1.703459267s","start":"2026-03-04T01:43:08.387633Z","end":"2026-03-04T01:43:10.091092Z","steps":["trace[1505695063] 'process raft request' (duration: 1.703218761s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:10.091176Z","caller":"traceutil/trace.go:171","msg":"trace[1475709634] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"662.639793ms","start":"2026-03-04T01:43:09.42851Z","end":"2026-03-04T01:43:10.09115Z","steps":["trace[1475709634] 'process raft request' (duration: 662.568871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:10.091244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.387621Z","time spent":"1.703557369s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:43:10.091292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:09.428476Z","time spent":"662.762596ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:10.091307Z","caller":"traceutil/trace.go:171","msg":"trace[822748613] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"1.703476837s","start":"2026-03-04T01:43:08.387793Z","end":"2026-03-04T01:43:10.09127Z","steps":["trace[822748613] 'process raft request' (duration: 1.703233261s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:10.091367Z","caller":"traceutil/trace.go:171","msg":"trace[1476119016] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"1.704265415s","start":"2026-03-04T01:43:08.387073Z","end":"2026-03-04T01:43:10.091338Z","steps":["trace[1476119016] 'process raft request' (duration: 927.212818ms)","trace[1476119016] 'compare' (duration: 775.781748ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:10.091368Z","caller":"traceutil/trace.go:171","msg":"trace[346937918] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"1.703708952s","start":"2026-03-04T01:43:08.387628Z","end":"2026-03-04T01:43:10.091337Z","steps":["trace[346937918] 'process raft request' (duration: 1.703344854s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:10.091497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.387779Z","time spent":"1.70361744s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:43:10.091541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.387601Z","time spent":"1.703845726s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:10.091375Z","caller":"traceutil/trace.go:171","msg":"trace[2051871008] linearizableReadLoop","detail":"{readStateIndex:9210; appliedIndex:9205; }","duration":"1.703508508s","start":"2026-03-04T01:43:08.387817Z","end":"2026-03-04T01:43:10.091326Z","steps":["trace[2051871008] 'read index received' (duration: 284.575327ms)","trace[2051871008] 'applied index is now lower than readState.Index' (duration: 1.418927281s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:43:10.091599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.387053Z","time spent":"1.70448226s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:43:10.091921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207795152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T01:43:10.091918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.388797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T01:43:10.091942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.722664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:43:10.091977Z","caller":"traceutil/trace.go:171","msg":"trace[2135721905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8878; }","duration":"1.207889534s","start":"2026-03-04T01:43:08.884072Z","end":"2026-03-04T01:43:10.091961Z","steps":["trace[2135721905] 'agreement among raft nodes before linearized reading' (duration: 1.2077334s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:10.091986Z","caller":"traceutil/trace.go:171","msg":"trace[611449254] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8878; }","duration":"234.466419ms","start":"2026-03-04T01:43:09.857499Z","end":"2026-03-04T01:43:10.091965Z","steps":["trace[611449254] 'agreement among raft nodes before linearized reading' (duration: 234.253054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:10.09199Z","caller":"traceutil/trace.go:171","msg":"trace[202614805] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:8878; }","duration":"327.801965ms","start":"2026-03-04T01:43:09.764173Z","end":"2026-03-04T01:43:10.091975Z","steps":["trace[202614805] 'agreement among raft nodes before linearized reading' (duration: 327.642861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:10.092024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.884054Z","time spent":"1.207959456s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:43:10.092028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:09.76415Z","time spent":"327.870987ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T01:43:10.092017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.205643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-04T01:43:10.092035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704205724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291244"} {"level":"info","ts":"2026-03-04T01:43:10.092096Z","caller":"traceutil/trace.go:171","msg":"trace[1830053587] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8878; }","duration":"1.704293756s","start":"2026-03-04T01:43:08.387791Z","end":"2026-03-04T01:43:10.092085Z","steps":["trace[1830053587] 'agreement among raft nodes before linearized reading' (duration: 1.70363723s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:10.092102Z","caller":"traceutil/trace.go:171","msg":"trace[1257234355] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8878; }","duration":"633.329906ms","start":"2026-03-04T01:43:09.458747Z","end":"2026-03-04T01:43:10.092077Z","steps":["trace[1257234355] 'agreement among raft nodes before linearized reading' (duration: 633.125482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:10.092124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:08.387782Z","time spent":"1.704333666s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291267,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:43:10.092346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:09.458725Z","time spent":"633.412128ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:43:10.65849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.496707ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T01:43:10.658794Z","caller":"traceutil/trace.go:171","msg":"trace[1250711653] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"562.748424ms","start":"2026-03-04T01:43:10.096019Z","end":"2026-03-04T01:43:10.658768Z","steps":["trace[1250711653] 'process raft request' (duration: 562.693403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:10.658942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.095998Z","time spent":"562.870298ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:10.659062Z","caller":"traceutil/trace.go:171","msg":"trace[1306624176] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"563.328539ms","start":"2026-03-04T01:43:10.095711Z","end":"2026-03-04T01:43:10.659039Z","steps":["trace[1306624176] 'process raft request' (duration: 562.889208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:10.659036Z","caller":"traceutil/trace.go:171","msg":"trace[261852727] linearizableReadLoop","detail":"{readStateIndex:9212; appliedIndex:9211; }","duration":"563.453491ms","start":"2026-03-04T01:43:10.095313Z","end":"2026-03-04T01:43:10.658767Z","steps":["trace[261852727] 'read index received' (duration: 171.676668ms)","trace[261852727] 'applied index is now lower than readState.Index' (duration: 391.771023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:43:10.659213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.095696Z","time spent":"563.443981ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:43:10.65955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.215059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T01:43:10.659277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.093302Z","time spent":"565.972909ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:43:10.659633Z","caller":"traceutil/trace.go:171","msg":"trace[1664109308] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8880; }","duration":"564.346312ms","start":"2026-03-04T01:43:10.095269Z","end":"2026-03-04T01:43:10.659615Z","steps":["trace[1664109308] 'agreement among raft nodes before linearized reading' (duration: 564.091856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:10.659685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.095252Z","time spent":"564.424383ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:43:10.717181Z","caller":"traceutil/trace.go:171","msg":"trace[848008667] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"328.86878ms","start":"2026-03-04T01:43:10.388288Z","end":"2026-03-04T01:43:10.717157Z","steps":["trace[848008667] 'process raft request' (duration: 328.772278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:10.717328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.388256Z","time spent":"329.006603ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:11.214398Z","caller":"traceutil/trace.go:171","msg":"trace[749474505] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"738.895994ms","start":"2026-03-04T01:43:10.475477Z","end":"2026-03-04T01:43:11.214373Z","steps":["trace[749474505] 'process raft request' (duration: 738.680709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:11.214567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.47545Z","time spent":"739.030138ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:11.214663Z","caller":"traceutil/trace.go:171","msg":"trace[1639531483] linearizableReadLoop","detail":"{readStateIndex:9216; appliedIndex:9215; }","duration":"555.114757ms","start":"2026-03-04T01:43:10.659522Z","end":"2026-03-04T01:43:11.214636Z","steps":["trace[1639531483] 'read index received' (duration: 57.663142ms)","trace[1639531483] 'applied index is now lower than readState.Index' (duration: 497.450465ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:11.214701Z","caller":"traceutil/trace.go:171","msg":"trace[794753406] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"553.47244ms","start":"2026-03-04T01:43:10.661193Z","end":"2026-03-04T01:43:11.214665Z","steps":["trace[794753406] 'process raft request' (duration: 553.129852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:11.214808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.419943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:43:11.214835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099935868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:11.214876Z","caller":"traceutil/trace.go:171","msg":"trace[777172250] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8883; }","duration":"979.545015ms","start":"2026-03-04T01:43:10.235313Z","end":"2026-03-04T01:43:11.214858Z","steps":["trace[777172250] 'agreement among raft nodes before linearized reading' (duration: 979.383982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:11.214884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.66118Z","time spent":"553.607893ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:43:11.21491Z","caller":"traceutil/trace.go:171","msg":"trace[1529989129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8883; }","duration":"1.100052121s","start":"2026-03-04T01:43:10.11484Z","end":"2026-03-04T01:43:11.214892Z","steps":["trace[1529989129] 'agreement among raft nodes before linearized reading' (duration: 1.099910138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:11.214949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.235286Z","time spent":"979.625348ms","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:43:11.214912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.95015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"warn","ts":"2026-03-04T01:43:11.214972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.765047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:43:11.214993Z","caller":"traceutil/trace.go:171","msg":"trace[224904039] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8883; }","duration":"554.078693ms","start":"2026-03-04T01:43:10.660905Z","end":"2026-03-04T01:43:11.214984Z","steps":["trace[224904039] 'agreement among raft nodes before linearized reading' (duration: 553.876359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:11.214956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.114825Z","time spent":"1.100122873s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:43:11.215026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.660887Z","time spent":"554.130635ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T01:43:11.215011Z","caller":"traceutil/trace.go:171","msg":"trace[2133590559] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8883; }","duration":"460.842809ms","start":"2026-03-04T01:43:10.754155Z","end":"2026-03-04T01:43:11.214998Z","steps":["trace[2133590559] 'agreement among raft nodes before linearized reading' (duration: 460.780627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:11.215082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.754135Z","time spent":"460.933171ms","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:43:11.215307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.964088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:43:11.215446Z","caller":"traceutil/trace.go:171","msg":"trace[675801524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8883; }","duration":"334.206743ms","start":"2026-03-04T01:43:10.881196Z","end":"2026-03-04T01:43:11.215403Z","steps":["trace[675801524] 'agreement among raft nodes before linearized reading' (duration: 333.734102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:11.215526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:43:10.881177Z","time spent":"334.335817ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:43:11.362462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.25574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:43:11.362574Z","caller":"traceutil/trace.go:171","msg":"trace[1628533762] linearizableReadLoop","detail":"{readStateIndex:9218; appliedIndex:9217; }","duration":"142.859602ms","start":"2026-03-04T01:43:11.219695Z","end":"2026-03-04T01:43:11.362555Z","steps":["trace[1628533762] 'read index received' (duration: 15.402947ms)","trace[1628533762] 'applied index is now lower than readState.Index' (duration: 127.454935ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:11.362654Z","caller":"traceutil/trace.go:171","msg":"trace[1185832464] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"143.314741ms","start":"2026-03-04T01:43:11.219316Z","end":"2026-03-04T01:43:11.362631Z","steps":["trace[1185832464] 'process raft request' (duration: 15.794495ms)","trace[1185832464] 'compare' (duration: 127.100517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:43:11.362926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.500554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:43:11.362969Z","caller":"traceutil/trace.go:171","msg":"trace[1625416378] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8884; }","duration":"123.568786ms","start":"2026-03-04T01:43:11.239388Z","end":"2026-03-04T01:43:11.362957Z","steps":["trace[1625416378] 'agreement among raft nodes before linearized reading' (duration: 123.484494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:11.363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.315952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-04T01:43:11.363053Z","caller":"traceutil/trace.go:171","msg":"trace[1059916854] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8884; }","duration":"143.401824ms","start":"2026-03-04T01:43:11.219637Z","end":"2026-03-04T01:43:11.363039Z","steps":["trace[1059916854] 'agreement among raft nodes before linearized reading' (duration: 143.020015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:11.363215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:11.363468Z","caller":"traceutil/trace.go:171","msg":"trace[1782561058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8884; }","duration":"138.686685ms","start":"2026-03-04T01:43:11.224752Z","end":"2026-03-04T01:43:11.363438Z","steps":["trace[1782561058] 'agreement among raft nodes before linearized reading' (duration: 138.01336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:12.215245Z","caller":"traceutil/trace.go:171","msg":"trace[882683776] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"115.268844ms","start":"2026-03-04T01:43:12.09995Z","end":"2026-03-04T01:43:12.215219Z","steps":["trace[882683776] 'process raft request' (duration: 110.038143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:12.215574Z","caller":"traceutil/trace.go:171","msg":"trace[1108156599] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"115.12833ms","start":"2026-03-04T01:43:12.100419Z","end":"2026-03-04T01:43:12.215547Z","steps":["trace[1108156599] 'process raft request' (duration: 114.749041ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:12.215734Z","caller":"traceutil/trace.go:171","msg":"trace[45386414] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"115.029198ms","start":"2026-03-04T01:43:12.100694Z","end":"2026-03-04T01:43:12.215724Z","steps":["trace[45386414] 'process raft request' (duration: 114.767572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:12.215772Z","caller":"traceutil/trace.go:171","msg":"trace[239034542] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"113.876772ms","start":"2026-03-04T01:43:12.101872Z","end":"2026-03-04T01:43:12.215749Z","steps":["trace[239034542] 'process raft request' (duration: 113.759809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:12.215822Z","caller":"traceutil/trace.go:171","msg":"trace[1567283649] linearizableReadLoop","detail":"{readStateIndex:9221; appliedIndex:9219; }","duration":"115.636332ms","start":"2026-03-04T01:43:12.10017Z","end":"2026-03-04T01:43:12.215806Z","steps":["trace[1567283649] 'read index received' (duration: 66.079467ms)","trace[1567283649] 'applied index is now lower than readState.Index' (duration: 49.555175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:43:12.216008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.815136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:43:12.216076Z","caller":"traceutil/trace.go:171","msg":"trace[1327619124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:8890; }","duration":"115.881018ms","start":"2026-03-04T01:43:12.100158Z","end":"2026-03-04T01:43:12.216039Z","steps":["trace[1327619124] 'agreement among raft nodes before linearized reading' (duration: 115.726024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:43:15.219918Z","caller":"traceutil/trace.go:171","msg":"trace[1796104754] linearizableReadLoop","detail":"{readStateIndex:9254; appliedIndex:9253; }","duration":"105.58371ms","start":"2026-03-04T01:43:15.114307Z","end":"2026-03-04T01:43:15.21989Z","steps":["trace[1796104754] 'read index received' (duration: 105.445467ms)","trace[1796104754] 'applied index is now lower than readState.Index' (duration: 136.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:43:15.219972Z","caller":"traceutil/trace.go:171","msg":"trace[1274502129] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"163.794026ms","start":"2026-03-04T01:43:15.056146Z","end":"2026-03-04T01:43:15.21994Z","steps":["trace[1274502129] 'process raft request' (duration: 163.593901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:43:15.220043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.716754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:43:15.220079Z","caller":"traceutil/trace.go:171","msg":"trace[1764184989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8920; }","duration":"105.790135ms","start":"2026-03-04T01:43:15.114277Z","end":"2026-03-04T01:43:15.220067Z","steps":["trace[1764184989] 'agreement among raft nodes before linearized reading' (duration: 105.718993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:44:45.778516Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7327} {"level":"info","ts":"2026-03-04T01:44:45.853401Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7327,"took":"72.869184ms","hash":980804600,"current-db-size-bytes":39723008,"current-db-size":"40 MB","current-db-size-in-use-bytes":24268800,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T01:44:45.853481Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":980804600,"revision":7327,"compact-revision":5301} {"level":"info","ts":"2026-03-04T01:45:02.694809Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T01:45:02.701904Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T01:45:02.702Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-04T01:45:19.633609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.996026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:45:19.633738Z","caller":"traceutil/trace.go:171","msg":"trace[101012435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9810; }","duration":"194.147819ms","start":"2026-03-04T01:45:19.439569Z","end":"2026-03-04T01:45:19.633717Z","steps":["trace[101012435] 'range keys from in-memory index tree' (duration: 193.845391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:24.165429Z","caller":"traceutil/trace.go:171","msg":"trace[351251887] transaction","detail":"{read_only:false; response_revision:9838; number_of_response:1; }","duration":"135.289849ms","start":"2026-03-04T01:45:24.030082Z","end":"2026-03-04T01:45:24.165372Z","steps":["trace[351251887] 'process raft request' (duration: 134.867169ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:24.290965Z","caller":"traceutil/trace.go:171","msg":"trace[1234842039] transaction","detail":"{read_only:false; response_revision:9839; number_of_response:1; }","duration":"112.334637ms","start":"2026-03-04T01:45:24.178597Z","end":"2026-03-04T01:45:24.290931Z","steps":["trace[1234842039] 'process raft request' (duration: 112.119912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:24.428564Z","caller":"traceutil/trace.go:171","msg":"trace[1027658893] linearizableReadLoop","detail":"{readStateIndex:10206; appliedIndex:10205; }","duration":"199.147374ms","start":"2026-03-04T01:45:24.229351Z","end":"2026-03-04T01:45:24.428498Z","steps":["trace[1027658893] 'read index received' (duration: 61.933942ms)","trace[1027658893] 'applied index is now lower than readState.Index' (duration: 137.212532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:45:24.428787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.41668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:45:24.428966Z","caller":"traceutil/trace.go:171","msg":"trace[1542459233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9840; }","duration":"199.627215ms","start":"2026-03-04T01:45:24.229319Z","end":"2026-03-04T01:45:24.428946Z","steps":["trace[1542459233] 'agreement among raft nodes before linearized reading' (duration: 199.319698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:24.42911Z","caller":"traceutil/trace.go:171","msg":"trace[345169762] transaction","detail":"{read_only:false; response_revision:9840; number_of_response:1; }","duration":"202.479281ms","start":"2026-03-04T01:45:24.226564Z","end":"2026-03-04T01:45:24.429043Z","steps":["trace[345169762] 'process raft request' (duration: 201.766845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:45:24.625943Z","caller":"traceutil/trace.go:171","msg":"trace[665614059] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"327.680136ms","start":"2026-03-04T01:45:24.298237Z","end":"2026-03-04T01:45:24.625917Z","steps":["trace[665614059] 'process raft request' (duration: 327.520453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:45:24.626096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:45:24.298209Z","time spent":"327.810069ms","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5101,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:45:24.64237Z","caller":"traceutil/trace.go:171","msg":"trace[749062854] transaction","detail":"{read_only:false; response_revision:9842; number_of_response:1; }","duration":"207.891717ms","start":"2026-03-04T01:45:24.434447Z","end":"2026-03-04T01:45:24.642339Z","steps":["trace[749062854] 'process raft request' (duration: 207.761724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:45:42.275132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.420042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:45:42.275234Z","caller":"traceutil/trace.go:171","msg":"trace[1727684378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10023; }","duration":"161.597457ms","start":"2026-03-04T01:45:42.113615Z","end":"2026-03-04T01:45:42.275213Z","steps":["trace[1727684378] 'range keys from in-memory index tree' (duration: 161.284289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:45:42.275598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.108736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-17f0a071-d184-435c-b43e-a2041f850429\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-04T01:45:42.275723Z","caller":"traceutil/trace.go:171","msg":"trace[1700274861] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-17f0a071-d184-435c-b43e-a2041f850429; range_end:; response_count:1; response_revision:10023; }","duration":"171.298501ms","start":"2026-03-04T01:45:42.104394Z","end":"2026-03-04T01:45:42.275692Z","steps":["trace[1700274861] 'range keys from in-memory index tree' (duration: 170.83269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:29.312131Z","caller":"traceutil/trace.go:171","msg":"trace[245718444] linearizableReadLoop","detail":"{readStateIndex:10869; appliedIndex:10868; }","duration":"218.671046ms","start":"2026-03-04T01:46:29.093441Z","end":"2026-03-04T01:46:29.312112Z","steps":["trace[245718444] 'read index received' (duration: 218.513112ms)","trace[245718444] 'applied index is now lower than readState.Index' (duration: 157.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:46:29.312223Z","caller":"traceutil/trace.go:171","msg":"trace[345074599] transaction","detail":"{read_only:false; response_revision:10488; number_of_response:1; }","duration":"259.488989ms","start":"2026-03-04T01:46:29.052697Z","end":"2026-03-04T01:46:29.312186Z","steps":["trace[345074599] 'process raft request' (duration: 259.273314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:29.312299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.066231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T01:46:29.312291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.829249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:29.312336Z","caller":"traceutil/trace.go:171","msg":"trace[1475725538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10488; }","duration":"138.183104ms","start":"2026-03-04T01:46:29.174142Z","end":"2026-03-04T01:46:29.312325Z","steps":["trace[1475725538] 'agreement among raft nodes before linearized reading' (duration: 138.079142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:29.312354Z","caller":"traceutil/trace.go:171","msg":"trace[94755505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10488; }","duration":"218.949192ms","start":"2026-03-04T01:46:29.093388Z","end":"2026-03-04T01:46:29.312338Z","steps":["trace[94755505] 'agreement among raft nodes before linearized reading' (duration: 218.814339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:29.312519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.980259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:29.312619Z","caller":"traceutil/trace.go:171","msg":"trace[230541534] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:10488; }","duration":"115.146083ms","start":"2026-03-04T01:46:29.197451Z","end":"2026-03-04T01:46:29.312597Z","steps":["trace[230541534] 'agreement among raft nodes before linearized reading' (duration: 114.959948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:29.858517Z","caller":"traceutil/trace.go:171","msg":"trace[48749179] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"236.111769ms","start":"2026-03-04T01:46:29.622346Z","end":"2026-03-04T01:46:29.858458Z","steps":["trace[48749179] 'process raft request' (duration: 235.919415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:30.879994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.901531ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-04T01:46:30.880144Z","caller":"traceutil/trace.go:171","msg":"trace[1575522245] linearizableReadLoop","detail":"{readStateIndex:10875; appliedIndex:10874; }","duration":"995.034986ms","start":"2026-03-04T01:46:29.885066Z","end":"2026-03-04T01:46:30.880101Z","steps":["trace[1575522245] 'read index received' (duration: 102.881809ms)","trace[1575522245] 'applied index is now lower than readState.Index' (duration: 892.151147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:30.880268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:29.859732Z","time spent":"1.020532235s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T01:46:30.880591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.517367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:30.880649Z","caller":"traceutil/trace.go:171","msg":"trace[1518462748] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10493; }","duration":"995.614439ms","start":"2026-03-04T01:46:29.885014Z","end":"2026-03-04T01:46:30.880628Z","steps":["trace[1518462748] 'agreement among raft nodes before linearized reading' (duration: 995.515087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:30.880695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:29.884992Z","time spent":"995.68796ms","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:46:30.880688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.842947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:30.8807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.248307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:30.880714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.463993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:30.880717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.334649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:30.880721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.778236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:30.880738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.36576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:30.88078Z","caller":"traceutil/trace.go:171","msg":"trace[116390442] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10493; }","duration":"310.97833ms","start":"2026-03-04T01:46:30.569776Z","end":"2026-03-04T01:46:30.880755Z","steps":["trace[116390442] 'agreement among raft nodes before linearized reading' (duration: 310.806306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:30.880782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.937299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-04T01:46:30.880783Z","caller":"traceutil/trace.go:171","msg":"trace[1178588297] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10493; }","duration":"805.38396ms","start":"2026-03-04T01:46:30.075379Z","end":"2026-03-04T01:46:30.880762Z","steps":["trace[1178588297] 'agreement among raft nodes before linearized reading' (duration: 805.242237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:30.880795Z","caller":"traceutil/trace.go:171","msg":"trace[906771339] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10493; }","duration":"805.558275ms","start":"2026-03-04T01:46:30.075217Z","end":"2026-03-04T01:46:30.880776Z","steps":["trace[906771339] 'agreement among raft nodes before linearized reading' (duration: 805.453342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:30.880803Z","caller":"traceutil/trace.go:171","msg":"trace[1837468840] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10493; }","duration":"805.431622ms","start":"2026-03-04T01:46:30.075351Z","end":"2026-03-04T01:46:30.880783Z","steps":["trace[1837468840] 'agreement among raft nodes before linearized reading' (duration: 805.273708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:30.880818Z","caller":"traceutil/trace.go:171","msg":"trace[1043610802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10493; }","duration":"765.918178ms","start":"2026-03-04T01:46:30.114876Z","end":"2026-03-04T01:46:30.880794Z","steps":["trace[1043610802] 'agreement among raft nodes before linearized reading' (duration: 765.750364ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:30.880838Z","caller":"traceutil/trace.go:171","msg":"trace[1387401939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10493; }","duration":"388.032382ms","start":"2026-03-04T01:46:30.492787Z","end":"2026-03-04T01:46:30.88082Z","steps":["trace[1387401939] 'agreement among raft nodes before linearized reading' (duration: 387.842547ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:30.880833Z","caller":"traceutil/trace.go:171","msg":"trace[661964121] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10493; }","duration":"805.478153ms","start":"2026-03-04T01:46:30.075327Z","end":"2026-03-04T01:46:30.880805Z","steps":["trace[661964121] 'agreement among raft nodes before linearized reading' (duration: 805.316379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:30.880836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.569758Z","time spent":"311.068672ms","remote":"127.0.0.1:45458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:46:30.880847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.075212Z","time spent":"805.621756ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-04T01:46:30.880852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.075294Z","time spent":"805.548934ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:46:30.880861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.114855Z","time spent":"765.99808ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:46:30.880877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.492766Z","time spent":"388.101853ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T01:46:30.880841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.075348Z","time spent":"805.483793ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:46:30.880887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.075321Z","time spent":"805.557955ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:46:30.880886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.465436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-dd964c87c-7m8c2.189980197321714c\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-03-04T01:46:30.88089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.217587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T01:46:30.88074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.013046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:46:30.880948Z","caller":"traceutil/trace.go:171","msg":"trace[504121493] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-dd964c87c-7m8c2.189980197321714c; range_end:; response_count:1; response_revision:10493; }","duration":"101.559348ms","start":"2026-03-04T01:46:30.77937Z","end":"2026-03-04T01:46:30.880929Z","steps":["trace[504121493] 'agreement among raft nodes before linearized reading' (duration: 101.21572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:30.880962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.532174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:46:30.880955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:46:30.880975Z","caller":"traceutil/trace.go:171","msg":"trace[1976833765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10493; }","duration":"802.354301ms","start":"2026-03-04T01:46:30.078595Z","end":"2026-03-04T01:46:30.880949Z","steps":["trace[1976833765] 'agreement among raft nodes before linearized reading' (duration: 802.039033ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:30.881004Z","caller":"traceutil/trace.go:171","msg":"trace[1327832521] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10493; }","duration":"805.578766ms","start":"2026-03-04T01:46:30.075413Z","end":"2026-03-04T01:46:30.880991Z","steps":["trace[1327832521] 'agreement among raft nodes before linearized reading' (duration: 805.254598ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:30.880999Z","caller":"traceutil/trace.go:171","msg":"trace[795796049] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10493; }","duration":"819.330973ms","start":"2026-03-04T01:46:30.06163Z","end":"2026-03-04T01:46:30.880961Z","steps":["trace[795796049] 'agreement among raft nodes before linearized reading' (duration: 818.958904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:30.881019Z","caller":"traceutil/trace.go:171","msg":"trace[1449768335] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10493; }","duration":"800.277853ms","start":"2026-03-04T01:46:30.080725Z","end":"2026-03-04T01:46:30.881002Z","steps":["trace[1449768335] 'agreement among raft nodes before linearized reading' (duration: 799.906494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:30.881031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.078575Z","time spent":"802.446862ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T01:46:30.881039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.075409Z","time spent":"805.622986ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-04T01:46:30.881055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.080715Z","time spent":"800.333034ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:46:30.881069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:30.061611Z","time spent":"819.438236ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:46:30.881291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.72895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:30.881398Z","caller":"traceutil/trace.go:171","msg":"trace[2134834687] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10493; }","duration":"270.841643ms","start":"2026-03-04T01:46:30.61054Z","end":"2026-03-04T01:46:30.881381Z","steps":["trace[2134834687] 'agreement among raft nodes before linearized reading' (duration: 270.064885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:36.235882Z","caller":"traceutil/trace.go:171","msg":"trace[617302479] linearizableReadLoop","detail":"{readStateIndex:10907; appliedIndex:10906; }","duration":"119.765309ms","start":"2026-03-04T01:46:36.116095Z","end":"2026-03-04T01:46:36.23586Z","steps":["trace[617302479] 'read index received' (duration: 119.599635ms)","trace[617302479] 'applied index is now lower than readState.Index' (duration: 164.684µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:36.235989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.874591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:36.236017Z","caller":"traceutil/trace.go:171","msg":"trace[928287693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10524; }","duration":"119.955243ms","start":"2026-03-04T01:46:36.116052Z","end":"2026-03-04T01:46:36.236007Z","steps":["trace[928287693] 'agreement among raft nodes before linearized reading' (duration: 119.893442ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:36.235983Z","caller":"traceutil/trace.go:171","msg":"trace[679366710] transaction","detail":"{read_only:false; response_revision:10524; number_of_response:1; }","duration":"166.829637ms","start":"2026-03-04T01:46:36.069121Z","end":"2026-03-04T01:46:36.235951Z","steps":["trace[679366710] 'process raft request' (duration: 166.564891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:50.905703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.001869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-04T01:46:50.905735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.739363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:50.905807Z","caller":"traceutil/trace.go:171","msg":"trace[1017545746] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10594; }","duration":"990.150253ms","start":"2026-03-04T01:46:49.915636Z","end":"2026-03-04T01:46:50.905786Z","steps":["trace[1017545746] 'range keys from in-memory index tree' (duration: 989.823685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:50.905829Z","caller":"traceutil/trace.go:171","msg":"trace[1592479862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10594; }","duration":"989.851496ms","start":"2026-03-04T01:46:49.915943Z","end":"2026-03-04T01:46:50.905794Z","steps":["trace[1592479862] 'range keys from in-memory index tree' (duration: 989.657232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:50.905849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:49.915625Z","time spent":"990.216054ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:46:50.905874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:49.915933Z","time spent":"989.931178ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:46:50.90594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.106145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:50.905974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.870679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:50.906006Z","caller":"traceutil/trace.go:171","msg":"trace[1781876376] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10594; }","duration":"991.213688ms","start":"2026-03-04T01:46:49.914776Z","end":"2026-03-04T01:46:50.905989Z","steps":["trace[1781876376] 'range keys from in-memory index tree' (duration: 991.038323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:50.906047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:49.914757Z","time spent":"991.283189ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T01:46:50.906052Z","caller":"traceutil/trace.go:171","msg":"trace[1774832974] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10594; }","duration":"991.023272ms","start":"2026-03-04T01:46:49.915009Z","end":"2026-03-04T01:46:50.906032Z","steps":["trace[1774832974] 'range keys from in-memory index tree' (duration: 990.765077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:50.90609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.89862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:50.906093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:49.914981Z","time spent":"991.102955ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T01:46:50.906125Z","caller":"traceutil/trace.go:171","msg":"trace[755990262] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10594; }","duration":"990.955851ms","start":"2026-03-04T01:46:49.915159Z","end":"2026-03-04T01:46:50.906115Z","steps":["trace[755990262] 'range keys from in-memory index tree' (duration: 990.850959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:50.906152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:49.915147Z","time spent":"990.999162ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:46:50.90626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.26912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:46:50.906507Z","caller":"traceutil/trace.go:171","msg":"trace[296858054] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"687.785311ms","start":"2026-03-04T01:46:50.218701Z","end":"2026-03-04T01:46:50.906486Z","steps":["trace[296858054] 'process raft request' (duration: 687.696459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:50.906587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:50.218669Z","time spent":"687.878003ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:46:50.906653Z","caller":"traceutil/trace.go:171","msg":"trace[755658761] transaction","detail":"{read_only:false; response_revision:10595; number_of_response:1; }","duration":"976.701161ms","start":"2026-03-04T01:46:49.929842Z","end":"2026-03-04T01:46:50.906543Z","steps":["trace[755658761] 'process raft request' (duration: 465.081643ms)","trace[755658761] 'compare' (duration: 510.984044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:50.907058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:49.929821Z","time spent":"976.977748ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:52.392024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149578069s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:46:52.392199Z","caller":"traceutil/trace.go:171","msg":"trace[1506722617] linearizableReadLoop","detail":"{readStateIndex:10983; appliedIndex:10982; }","duration":"1.341198249s","start":"2026-03-04T01:46:51.050982Z","end":"2026-03-04T01:46:52.392181Z","steps":["trace[1506722617] 'read index received' (duration: 191.388204ms)","trace[1506722617] 'applied index is now lower than readState.Index' (duration: 1.149808875s)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:46:52.392836Z","caller":"traceutil/trace.go:171","msg":"trace[1869773401] transaction","detail":"{read_only:false; response_revision:10597; number_of_response:1; }","duration":"1.40914016s","start":"2026-03-04T01:46:50.983361Z","end":"2026-03-04T01:46:52.392501Z","steps":["trace[1869773401] 'process raft request' (duration: 259.000578ms)","trace[1869773401] 'compare' (duration: 1.149465697s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:52.393002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342009378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:46:52.393091Z","caller":"traceutil/trace.go:171","msg":"trace[631967732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10597; }","duration":"1.342143371s","start":"2026-03-04T01:46:51.050926Z","end":"2026-03-04T01:46:52.393069Z","steps":["trace[631967732] 'agreement among raft nodes before linearized reading' (duration: 1.341558968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:52.393134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.050902Z","time spent":"1.342223633s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:46:52.393052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:50.983337Z","time spent":"1.409659902s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:52.892654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191238805,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:46:53.039178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.796768351s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:46:53.03961Z","caller":"traceutil/trace.go:171","msg":"trace[2130349008] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"1.944089437s","start":"2026-03-04T01:46:51.095497Z","end":"2026-03-04T01:46:53.039586Z","steps":["trace[2130349008] 'process raft request' (duration: 1.943904073s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.039774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.095473Z","time spent":"1.944230981s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:53.116032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000576483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T01:46:53.116135Z","caller":"traceutil/trace.go:171","msg":"trace[1332585666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733146s","start":"2026-03-04T01:46:51.11538Z","end":"2026-03-04T01:46:53.116113Z","steps":["trace[1332585666] 'agreement among raft nodes before linearized reading' (duration: 2.000608063s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.116185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.11536Z","time spent":"2.000810719s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 01:46:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T01:46:53.3984Z","caller":"traceutil/trace.go:171","msg":"trace[1188286548] transaction","detail":"{read_only:false; response_revision:10599; number_of_response:1; }","duration":"1.951584401s","start":"2026-03-04T01:46:51.446799Z","end":"2026-03-04T01:46:53.398384Z","steps":["trace[1188286548] 'process raft request' (duration: 1.951455318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.398499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.446772Z","time spent":"1.951679453s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:46:53.398697Z","caller":"traceutil/trace.go:171","msg":"trace[256623955] transaction","detail":"{read_only:false; response_revision:10600; number_of_response:1; }","duration":"1.001039303s","start":"2026-03-04T01:46:52.397619Z","end":"2026-03-04T01:46:53.398658Z","steps":["trace[256623955] 'process raft request' (duration: 1.000742036s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.398861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.397596Z","time spent":"1.001186897s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:46:53.399117Z","caller":"traceutil/trace.go:171","msg":"trace[328050862] linearizableReadLoop","detail":"{readStateIndex:10986; appliedIndex:10983; }","duration":"1.006834227s","start":"2026-03-04T01:46:52.392267Z","end":"2026-03-04T01:46:53.399101Z","steps":["trace[328050862] 'read index received' (duration: 647.279214ms)","trace[328050862] 'applied index is now lower than readState.Index' (duration: 359.553743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:53.39918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773500233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:53.399211Z","caller":"traceutil/trace.go:171","msg":"trace[1679690590] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10601; }","duration":"1.773570615s","start":"2026-03-04T01:46:51.625634Z","end":"2026-03-04T01:46:53.399204Z","steps":["trace[1679690590] 'agreement among raft nodes before linearized reading' (duration: 1.773518493s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.399228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.625613Z","time spent":"1.773610896s","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:46:53.399307Z","caller":"traceutil/trace.go:171","msg":"trace[423406478] transaction","detail":"{read_only:false; response_revision:10601; number_of_response:1; }","duration":"486.741644ms","start":"2026-03-04T01:46:52.91256Z","end":"2026-03-04T01:46:53.399301Z","steps":["trace[423406478] 'process raft request' (duration: 486.067048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.399341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.912542Z","time spent":"486.777935ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:53.399389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945804967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:46:53.399419Z","caller":"traceutil/trace.go:171","msg":"trace[1229853011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10601; }","duration":"1.945862238s","start":"2026-03-04T01:46:51.453547Z","end":"2026-03-04T01:46:53.399409Z","steps":["trace[1229853011] 'agreement among raft nodes before linearized reading' (duration: 1.945787567s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.399447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.453531Z","time spent":"1.945910219s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:46:53.39947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662723662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:46:53.39949Z","caller":"traceutil/trace.go:171","msg":"trace[587607763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:10601; }","duration":"1.662740172s","start":"2026-03-04T01:46:51.736742Z","end":"2026-03-04T01:46:53.399483Z","steps":["trace[587607763] 'agreement among raft nodes before linearized reading' (duration: 1.66266471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.399519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.736702Z","time spent":"1.662810974s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:46:53.399563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944411755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:46:53.399552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948655593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:46:53.399632Z","caller":"traceutil/trace.go:171","msg":"trace[1449431338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10601; }","duration":"1.944510847s","start":"2026-03-04T01:46:51.455113Z","end":"2026-03-04T01:46:53.399623Z","steps":["trace[1449431338] 'agreement among raft nodes before linearized reading' (duration: 1.944398685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.39967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.454195Z","time spent":"1.945468589s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:46:53.399791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.368256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-04T01:46:53.399819Z","caller":"traceutil/trace.go:171","msg":"trace[162602934] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10601; }","duration":"679.417398ms","start":"2026-03-04T01:46:52.72039Z","end":"2026-03-04T01:46:53.399808Z","steps":["trace[162602934] 'agreement among raft nodes before linearized reading' (duration: 679.370036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.399827Z","caller":"traceutil/trace.go:171","msg":"trace[1821084758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10601; }","duration":"1.94899031s","start":"2026-03-04T01:46:51.450811Z","end":"2026-03-04T01:46:53.399801Z","steps":["trace[1821084758] 'agreement among raft nodes before linearized reading' (duration: 1.948502519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.399844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.720375Z","time spent":"679.463808ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T01:46:53.399886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.450788Z","time spent":"1.949083283s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:46:53.399901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661976534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414947"} {"level":"warn","ts":"2026-03-04T01:46:53.400119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162265572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T01:46:53.400169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.469279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.400216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.960886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.400227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.535882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:46:53.400226Z","caller":"traceutil/trace.go:171","msg":"trace[278171972] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10601; }","duration":"1.662068266s","start":"2026-03-04T01:46:51.737867Z","end":"2026-03-04T01:46:53.399935Z","steps":["trace[278171972] 'agreement among raft nodes before linearized reading' (duration: 1.661488973s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.400246Z","caller":"traceutil/trace.go:171","msg":"trace[697776852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10601; }","duration":"284.027417ms","start":"2026-03-04T01:46:53.11621Z","end":"2026-03-04T01:46:53.400237Z","steps":["trace[697776852] 'agreement among raft nodes before linearized reading' (duration: 283.988697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.400244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948744464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:46:53.400338Z","caller":"traceutil/trace.go:171","msg":"trace[2048598903] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10601; }","duration":"464.633722ms","start":"2026-03-04T01:46:52.935561Z","end":"2026-03-04T01:46:53.400194Z","steps":["trace[2048598903] 'agreement among raft nodes before linearized reading' (duration: 464.577231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.400366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.93553Z","time spent":"464.830047ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T01:46:53.400353Z","caller":"traceutil/trace.go:171","msg":"trace[442301083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10601; }","duration":"1.948881318s","start":"2026-03-04T01:46:51.451459Z","end":"2026-03-04T01:46:53.40034Z","steps":["trace[442301083] 'agreement among raft nodes before linearized reading' (duration: 1.948657853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.400404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.923564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.400348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202997303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:46:53.400447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.868842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-04T01:46:53.400463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.726473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.400457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.451447Z","time spent":"1.9489679s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:46:53.400516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.421755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.400532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.594722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:46:53.400519Z","caller":"traceutil/trace.go:171","msg":"trace[1177754097] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:10601; }","duration":"1.203290429s","start":"2026-03-04T01:46:52.197206Z","end":"2026-03-04T01:46:53.400497Z","steps":["trace[1177754097] 'agreement among raft nodes before linearized reading' (duration: 1.202989372s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.400563Z","caller":"traceutil/trace.go:171","msg":"trace[790872285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10601; }","duration":"621.651413ms","start":"2026-03-04T01:46:52.778901Z","end":"2026-03-04T01:46:53.400553Z","steps":["trace[790872285] 'agreement among raft nodes before linearized reading' (duration: 621.606062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.400593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.762303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.40037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.779901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:53.400627Z","caller":"traceutil/trace.go:171","msg":"trace[583938918] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10601; }","duration":"489.056237ms","start":"2026-03-04T01:46:52.911564Z","end":"2026-03-04T01:46:53.400621Z","steps":["trace[583938918] 'agreement among raft nodes before linearized reading' (duration: 488.764691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.40063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.197187Z","time spent":"1.203427013s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:46:53.400674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.911558Z","time spent":"489.110458ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T01:46:53.400431Z","caller":"traceutil/trace.go:171","msg":"trace[2124984060] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10601; }","duration":"488.988006ms","start":"2026-03-04T01:46:52.911435Z","end":"2026-03-04T01:46:53.400423Z","steps":["trace[2124984060] 'agreement among raft nodes before linearized reading' (duration: 488.951825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.400626Z","caller":"traceutil/trace.go:171","msg":"trace[712136685] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10601; }","duration":"463.817214ms","start":"2026-03-04T01:46:52.936802Z","end":"2026-03-04T01:46:53.400619Z","steps":["trace[712136685] 'agreement among raft nodes before linearized reading' (duration: 463.772583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.400719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.936788Z","time spent":"463.920186ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-04T01:46:53.400716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.08367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:53.400556Z","caller":"traceutil/trace.go:171","msg":"trace[2006272212] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10601; }","duration":"463.475356ms","start":"2026-03-04T01:46:52.937072Z","end":"2026-03-04T01:46:53.400547Z","steps":["trace[2006272212] 'agreement among raft nodes before linearized reading' (duration: 463.425704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.400774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.937063Z","time spent":"463.705652ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-04T01:46:53.400775Z","caller":"traceutil/trace.go:171","msg":"trace[404936306] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10601; }","duration":"464.186383ms","start":"2026-03-04T01:46:52.936575Z","end":"2026-03-04T01:46:53.400762Z","steps":["trace[404936306] 'agreement among raft nodes before linearized reading' (duration: 464.06677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.399291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893813225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-04T01:46:53.400597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.778885Z","time spent":"621.702615ms","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:46:53.400814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.372437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:46:53.400899Z","caller":"traceutil/trace.go:171","msg":"trace[2092115805] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10601; }","duration":"1.895435972s","start":"2026-03-04T01:46:51.505433Z","end":"2026-03-04T01:46:53.400869Z","steps":["trace[2092115805] 'agreement among raft nodes before linearized reading' (duration: 1.893756853s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.400949Z","caller":"traceutil/trace.go:171","msg":"trace[1998592069] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10601; }","duration":"464.54431ms","start":"2026-03-04T01:46:52.936387Z","end":"2026-03-04T01:46:53.400931Z","steps":["trace[1998592069] 'agreement among raft nodes before linearized reading' (duration: 464.213603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.400988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.505416Z","time spent":"1.895541845s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T01:46:53.401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.936375Z","time spent":"464.612732ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-04T01:46:53.400714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.911413Z","time spent":"489.289643ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:46:53.40083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.936564Z","time spent":"464.249504ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:46:53.400478Z","caller":"traceutil/trace.go:171","msg":"trace[1750603435] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10601; }","duration":"462.919023ms","start":"2026-03-04T01:46:52.937551Z","end":"2026-03-04T01:46:53.40047Z","steps":["trace[1750603435] 'agreement among raft nodes before linearized reading' (duration: 462.81525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.40113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.937538Z","time spent":"463.578859ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-04T01:46:53.400258Z","caller":"traceutil/trace.go:171","msg":"trace[1219918921] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10601; }","duration":"487.578824ms","start":"2026-03-04T01:46:52.912668Z","end":"2026-03-04T01:46:53.400246Z","steps":["trace[1219918921] 'agreement among raft nodes before linearized reading' (duration: 487.484231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.401194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.912659Z","time spent":"488.523405ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:46:53.400279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.737845Z","time spent":"1.662420375s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414970,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T01:46:53.400305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.690439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:53.401445Z","caller":"traceutil/trace.go:171","msg":"trace[799199642] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10601; }","duration":"489.840406ms","start":"2026-03-04T01:46:52.911587Z","end":"2026-03-04T01:46:53.401428Z","steps":["trace[799199642] 'agreement among raft nodes before linearized reading' (duration: 488.693069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.401482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.911578Z","time spent":"489.893717ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T01:46:53.400311Z","caller":"traceutil/trace.go:171","msg":"trace[1701625372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10601; }","duration":"2.162330953s","start":"2026-03-04T01:46:51.237817Z","end":"2026-03-04T01:46:53.400148Z","steps":["trace[1701625372] 'agreement among raft nodes before linearized reading' (duration: 2.162239211s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.401545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:51.2378Z","time spent":"2.163729035s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T01:46:53.400489Z","caller":"traceutil/trace.go:171","msg":"trace[442180930] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10601; }","duration":"489.775884ms","start":"2026-03-04T01:46:52.910706Z","end":"2026-03-04T01:46:53.400482Z","steps":["trace[442180930] 'agreement among raft nodes before linearized reading' (duration: 489.741453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:53.401694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:52.910691Z","time spent":"490.93061ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:46:53.663114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.673503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:46:53.663509Z","caller":"traceutil/trace.go:171","msg":"trace[856220239] transaction","detail":"{read_only:false; response_revision:10603; number_of_response:1; }","duration":"256.549822ms","start":"2026-03-04T01:46:53.406937Z","end":"2026-03-04T01:46:53.663487Z","steps":["trace[856220239] 'process raft request' (duration: 256.292876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.663624Z","caller":"traceutil/trace.go:171","msg":"trace[112689213] linearizableReadLoop","detail":"{readStateIndex:10992; appliedIndex:10987; }","duration":"253.524141ms","start":"2026-03-04T01:46:53.410076Z","end":"2026-03-04T01:46:53.6636Z","steps":["trace[112689213] 'read index received' (duration: 22.295165ms)","trace[112689213] 'applied index is now lower than readState.Index' (duration: 231.227916ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:46:53.663687Z","caller":"traceutil/trace.go:171","msg":"trace[103966528] transaction","detail":"{read_only:false; response_revision:10602; number_of_response:1; }","duration":"257.039572ms","start":"2026-03-04T01:46:53.40664Z","end":"2026-03-04T01:46:53.66368Z","steps":["trace[103966528] 'process raft request' (duration: 25.714544ms)","trace[103966528] 'compare' (duration: 229.943446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:53.6638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.713426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:53.663831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.150822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:53.663851Z","caller":"traceutil/trace.go:171","msg":"trace[514655942] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10605; }","duration":"195.227334ms","start":"2026-03-04T01:46:53.468618Z","end":"2026-03-04T01:46:53.663846Z","steps":["trace[514655942] 'agreement among raft nodes before linearized reading' (duration: 195.179433ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.663854Z","caller":"traceutil/trace.go:171","msg":"trace[531760987] transaction","detail":"{read_only:false; response_revision:10604; number_of_response:1; }","duration":"256.518871ms","start":"2026-03-04T01:46:53.407322Z","end":"2026-03-04T01:46:53.663841Z","steps":["trace[531760987] 'process raft request' (duration: 255.983949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.663857Z","caller":"traceutil/trace.go:171","msg":"trace[1218920062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10605; }","duration":"253.784948ms","start":"2026-03-04T01:46:53.410058Z","end":"2026-03-04T01:46:53.663842Z","steps":["trace[1218920062] 'agreement among raft nodes before linearized reading' (duration: 253.670605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:53.663802Z","caller":"traceutil/trace.go:171","msg":"trace[1211501939] transaction","detail":"{read_only:false; response_revision:10605; number_of_response:1; }","duration":"255.021106ms","start":"2026-03-04T01:46:53.408757Z","end":"2026-03-04T01:46:53.663778Z","steps":["trace[1211501939] 'process raft request' (duration: 254.721069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:54.079718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.648922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:46:54.079797Z","caller":"traceutil/trace.go:171","msg":"trace[49241658] linearizableReadLoop","detail":"{readStateIndex:10993; appliedIndex:10992; }","duration":"413.154513ms","start":"2026-03-04T01:46:53.666631Z","end":"2026-03-04T01:46:54.079786Z","steps":["trace[49241658] 'read index received' (duration: 99.309986ms)","trace[49241658] 'applied index is now lower than readState.Index' (duration: 313.843547ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:46:54.079844Z","caller":"traceutil/trace.go:171","msg":"trace[2008602730] transaction","detail":"{read_only:false; response_revision:10606; number_of_response:1; }","duration":"415.097608ms","start":"2026-03-04T01:46:53.664738Z","end":"2026-03-04T01:46:54.079836Z","steps":["trace[2008602730] 'process raft request' (duration: 101.254412ms)","trace[2008602730] 'compare' (duration: 313.548429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:54.079884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:53.664723Z","time spent":"415.142678ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:54.079953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.316496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:54.079983Z","caller":"traceutil/trace.go:171","msg":"trace[2024806454] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10606; }","duration":"413.362037ms","start":"2026-03-04T01:46:53.666614Z","end":"2026-03-04T01:46:54.079976Z","steps":["trace[2024806454] 'agreement among raft nodes before linearized reading' (duration: 413.278405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:54.08Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:53.666606Z","time spent":"413.390627ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T01:46:54.150151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.179523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:46:54.150227Z","caller":"traceutil/trace.go:171","msg":"trace[1921729280] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10607; }","duration":"477.263235ms","start":"2026-03-04T01:46:53.672937Z","end":"2026-03-04T01:46:54.150201Z","steps":["trace[1921729280] 'agreement among raft nodes before linearized reading' (duration: 477.155562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:54.150213Z","caller":"traceutil/trace.go:171","msg":"trace[1691119654] transaction","detail":"{read_only:false; response_revision:10607; number_of_response:1; }","duration":"337.597945ms","start":"2026-03-04T01:46:53.812584Z","end":"2026-03-04T01:46:54.150182Z","steps":["trace[1691119654] 'process raft request' (duration: 337.025982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:54.150687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:53.812552Z","time spent":"338.038976ms","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:54.150255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:53.672933Z","time spent":"477.315086ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:46:54.513272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.96093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:46:54.513371Z","caller":"traceutil/trace.go:171","msg":"trace[1763053870] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10607; }","duration":"116.070473ms","start":"2026-03-04T01:46:54.397262Z","end":"2026-03-04T01:46:54.513333Z","steps":["trace[1763053870] 'range keys from in-memory index tree' (duration: 115.748746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:54.637377Z","caller":"traceutil/trace.go:171","msg":"trace[969409403] transaction","detail":"{read_only:false; response_revision:10608; number_of_response:1; }","duration":"119.021582ms","start":"2026-03-04T01:46:54.518339Z","end":"2026-03-04T01:46:54.637361Z","steps":["trace[969409403] 'process raft request' (duration: 118.91675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.241956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.998414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:55.242117Z","caller":"traceutil/trace.go:171","msg":"trace[1062305303] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10608; }","duration":"360.212438ms","start":"2026-03-04T01:46:54.881884Z","end":"2026-03-04T01:46:55.242097Z","steps":["trace[1062305303] 'count revisions from in-memory index tree' (duration: 359.883461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.242193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:54.881857Z","time spent":"360.320691ms","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:46:55.243735Z","caller":"traceutil/trace.go:171","msg":"trace[752053427] linearizableReadLoop","detail":"{readStateIndex:10996; appliedIndex:10995; }","duration":"128.845339ms","start":"2026-03-04T01:46:55.114867Z","end":"2026-03-04T01:46:55.243712Z","steps":["trace[752053427] 'read index received' (duration: 124.856417ms)","trace[752053427] 'applied index is now lower than readState.Index' (duration: 3.987632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:55.244015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.124056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:55.244301Z","caller":"traceutil/trace.go:171","msg":"trace[1232099217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10608; }","duration":"129.442173ms","start":"2026-03-04T01:46:55.114833Z","end":"2026-03-04T01:46:55.244276Z","steps":["trace[1232099217] 'agreement among raft nodes before linearized reading' (duration: 128.956982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:55.48892Z","caller":"traceutil/trace.go:171","msg":"trace[1236334747] linearizableReadLoop","detail":"{readStateIndex:10997; appliedIndex:10996; }","duration":"243.141511ms","start":"2026-03-04T01:46:55.245757Z","end":"2026-03-04T01:46:55.488898Z","steps":["trace[1236334747] 'read index received' (duration: 243.022758ms)","trace[1236334747] 'applied index is now lower than readState.Index' (duration: 117.663µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:46:55.488976Z","caller":"traceutil/trace.go:171","msg":"trace[600586180] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"299.104515ms","start":"2026-03-04T01:46:55.189847Z","end":"2026-03-04T01:46:55.488952Z","steps":["trace[600586180] 'process raft request' (duration: 298.87361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.489109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.324496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:55.489205Z","caller":"traceutil/trace.go:171","msg":"trace[1766911289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10609; }","duration":"243.47952ms","start":"2026-03-04T01:46:55.245704Z","end":"2026-03-04T01:46:55.489184Z","steps":["trace[1766911289] 'agreement among raft nodes before linearized reading' (duration: 243.298555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.805704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.627255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:46:55.805827Z","caller":"traceutil/trace.go:171","msg":"trace[670578415] linearizableReadLoop","detail":"{readStateIndex:10999; appliedIndex:10997; }","duration":"316.828565ms","start":"2026-03-04T01:46:55.488987Z","end":"2026-03-04T01:46:55.805815Z","steps":["trace[670578415] 'read index received' (duration: 190.982105ms)","trace[670578415] 'applied index is now lower than readState.Index' (duration: 125.84574ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:46:55.805834Z","caller":"traceutil/trace.go:171","msg":"trace[1427063696] transaction","detail":"{read_only:false; response_revision:10610; number_of_response:1; }","duration":"402.169108ms","start":"2026-03-04T01:46:55.403636Z","end":"2026-03-04T01:46:55.805805Z","steps":["trace[1427063696] 'process raft request' (duration: 276.38743ms)","trace[1427063696] 'compare' (duration: 125.528832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:55.80591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.531527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:55.805928Z","caller":"traceutil/trace.go:171","msg":"trace[2122199876] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10611; }","duration":"399.556188ms","start":"2026-03-04T01:46:55.406364Z","end":"2026-03-04T01:46:55.80592Z","steps":["trace[2122199876] 'agreement among raft nodes before linearized reading' (duration: 399.507596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.805936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.403617Z","time spent":"402.262581ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:55.805946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.406358Z","time spent":"399.583388ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-04T01:46:55.805965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.511137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:55.806038Z","caller":"traceutil/trace.go:171","msg":"trace[1169431030] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10611; }","duration":"399.611369ms","start":"2026-03-04T01:46:55.406411Z","end":"2026-03-04T01:46:55.806022Z","steps":["trace[1169431030] 'agreement among raft nodes before linearized reading' (duration: 399.424695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.005835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-04T01:46:55.806094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.401958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:55.806102Z","caller":"traceutil/trace.go:171","msg":"trace[1816028895] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10611; }","duration":"399.107728ms","start":"2026-03-04T01:46:55.406984Z","end":"2026-03-04T01:46:55.806091Z","steps":["trace[1816028895] 'agreement among raft nodes before linearized reading' (duration: 398.952614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:55.806113Z","caller":"traceutil/trace.go:171","msg":"trace[294368261] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10611; }","duration":"400.436888ms","start":"2026-03-04T01:46:55.405672Z","end":"2026-03-04T01:46:55.806109Z","steps":["trace[294368261] 'agreement among raft nodes before linearized reading' (duration: 400.411137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.405664Z","time spent":"400.464558ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-04T01:46:55.806132Z","caller":"traceutil/trace.go:171","msg":"trace[347023034] transaction","detail":"{read_only:false; response_revision:10611; number_of_response:1; }","duration":"398.933113ms","start":"2026-03-04T01:46:55.407192Z","end":"2026-03-04T01:46:55.806125Z","steps":["trace[347023034] 'process raft request' (duration: 398.576545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.407173Z","time spent":"398.975144ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:55.806178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.736346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:46:55.806179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.468755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:46:55.806195Z","caller":"traceutil/trace.go:171","msg":"trace[2051767698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:10611; }","duration":"391.775428ms","start":"2026-03-04T01:46:55.414416Z","end":"2026-03-04T01:46:55.806192Z","steps":["trace[2051767698] 'agreement among raft nodes before linearized reading' (duration: 391.726227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:55.806203Z","caller":"traceutil/trace.go:171","msg":"trace[1633457240] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10611; }","duration":"399.499236ms","start":"2026-03-04T01:46:55.406697Z","end":"2026-03-04T01:46:55.806196Z","steps":["trace[1633457240] 'agreement among raft nodes before linearized reading' (duration: 399.390423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.414405Z","time spent":"391.801438ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:46:55.806212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.325515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T01:46:55.806228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.406693Z","time spent":"399.530488ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-04T01:46:55.806242Z","caller":"traceutil/trace.go:171","msg":"trace[1441897478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10611; }","duration":"403.385816ms","start":"2026-03-04T01:46:55.402849Z","end":"2026-03-04T01:46:55.806234Z","steps":["trace[1441897478] 'agreement among raft nodes before linearized reading' (duration: 403.262703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.402832Z","time spent":"403.426137ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:46:55.80628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.803409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:46:55.806272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.715374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:55.80613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.40696Z","time spent":"399.162928ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-04T01:46:55.806322Z","caller":"traceutil/trace.go:171","msg":"trace[1120911923] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10611; }","duration":"400.799347ms","start":"2026-03-04T01:46:55.405513Z","end":"2026-03-04T01:46:55.806312Z","steps":["trace[1120911923] 'agreement among raft nodes before linearized reading' (duration: 400.718565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.80634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.070553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:55.80635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.405497Z","time spent":"400.847087ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-04T01:46:55.806363Z","caller":"traceutil/trace.go:171","msg":"trace[1641565312] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10611; }","duration":"401.146915ms","start":"2026-03-04T01:46:55.405211Z","end":"2026-03-04T01:46:55.806358Z","steps":["trace[1641565312] 'agreement among raft nodes before linearized reading' (duration: 401.113504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:55.806295Z","caller":"traceutil/trace.go:171","msg":"trace[702639657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10611; }","duration":"138.85473ms","start":"2026-03-04T01:46:55.667436Z","end":"2026-03-04T01:46:55.806291Z","steps":["trace[702639657] 'agreement among raft nodes before linearized reading' (duration: 138.812909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.169955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:46:55.806398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.575954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:46:55.806408Z","caller":"traceutil/trace.go:171","msg":"trace[1574937791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10611; }","duration":"138.230866ms","start":"2026-03-04T01:46:55.668172Z","end":"2026-03-04T01:46:55.806403Z","steps":["trace[1574937791] 'agreement among raft nodes before linearized reading' (duration: 138.170624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.8503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:46:55.806234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.934013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-04T01:46:55.806445Z","caller":"traceutil/trace.go:171","msg":"trace[1300743970] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10611; }","duration":"530.176058ms","start":"2026-03-04T01:46:55.276265Z","end":"2026-03-04T01:46:55.806442Z","steps":["trace[1300743970] 'agreement among raft nodes before linearized reading' (duration: 529.929492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:55.806446Z","caller":"traceutil/trace.go:171","msg":"trace[1289355725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10611; }","duration":"138.911311ms","start":"2026-03-04T01:46:55.667522Z","end":"2026-03-04T01:46:55.806433Z","steps":["trace[1289355725] 'agreement among raft nodes before linearized reading' (duration: 138.86531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.276252Z","time spent":"530.207779ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T01:46:55.80641Z","caller":"traceutil/trace.go:171","msg":"trace[686129604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10611; }","duration":"138.604215ms","start":"2026-03-04T01:46:55.667803Z","end":"2026-03-04T01:46:55.806407Z","steps":["trace[686129604] 'agreement among raft nodes before linearized reading' (duration: 138.571124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.406399Z","time spent":"399.66539ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:46:55.806501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.006698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:55.806516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.847274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:46:55.806387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.405197Z","time spent":"401.185555ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:46:55.806074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.972367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:55.806539Z","caller":"traceutil/trace.go:171","msg":"trace[1276120457] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10611; }","duration":"399.887286ms","start":"2026-03-04T01:46:55.406644Z","end":"2026-03-04T01:46:55.806532Z","steps":["trace[1276120457] 'agreement among raft nodes before linearized reading' (duration: 399.819274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:55.806543Z","caller":"traceutil/trace.go:171","msg":"trace[1340570536] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10611; }","duration":"400.477299ms","start":"2026-03-04T01:46:55.406059Z","end":"2026-03-04T01:46:55.806537Z","steps":["trace[1340570536] 'agreement among raft nodes before linearized reading' (duration: 400.000588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.815987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:55.806546Z","caller":"traceutil/trace.go:171","msg":"trace[18621301] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10611; }","duration":"400.05277ms","start":"2026-03-04T01:46:55.406478Z","end":"2026-03-04T01:46:55.80653Z","steps":["trace[18621301] 'agreement among raft nodes before linearized reading' (duration: 399.988538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.40604Z","time spent":"400.51925ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:46:55.806562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.406638Z","time spent":"399.919696ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-04T01:46:55.806571Z","caller":"traceutil/trace.go:171","msg":"trace[228484826] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10611; }","duration":"401.000341ms","start":"2026-03-04T01:46:55.405563Z","end":"2026-03-04T01:46:55.806564Z","steps":["trace[228484826] 'agreement among raft nodes before linearized reading' (duration: 400.681464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:55.806575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.406473Z","time spent":"400.097111ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:46:55.806624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.405559Z","time spent":"401.057613ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-04T01:46:56.586418Z","caller":"traceutil/trace.go:171","msg":"trace[1266530774] transaction","detail":"{read_only:false; response_revision:10614; number_of_response:1; }","duration":"776.199625ms","start":"2026-03-04T01:46:55.810195Z","end":"2026-03-04T01:46:56.586395Z","steps":["trace[1266530774] 'process raft request' (duration: 776.129204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:56.58656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.810176Z","time spent":"776.315188ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:46:56.586463Z","caller":"traceutil/trace.go:171","msg":"trace[1003752212] transaction","detail":"{read_only:false; response_revision:10613; number_of_response:1; }","duration":"776.266096ms","start":"2026-03-04T01:46:55.810165Z","end":"2026-03-04T01:46:56.586431Z","steps":["trace[1003752212] 'process raft request' (duration: 776.00579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:56.58677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.810144Z","time spent":"776.536453ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:46:56.587459Z","caller":"traceutil/trace.go:171","msg":"trace[921610586] transaction","detail":"{read_only:false; response_revision:10615; number_of_response:1; }","duration":"777.211029ms","start":"2026-03-04T01:46:55.810229Z","end":"2026-03-04T01:46:56.58744Z","steps":["trace[921610586] 'process raft request' (duration: 776.133344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:56.588641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.810221Z","time spent":"778.329614ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:46:56.587659Z","caller":"traceutil/trace.go:171","msg":"trace[1512732299] linearizableReadLoop","detail":"{readStateIndex:11004; appliedIndex:10999; }","duration":"776.446711ms","start":"2026-03-04T01:46:55.811191Z","end":"2026-03-04T01:46:56.587638Z","steps":["trace[1512732299] 'read index received' (duration: 78.368832ms)","trace[1512732299] 'applied index is now lower than readState.Index' (duration: 698.076639ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:46:56.587884Z","caller":"traceutil/trace.go:171","msg":"trace[449045417] transaction","detail":"{read_only:false; response_revision:10616; number_of_response:1; }","duration":"777.532576ms","start":"2026-03-04T01:46:55.810323Z","end":"2026-03-04T01:46:56.587855Z","steps":["trace[449045417] 'process raft request' (duration: 777.019654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:56.588956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.810309Z","time spent":"778.610131ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:56.587927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.723037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-04T01:46:56.589161Z","caller":"traceutil/trace.go:171","msg":"trace[586358497] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10616; }","duration":"777.978486ms","start":"2026-03-04T01:46:55.811161Z","end":"2026-03-04T01:46:56.589139Z","steps":["trace[586358497] 'agreement among raft nodes before linearized reading' (duration: 776.536062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:56.589205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.811153Z","time spent":"778.040877ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T01:46:56.589322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.817886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-04T01:46:56.589387Z","caller":"traceutil/trace.go:171","msg":"trace[1047977504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10616; }","duration":"756.923479ms","start":"2026-03-04T01:46:55.832449Z","end":"2026-03-04T01:46:56.589373Z","steps":["trace[1047977504] 'agreement among raft nodes before linearized reading' (duration: 756.646633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:56.589427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:55.832434Z","time spent":"756.9849ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T01:46:56.772932Z","caller":"traceutil/trace.go:171","msg":"trace[805607136] transaction","detail":"{read_only:false; response_revision:10618; number_of_response:1; }","duration":"127.723522ms","start":"2026-03-04T01:46:56.645179Z","end":"2026-03-04T01:46:56.772902Z","steps":["trace[805607136] 'process raft request' (duration: 59.169207ms)","trace[805607136] 'compare' (duration: 68.425802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:57.218362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.306792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:57.218427Z","caller":"traceutil/trace.go:171","msg":"trace[1610875208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10619; }","duration":"104.416704ms","start":"2026-03-04T01:46:57.113996Z","end":"2026-03-04T01:46:57.218413Z","steps":["trace[1610875208] 'range keys from in-memory index tree' (duration: 104.21792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:57.804694Z","caller":"traceutil/trace.go:171","msg":"trace[1544100628] transaction","detail":"{read_only:false; response_revision:10620; number_of_response:1; }","duration":"138.085152ms","start":"2026-03-04T01:46:57.666583Z","end":"2026-03-04T01:46:57.804668Z","steps":["trace[1544100628] 'process raft request' (duration: 137.879648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:58.128921Z","caller":"traceutil/trace.go:171","msg":"trace[302644775] transaction","detail":"{read_only:false; response_revision:10621; number_of_response:1; }","duration":"316.436586ms","start":"2026-03-04T01:46:57.812466Z","end":"2026-03-04T01:46:58.128902Z","steps":["trace[302644775] 'process raft request' (duration: 316.294032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:58.129038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.812446Z","time spent":"316.534078ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:46:58.214602Z","caller":"traceutil/trace.go:171","msg":"trace[830413102] linearizableReadLoop","detail":"{readStateIndex:11010; appliedIndex:11008; }","duration":"401.888362ms","start":"2026-03-04T01:46:57.812691Z","end":"2026-03-04T01:46:58.214579Z","steps":["trace[830413102] 'read index received' (duration: 316.17275ms)","trace[830413102] 'applied index is now lower than readState.Index' (duration: 85.714672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:58.214908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.196349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-04T01:46:58.214959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.211929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:58.21499Z","caller":"traceutil/trace.go:171","msg":"trace[1071263000] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10622; }","duration":"402.266441ms","start":"2026-03-04T01:46:57.812715Z","end":"2026-03-04T01:46:58.214981Z","steps":["trace[1071263000] 'agreement among raft nodes before linearized reading' (duration: 402.193919ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:58.214982Z","caller":"traceutil/trace.go:171","msg":"trace[788136870] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10622; }","duration":"402.300351ms","start":"2026-03-04T01:46:57.812665Z","end":"2026-03-04T01:46:58.214965Z","steps":["trace[788136870] 'agreement among raft nodes before linearized reading' (duration: 402.085457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:58.214955Z","caller":"traceutil/trace.go:171","msg":"trace[54852391] transaction","detail":"{read_only:false; response_revision:10622; number_of_response:1; }","duration":"402.401543ms","start":"2026-03-04T01:46:57.81252Z","end":"2026-03-04T01:46:58.214921Z","steps":["trace[54852391] 'process raft request' (duration: 324.064492ms)","trace[54852391] 'compare' (duration: 77.870031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:46:58.215019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.812709Z","time spent":"402.300652ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:46:58.215026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.812656Z","time spent":"402.361633ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:46:58.215144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.812497Z","time spent":"402.546837ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:46:58.215208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.060676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:58.215211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.344463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:46:58.215238Z","caller":"traceutil/trace.go:171","msg":"trace[447026661] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10622; }","duration":"402.105187ms","start":"2026-03-04T01:46:57.813127Z","end":"2026-03-04T01:46:58.215232Z","steps":["trace[447026661] 'agreement among raft nodes before linearized reading' (duration: 402.062166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:58.215255Z","caller":"traceutil/trace.go:171","msg":"trace[2063434096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10622; }","duration":"322.427995ms","start":"2026-03-04T01:46:57.892816Z","end":"2026-03-04T01:46:58.215244Z","steps":["trace[2063434096] 'agreement among raft nodes before linearized reading' (duration: 322.304412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:58.21527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.087096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-04T01:46:58.215326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.892792Z","time spent":"322.526097ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:46:58.215356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.336882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:58.21536Z","caller":"traceutil/trace.go:171","msg":"trace[1916444340] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10622; }","duration":"402.203409ms","start":"2026-03-04T01:46:57.813143Z","end":"2026-03-04T01:46:58.215346Z","steps":["trace[1916444340] 'agreement among raft nodes before linearized reading' (duration: 401.951953ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:58.215389Z","caller":"traceutil/trace.go:171","msg":"trace[1669654868] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10622; }","duration":"402.365123ms","start":"2026-03-04T01:46:57.813004Z","end":"2026-03-04T01:46:58.215369Z","steps":["trace[1669654868] 'agreement among raft nodes before linearized reading' (duration: 402.338252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:58.215396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.813138Z","time spent":"402.25158ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:46:58.215418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.812995Z","time spent":"402.416894ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-04T01:46:58.215265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.813121Z","time spent":"402.139897ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-04T01:46:58.21549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.503656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:58.21551Z","caller":"traceutil/trace.go:171","msg":"trace[321455616] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10622; }","duration":"402.567697ms","start":"2026-03-04T01:46:57.812937Z","end":"2026-03-04T01:46:58.215505Z","steps":["trace[321455616] 'agreement among raft nodes before linearized reading' (duration: 402.538476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:58.215527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.812925Z","time spent":"402.598248ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:46:58.21554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.626687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:46:58.215564Z","caller":"traceutil/trace.go:171","msg":"trace[544602409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:10622; }","duration":"398.672147ms","start":"2026-03-04T01:46:57.816886Z","end":"2026-03-04T01:46:58.215559Z","steps":["trace[544602409] 'agreement among raft nodes before linearized reading' (duration: 398.595365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:58.215582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.816876Z","time spent":"398.702378ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"warn","ts":"2026-03-04T01:46:58.215591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.605348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:58.215609Z","caller":"traceutil/trace.go:171","msg":"trace[332207193] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10622; }","duration":"402.639629ms","start":"2026-03-04T01:46:57.812964Z","end":"2026-03-04T01:46:58.215604Z","steps":["trace[332207193] 'agreement among raft nodes before linearized reading' (duration: 402.604338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:58.215629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.812956Z","time spent":"402.66729ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:46:58.215329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.300911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:58.215725Z","caller":"traceutil/trace.go:171","msg":"trace[242600413] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10622; }","duration":"402.697531ms","start":"2026-03-04T01:46:57.813011Z","end":"2026-03-04T01:46:58.215709Z","steps":["trace[242600413] 'agreement among raft nodes before linearized reading' (duration: 402.265601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:58.215768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.830574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:46:58.215777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.813005Z","time spent":"402.758532ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T01:46:58.215794Z","caller":"traceutil/trace.go:171","msg":"trace[2139604043] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10622; }","duration":"402.855764ms","start":"2026-03-04T01:46:57.812931Z","end":"2026-03-04T01:46:58.215787Z","steps":["trace[2139604043] 'agreement among raft nodes before linearized reading' (duration: 402.816304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:58.215817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.812871Z","time spent":"402.937416ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:46:58.215911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.69418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:46:58.215951Z","caller":"traceutil/trace.go:171","msg":"trace[132967978] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10622; }","duration":"402.742671ms","start":"2026-03-04T01:46:57.813197Z","end":"2026-03-04T01:46:58.215939Z","steps":["trace[132967978] 'agreement among raft nodes before linearized reading' (duration: 402.672859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:46:58.215977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:46:57.813189Z","time spent":"402.782483ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:46:58.748638Z","caller":"traceutil/trace.go:171","msg":"trace[1323187177] transaction","detail":"{read_only:false; response_revision:10626; number_of_response:1; }","duration":"152.848905ms","start":"2026-03-04T01:46:58.595755Z","end":"2026-03-04T01:46:58.748604Z","steps":["trace[1323187177] 'process raft request' (duration: 152.514827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:58.748879Z","caller":"traceutil/trace.go:171","msg":"trace[1609821324] transaction","detail":"{read_only:false; response_revision:10628; number_of_response:1; }","duration":"153.041609ms","start":"2026-03-04T01:46:58.595789Z","end":"2026-03-04T01:46:58.74883Z","steps":["trace[1609821324] 'process raft request' (duration: 152.988628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:58.749374Z","caller":"traceutil/trace.go:171","msg":"trace[79385997] transaction","detail":"{read_only:false; response_revision:10627; number_of_response:1; }","duration":"153.552091ms","start":"2026-03-04T01:46:58.595799Z","end":"2026-03-04T01:46:58.749351Z","steps":["trace[79385997] 'process raft request' (duration: 152.65104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:46:58.888157Z","caller":"traceutil/trace.go:171","msg":"trace[1575116136] transaction","detail":"{read_only:false; response_revision:10629; number_of_response:1; }","duration":"107.603588ms","start":"2026-03-04T01:46:58.780522Z","end":"2026-03-04T01:46:58.888126Z","steps":["trace[1575116136] 'process raft request' (duration: 54.45716ms)","trace[1575116136] 'compare' (duration: 53.040946ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:47:00.373656Z","caller":"traceutil/trace.go:171","msg":"trace[405645540] linearizableReadLoop","detail":"{readStateIndex:11021; appliedIndex:11020; }","duration":"150.370147ms","start":"2026-03-04T01:47:00.223259Z","end":"2026-03-04T01:47:00.373629Z","steps":["trace[405645540] 'read index received' (duration: 150.206913ms)","trace[405645540] 'applied index is now lower than readState.Index' (duration: 161.923µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:47:00.37373Z","caller":"traceutil/trace.go:171","msg":"trace[586214003] transaction","detail":"{read_only:false; response_revision:10632; number_of_response:1; }","duration":"152.24646ms","start":"2026-03-04T01:47:00.221451Z","end":"2026-03-04T01:47:00.373697Z","steps":["trace[586214003] 'process raft request' (duration: 152.030115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:00.373949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.744525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:47:00.37401Z","caller":"traceutil/trace.go:171","msg":"trace[286224386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10632; }","duration":"134.845638ms","start":"2026-03-04T01:47:00.239149Z","end":"2026-03-04T01:47:00.373995Z","steps":["trace[286224386] 'agreement among raft nodes before linearized reading' (duration: 134.690744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:00.373959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.694804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-04T01:47:00.374168Z","caller":"traceutil/trace.go:171","msg":"trace[1922228100] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10632; }","duration":"150.93558ms","start":"2026-03-04T01:47:00.22322Z","end":"2026-03-04T01:47:00.374155Z","steps":["trace[1922228100] 'agreement among raft nodes before linearized reading' (duration: 150.576201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:00.374177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.521779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:47:00.374235Z","caller":"traceutil/trace.go:171","msg":"trace[2107204569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:10632; }","duration":"127.62441ms","start":"2026-03-04T01:47:00.246598Z","end":"2026-03-04T01:47:00.374222Z","steps":["trace[2107204569] 'agreement among raft nodes before linearized reading' (duration: 127.413755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:47:01.122545Z","caller":"traceutil/trace.go:171","msg":"trace[1994797921] linearizableReadLoop","detail":"{readStateIndex:11027; appliedIndex:11026; }","duration":"152.224999ms","start":"2026-03-04T01:47:00.970296Z","end":"2026-03-04T01:47:01.122521Z","steps":["trace[1994797921] 'read index received' (duration: 151.995504ms)","trace[1994797921] 'applied index is now lower than readState.Index' (duration: 228.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:47:01.12287Z","caller":"traceutil/trace.go:171","msg":"trace[479690515] transaction","detail":"{read_only:false; response_revision:10638; number_of_response:1; }","duration":"196.454722ms","start":"2026-03-04T01:47:00.926402Z","end":"2026-03-04T01:47:01.122857Z","steps":["trace[479690515] 'process raft request' (duration: 195.94775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:47:01.123098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.793773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:47:01.12315Z","caller":"traceutil/trace.go:171","msg":"trace[394693636] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:10638; }","duration":"152.903905ms","start":"2026-03-04T01:47:00.970235Z","end":"2026-03-04T01:47:01.123139Z","steps":["trace[394693636] 'agreement among raft nodes before linearized reading' (duration: 152.807513ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:49:45.785244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9501} {"level":"info","ts":"2026-03-04T01:49:45.903061Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9501,"took":"116.086359ms","hash":4249484333,"current-db-size-bytes":39723008,"current-db-size":"40 MB","current-db-size-in-use-bytes":22970368,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T01:49:45.903112Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4249484333,"revision":9501,"compact-revision":7327} {"level":"info","ts":"2026-03-04T01:50:46.581977Z","caller":"traceutil/trace.go:171","msg":"trace[285663869] transaction","detail":"{read_only:false; response_revision:11997; number_of_response:1; }","duration":"221.02107ms","start":"2026-03-04T01:50:46.36091Z","end":"2026-03-04T01:50:46.581931Z","steps":["trace[285663869] 'process raft request' (duration: 220.794544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:08.66513Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032ee.wal"} {"level":"info","ts":"2026-03-04T01:52:32.34883Z","caller":"traceutil/trace.go:171","msg":"trace[1265707927] transaction","detail":"{read_only:false; response_revision:12758; number_of_response:1; }","duration":"628.011831ms","start":"2026-03-04T01:52:31.720796Z","end":"2026-03-04T01:52:32.348808Z","steps":["trace[1265707927] 'process raft request' (duration: 627.866588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:32.349004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:31.720779Z","time spent":"628.142885ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:52:32.353703Z","caller":"traceutil/trace.go:171","msg":"trace[332152527] linearizableReadLoop","detail":"{readStateIndex:13226; appliedIndex:13224; }","duration":"241.447461ms","start":"2026-03-04T01:52:32.11223Z","end":"2026-03-04T01:52:32.353677Z","steps":["trace[332152527] 'read index received' (duration: 236.472107ms)","trace[332152527] 'applied index is now lower than readState.Index' (duration: 4.974354ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:32.353883Z","caller":"traceutil/trace.go:171","msg":"trace[102200760] transaction","detail":"{read_only:false; response_revision:12759; number_of_response:1; }","duration":"537.465462ms","start":"2026-03-04T01:52:31.81637Z","end":"2026-03-04T01:52:32.353835Z","steps":["trace[102200760] 'process raft request' (duration: 537.176415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:32.354096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:31.816342Z","time spent":"537.591505ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:52:32.354128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.893802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:32.354172Z","caller":"traceutil/trace.go:171","msg":"trace[1739914603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12759; }","duration":"241.973013ms","start":"2026-03-04T01:52:32.112186Z","end":"2026-03-04T01:52:32.354159Z","steps":["trace[1739914603] 'agreement among raft nodes before linearized reading' (duration: 241.914342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:52.894269Z","caller":"traceutil/trace.go:171","msg":"trace[506612534] transaction","detail":"{read_only:false; response_revision:12862; number_of_response:1; }","duration":"126.945609ms","start":"2026-03-04T01:52:52.767275Z","end":"2026-03-04T01:52:52.894221Z","steps":["trace[506612534] 'process raft request' (duration: 42.287396ms)","trace[506612534] 'compare' (duration: 84.51339ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:52.908747Z","caller":"traceutil/trace.go:171","msg":"trace[1907053084] transaction","detail":"{read_only:false; response_revision:12863; number_of_response:1; }","duration":"140.714987ms","start":"2026-03-04T01:52:52.768014Z","end":"2026-03-04T01:52:52.908729Z","steps":["trace[1907053084] 'process raft request' (duration: 140.504452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:57.407825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191245654,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:52:57.483892Z","caller":"traceutil/trace.go:171","msg":"trace[594474142] linearizableReadLoop","detail":"{readStateIndex:13353; appliedIndex:13352; }","duration":"577.014954ms","start":"2026-03-04T01:52:56.906859Z","end":"2026-03-04T01:52:57.483874Z","steps":["trace[594474142] 'read index received' (duration: 576.850131ms)","trace[594474142] 'applied index is now lower than readState.Index' (duration: 164.213µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:52:57.484169Z","caller":"traceutil/trace.go:171","msg":"trace[1930442910] transaction","detail":"{read_only:false; response_revision:12881; number_of_response:1; }","duration":"589.637386ms","start":"2026-03-04T01:52:56.894523Z","end":"2026-03-04T01:52:57.48416Z","steps":["trace[1930442910] 'process raft request' (duration: 589.241867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:57.484301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:56.894504Z","time spent":"589.692327ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:52:57.484519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.69705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:52:57.484545Z","caller":"traceutil/trace.go:171","msg":"trace[1393718501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12881; }","duration":"577.765822ms","start":"2026-03-04T01:52:56.906773Z","end":"2026-03-04T01:52:57.484539Z","steps":["trace[1393718501] 'agreement among raft nodes before linearized reading' (duration: 577.67833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:57.484565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:56.90675Z","time spent":"577.810392ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:52:57.48464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.797779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:57.484663Z","caller":"traceutil/trace.go:171","msg":"trace[977112024] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12881; }","duration":"488.847659ms","start":"2026-03-04T01:52:56.995809Z","end":"2026-03-04T01:52:57.484657Z","steps":["trace[977112024] 'agreement among raft nodes before linearized reading' (duration: 488.808299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:57.484683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:56.995796Z","time spent":"488.880431ms","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:52:57.484956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.434472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:57.484984Z","caller":"traceutil/trace.go:171","msg":"trace[1141710478] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12881; }","duration":"430.501024ms","start":"2026-03-04T01:52:57.054475Z","end":"2026-03-04T01:52:57.484976Z","steps":["trace[1141710478] 'agreement among raft nodes before linearized reading' (duration: 430.459263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:57.485003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:57.054455Z","time spent":"430.542554ms","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:52:57.48512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.446034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T01:52:57.485225Z","caller":"traceutil/trace.go:171","msg":"trace[397006749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12881; }","duration":"398.581147ms","start":"2026-03-04T01:52:57.08661Z","end":"2026-03-04T01:52:57.485191Z","steps":["trace[397006749] 'agreement among raft nodes before linearized reading' (duration: 398.29702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:57.485337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:57.086597Z","time spent":"398.716131ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:52:57.485572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.1861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:57.485688Z","caller":"traceutil/trace.go:171","msg":"trace[1760134063] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:12881; }","duration":"298.244112ms","start":"2026-03-04T01:52:57.187351Z","end":"2026-03-04T01:52:57.485595Z","steps":["trace[1760134063] 'agreement among raft nodes before linearized reading' (duration: 298.176861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:57.485571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.496445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:52:57.485783Z","caller":"traceutil/trace.go:171","msg":"trace[2059687986] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:12881; }","duration":"219.71607ms","start":"2026-03-04T01:52:57.266036Z","end":"2026-03-04T01:52:57.485752Z","steps":["trace[2059687986] 'agreement among raft nodes before linearized reading' (duration: 219.460794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:58.256565Z","caller":"traceutil/trace.go:171","msg":"trace[1511883138] transaction","detail":"{read_only:false; response_revision:12882; number_of_response:1; }","duration":"766.452005ms","start":"2026-03-04T01:52:57.490079Z","end":"2026-03-04T01:52:58.256531Z","steps":["trace[1511883138] 'process raft request' (duration: 760.968648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:58.256807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:57.490059Z","time spent":"766.616798ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:52:58.318452Z","caller":"traceutil/trace.go:171","msg":"trace[1018937469] transaction","detail":"{read_only:false; response_revision:12883; number_of_response:1; }","duration":"824.615306ms","start":"2026-03-04T01:52:57.493763Z","end":"2026-03-04T01:52:58.318378Z","steps":["trace[1018937469] 'process raft request' (duration: 824.064463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:58.318714Z","caller":"traceutil/trace.go:171","msg":"trace[807061895] transaction","detail":"{read_only:false; response_revision:12884; number_of_response:1; }","duration":"824.850982ms","start":"2026-03-04T01:52:57.493827Z","end":"2026-03-04T01:52:58.318678Z","steps":["trace[807061895] 'process raft request' (duration: 824.523264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:58.318929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:57.493823Z","time spent":"824.978515ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:52:58.319064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:57.493744Z","time spent":"824.833461ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:52:58.319176Z","caller":"traceutil/trace.go:171","msg":"trace[1115550920] transaction","detail":"{read_only:false; response_revision:12885; number_of_response:1; }","duration":"825.273661ms","start":"2026-03-04T01:52:57.493863Z","end":"2026-03-04T01:52:58.319137Z","steps":["trace[1115550920] 'process raft request' (duration: 824.757129ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:52:58.319148Z","caller":"traceutil/trace.go:171","msg":"trace[951705119] linearizableReadLoop","detail":"{readStateIndex:13357; appliedIndex:13353; }","duration":"261.193957ms","start":"2026-03-04T01:52:58.05791Z","end":"2026-03-04T01:52:58.319104Z","steps":["trace[951705119] 'read index received' (duration: 193.080605ms)","trace[951705119] 'applied index is now lower than readState.Index' (duration: 68.107301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:52:58.319336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.434773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-04T01:52:58.31935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:52:57.493858Z","time spent":"825.397494ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:52:58.319386Z","caller":"traceutil/trace.go:171","msg":"trace[125332183] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12885; }","duration":"261.531475ms","start":"2026-03-04T01:52:58.05784Z","end":"2026-03-04T01:52:58.319372Z","steps":["trace[125332183] 'agreement among raft nodes before linearized reading' (duration: 261.393172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:52:58.319472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.808476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:52:58.319801Z","caller":"traceutil/trace.go:171","msg":"trace[1004096950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12885; }","duration":"204.929639ms","start":"2026-03-04T01:52:58.114589Z","end":"2026-03-04T01:52:58.319518Z","steps":["trace[1004096950] 'agreement among raft nodes before linearized reading' (duration: 204.786606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:15.503541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.120133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:15.503662Z","caller":"traceutil/trace.go:171","msg":"trace[1005958480] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12982; }","duration":"205.303147ms","start":"2026-03-04T01:53:15.298336Z","end":"2026-03-04T01:53:15.503639Z","steps":["trace[1005958480] 'count revisions from in-memory index tree' (duration: 205.00359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:15.50379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.883266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:15.503881Z","caller":"traceutil/trace.go:171","msg":"trace[1363985904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12982; }","duration":"390.0129ms","start":"2026-03-04T01:53:15.113847Z","end":"2026-03-04T01:53:15.50386Z","steps":["trace[1363985904] 'range keys from in-memory index tree' (duration: 389.801044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:15.503941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:15.113804Z","time spent":"390.125592ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T01:53:16.002248Z","caller":"traceutil/trace.go:171","msg":"trace[1626177024] transaction","detail":"{read_only:false; response_revision:12983; number_of_response:1; }","duration":"113.458129ms","start":"2026-03-04T01:53:15.888745Z","end":"2026-03-04T01:53:16.002203Z","steps":["trace[1626177024] 'process raft request' (duration: 113.210803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:16.617272Z","caller":"traceutil/trace.go:171","msg":"trace[936324379] transaction","detail":"{read_only:false; response_revision:12987; number_of_response:1; }","duration":"113.425117ms","start":"2026-03-04T01:53:16.503783Z","end":"2026-03-04T01:53:16.617209Z","steps":["trace[936324379] 'process raft request' (duration: 113.196382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:16.617298Z","caller":"traceutil/trace.go:171","msg":"trace[759600830] transaction","detail":"{read_only:false; response_revision:12988; number_of_response:1; }","duration":"112.872724ms","start":"2026-03-04T01:53:16.504388Z","end":"2026-03-04T01:53:16.617261Z","steps":["trace[759600830] 'process raft request' (duration: 112.735321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:17.199658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.521279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:53:17.199769Z","caller":"traceutil/trace.go:171","msg":"trace[1403191403] linearizableReadLoop","detail":"{readStateIndex:13467; appliedIndex:13466; }","duration":"520.247874ms","start":"2026-03-04T01:53:16.679502Z","end":"2026-03-04T01:53:17.19975Z","steps":["trace[1403191403] 'read index received' (duration: 289.357877ms)","trace[1403191403] 'applied index is now lower than readState.Index' (duration: 230.888527ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:17.199865Z","caller":"traceutil/trace.go:171","msg":"trace[937081021] transaction","detail":"{read_only:false; response_revision:12989; number_of_response:1; }","duration":"577.958856ms","start":"2026-03-04T01:53:16.62189Z","end":"2026-03-04T01:53:17.199849Z","steps":["trace[937081021] 'process raft request' (duration: 347.164191ms)","trace[937081021] 'compare' (duration: 230.287164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:17.19993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:16.621864Z","time spent":"578.031057ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:17.200132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.119314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:17.20018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.865507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:53:17.200581Z","caller":"traceutil/trace.go:171","msg":"trace[1337760897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12989; }","duration":"501.297627ms","start":"2026-03-04T01:53:16.699246Z","end":"2026-03-04T01:53:17.200544Z","steps":["trace[1337760897] 'agreement among raft nodes before linearized reading' (duration: 500.721324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:17.200153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.286941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:17.200729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:16.699227Z","time spent":"501.44007ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T01:53:17.200784Z","caller":"traceutil/trace.go:171","msg":"trace[202943480] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:12989; }","duration":"187.899696ms","start":"2026-03-04T01:53:17.012782Z","end":"2026-03-04T01:53:17.200682Z","steps":["trace[202943480] 'agreement among raft nodes before linearized reading' (duration: 187.248211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:17.20023Z","caller":"traceutil/trace.go:171","msg":"trace[2010718573] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12989; }","duration":"163.236237ms","start":"2026-03-04T01:53:17.036969Z","end":"2026-03-04T01:53:17.200205Z","steps":["trace[2010718573] 'agreement among raft nodes before linearized reading' (duration: 163.057013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:17.20026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.756106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:53:17.201181Z","caller":"traceutil/trace.go:171","msg":"trace[1786532588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12989; }","duration":"521.724589ms","start":"2026-03-04T01:53:16.679443Z","end":"2026-03-04T01:53:17.201167Z","steps":["trace[1786532588] 'agreement among raft nodes before linearized reading' (duration: 520.512131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:17.201215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:16.67942Z","time spent":"521.78362ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:53:17.961924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.001715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:53:17.962041Z","caller":"traceutil/trace.go:171","msg":"trace[1710945150] transaction","detail":"{read_only:false; response_revision:12990; number_of_response:1; }","duration":"756.139808ms","start":"2026-03-04T01:53:17.205868Z","end":"2026-03-04T01:53:17.962008Z","steps":["trace[1710945150] 'process raft request' (duration: 620.972199ms)","trace[1710945150] 'compare' (duration: 134.864852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:17.962112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.20585Z","time spent":"756.230059ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:18.3434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.201229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:53:18.343537Z","caller":"traceutil/trace.go:171","msg":"trace[1501636766] transaction","detail":"{read_only:false; response_revision:12991; number_of_response:1; }","duration":"1.137506288s","start":"2026-03-04T01:53:17.206004Z","end":"2026-03-04T01:53:18.34351Z","steps":["trace[1501636766] 'process raft request' (duration: 911.111874ms)","trace[1501636766] 'compare' (duration: 226.048756ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:18.343515Z","caller":"traceutil/trace.go:171","msg":"trace[1471258408] linearizableReadLoop","detail":"{readStateIndex:13469; appliedIndex:13467; }","duration":"910.875398ms","start":"2026-03-04T01:53:17.432622Z","end":"2026-03-04T01:53:18.343497Z","steps":["trace[1471258408] 'read index received' (duration: 394.232036ms)","trace[1471258408] 'applied index is now lower than readState.Index' (duration: 516.642292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:18.34368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.205969Z","time spent":"1.137640291s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:18.343725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.222447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T01:53:18.343709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.057552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:18.343788Z","caller":"traceutil/trace.go:171","msg":"trace[212725816] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12991; }","duration":"518.292969ms","start":"2026-03-04T01:53:17.825455Z","end":"2026-03-04T01:53:18.343748Z","steps":["trace[212725816] 'agreement among raft nodes before linearized reading' (duration: 518.226328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:18.34382Z","caller":"traceutil/trace.go:171","msg":"trace[1692550191] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12991; }","duration":"911.186245ms","start":"2026-03-04T01:53:17.432607Z","end":"2026-03-04T01:53:18.343793Z","steps":["trace[1692550191] 'agreement among raft nodes before linearized reading' (duration: 910.996661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.34383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.825432Z","time spent":"518.387592ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:18.343911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.844221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:18.343897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.432553Z","time spent":"911.325128ms","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:53:18.343956Z","caller":"traceutil/trace.go:171","msg":"trace[229245238] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12991; }","duration":"316.959924ms","start":"2026-03-04T01:53:18.026975Z","end":"2026-03-04T01:53:18.343934Z","steps":["trace[229245238] 'agreement among raft nodes before linearized reading' (duration: 316.901012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.34398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:18.026947Z","time spent":"317.027106ms","remote":"127.0.0.1:38350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:18.344221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.881911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:53:18.344286Z","caller":"traceutil/trace.go:171","msg":"trace[211420257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:12991; }","duration":"502.031034ms","start":"2026-03-04T01:53:17.842241Z","end":"2026-03-04T01:53:18.344272Z","steps":["trace[211420257] 'agreement among raft nodes before linearized reading' (duration: 501.779649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:18.344323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:17.8422Z","time spent":"502.112006ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"info","ts":"2026-03-04T01:53:18.556338Z","caller":"traceutil/trace.go:171","msg":"trace[631583192] transaction","detail":"{read_only:false; response_revision:12992; number_of_response:1; }","duration":"112.650749ms","start":"2026-03-04T01:53:18.443654Z","end":"2026-03-04T01:53:18.556305Z","steps":["trace[631583192] 'process raft request' (duration: 35.099119ms)","trace[631583192] 'compare' (duration: 77.403327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:19.108012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191245976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:53:19.609005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191245976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T01:53:19.631147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.907567ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:19.631321Z","caller":"traceutil/trace.go:171","msg":"trace[1559233341] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12992; }","duration":"628.095671ms","start":"2026-03-04T01:53:19.003198Z","end":"2026-03-04T01:53:19.631294Z","steps":["trace[1559233341] 'range keys from in-memory index tree' (duration: 627.871286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:19.668067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.10775857s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T01:53:19.668538Z","caller":"traceutil/trace.go:171","msg":"trace[205166416] transaction","detail":"{read_only:false; response_revision:12994; number_of_response:1; }","duration":"1.108321243s","start":"2026-03-04T01:53:18.560187Z","end":"2026-03-04T01:53:19.668508Z","steps":["trace[205166416] 'process raft request' (duration: 1.108251461s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:19.668562Z","caller":"traceutil/trace.go:171","msg":"trace[467868366] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"1.108369684s","start":"2026-03-04T01:53:18.560172Z","end":"2026-03-04T01:53:19.668541Z","steps":["trace[467868366] 'process raft request' (duration: 1.108095107s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:19.668723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:18.560166Z","time spent":"1.108466686s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:19.668764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:18.56015Z","time spent":"1.108565028s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:20.098778Z","caller":"traceutil/trace.go:171","msg":"trace[1231013177] transaction","detail":"{read_only:false; response_revision:12995; number_of_response:1; }","duration":"1.475188968s","start":"2026-03-04T01:53:18.623566Z","end":"2026-03-04T01:53:20.098755Z","steps":["trace[1231013177] 'process raft request' (duration: 1.473312164s)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:20.098924Z","caller":"traceutil/trace.go:171","msg":"trace[689834016] linearizableReadLoop","detail":"{readStateIndex:13474; appliedIndex:13470; }","duration":"1.492001096s","start":"2026-03-04T01:53:18.6069Z","end":"2026-03-04T01:53:20.098901Z","steps":["trace[689834016] 'read index received' (duration: 1.061418791s)","trace[689834016] 'applied index is now lower than readState.Index' (duration: 430.581005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:20.099283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:18.623536Z","time spent":"1.475316011s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:20.099387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364130715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:20.099466Z","caller":"traceutil/trace.go:171","msg":"trace[589813757] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12996; }","duration":"1.36431122s","start":"2026-03-04T01:53:18.735137Z","end":"2026-03-04T01:53:20.099448Z","steps":["trace[589813757] 'agreement among raft nodes before linearized reading' (duration: 1.364111925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.099487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.434904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:20.099524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:18.735116Z","time spent":"1.364398541s","remote":"127.0.0.1:36080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:53:20.099566Z","caller":"traceutil/trace.go:171","msg":"trace[1507420395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12996; }","duration":"984.641289ms","start":"2026-03-04T01:53:19.114906Z","end":"2026-03-04T01:53:20.099547Z","steps":["trace[1507420395] 'agreement among raft nodes before linearized reading' (duration: 984.527646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.099623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:19.114872Z","time spent":"984.740111ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:53:20.099658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.985195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:53:20.099645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192819103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:20.099681Z","caller":"traceutil/trace.go:171","msg":"trace[2034590119] transaction","detail":"{read_only:false; response_revision:12996; number_of_response:1; }","duration":"1.475904204s","start":"2026-03-04T01:53:18.623731Z","end":"2026-03-04T01:53:20.099636Z","steps":["trace[2034590119] 'process raft request' (duration: 1.474976662s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.099545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.730871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:20.09979Z","caller":"traceutil/trace.go:171","msg":"trace[753370479] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12996; }","duration":"1.193050368s","start":"2026-03-04T01:53:18.906706Z","end":"2026-03-04T01:53:20.099756Z","steps":["trace[753370479] 'agreement among raft nodes before linearized reading' (duration: 1.192778531s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.099711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.996669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T01:53:20.099859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:18.906676Z","time spent":"1.193165081s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:20.099692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.505181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:53:20.0999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.713094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:53:20.099925Z","caller":"traceutil/trace.go:171","msg":"trace[97004186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12996; }","duration":"133.767416ms","start":"2026-03-04T01:53:19.966147Z","end":"2026-03-04T01:53:20.099914Z","steps":["trace[97004186] 'agreement among raft nodes before linearized reading' (duration: 133.400338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.099569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.189024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:20.099879Z","caller":"traceutil/trace.go:171","msg":"trace[196079446] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:12996; }","duration":"803.074869ms","start":"2026-03-04T01:53:19.296748Z","end":"2026-03-04T01:53:20.099823Z","steps":["trace[196079446] 'agreement among raft nodes before linearized reading' (duration: 802.66206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.099916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493006439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:20.100016Z","caller":"traceutil/trace.go:171","msg":"trace[320247644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12996; }","duration":"156.659974ms","start":"2026-03-04T01:53:19.943344Z","end":"2026-03-04T01:53:20.100004Z","steps":["trace[320247644] 'agreement among raft nodes before linearized reading' (duration: 156.193544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:20.099732Z","caller":"traceutil/trace.go:171","msg":"trace[1323851684] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:12996; }","duration":"158.127299ms","start":"2026-03-04T01:53:19.941581Z","end":"2026-03-04T01:53:20.099708Z","steps":["trace[1323851684] 'agreement among raft nodes before linearized reading' (duration: 157.984255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:20.100108Z","caller":"traceutil/trace.go:171","msg":"trace[596533681] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12996; }","duration":"1.493216584s","start":"2026-03-04T01:53:18.606868Z","end":"2026-03-04T01:53:20.100085Z","steps":["trace[596533681] 'agreement among raft nodes before linearized reading' (duration: 1.492986489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.100384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:18.606852Z","time spent":"1.493509411s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T01:53:20.099878Z","caller":"traceutil/trace.go:171","msg":"trace[549745288] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:12996; }","duration":"302.193543ms","start":"2026-03-04T01:53:19.797668Z","end":"2026-03-04T01:53:20.099862Z","steps":["trace[549745288] 'agreement among raft nodes before linearized reading' (duration: 301.922787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.100496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:19.797646Z","time spent":"302.834777ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T01:53:20.099663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.748802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:20.100654Z","caller":"traceutil/trace.go:171","msg":"trace[349765365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12996; }","duration":"689.800706ms","start":"2026-03-04T01:53:19.410804Z","end":"2026-03-04T01:53:20.100605Z","steps":["trace[349765365] 'agreement among raft nodes before linearized reading' (duration: 688.66778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.100721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:19.410784Z","time spent":"689.92065ms","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:20.099493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.969744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:20.100822Z","caller":"traceutil/trace.go:171","msg":"trace[1819012726] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12996; }","duration":"549.358266ms","start":"2026-03-04T01:53:19.551443Z","end":"2026-03-04T01:53:20.100801Z","steps":["trace[1819012726] 'agreement among raft nodes before linearized reading' (duration: 547.961334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.100899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:19.551411Z","time spent":"549.466539ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:20.099868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.594556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:53:20.101075Z","caller":"traceutil/trace.go:171","msg":"trace[145847653] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:12996; }","duration":"750.820204ms","start":"2026-03-04T01:53:19.350244Z","end":"2026-03-04T01:53:20.101064Z","steps":["trace[145847653] 'agreement among raft nodes before linearized reading' (duration: 749.551285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.099887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:18.623701Z","time spent":"1.476082398s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:20.099964Z","caller":"traceutil/trace.go:171","msg":"trace[433479415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12996; }","duration":"894.816246ms","start":"2026-03-04T01:53:19.205133Z","end":"2026-03-04T01:53:20.09995Z","steps":["trace[433479415] 'agreement among raft nodes before linearized reading' (duration: 894.647622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:20.100197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:19.296726Z","time spent":"803.310735ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:20.101182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:19.35023Z","time spent":"750.924977ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:53:20.101424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:19.205109Z","time spent":"896.057475ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:53:20.718252Z","caller":"traceutil/trace.go:171","msg":"trace[245861705] transaction","detail":"{read_only:false; response_revision:13001; number_of_response:1; }","duration":"154.092526ms","start":"2026-03-04T01:53:20.564136Z","end":"2026-03-04T01:53:20.718228Z","steps":["trace[245861705] 'process raft request' (duration: 153.950562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:21.198778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.329473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-97z6t\" ","response":"range_response_count:1 size:12494"} {"level":"info","ts":"2026-03-04T01:53:21.198883Z","caller":"traceutil/trace.go:171","msg":"trace[64253883] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-97z6t; range_end:; response_count:1; response_revision:13001; }","duration":"262.481947ms","start":"2026-03-04T01:53:20.936377Z","end":"2026-03-04T01:53:21.198859Z","steps":["trace[64253883] 'range keys from in-memory index tree' (duration: 262.117288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:21.198944Z","caller":"traceutil/trace.go:171","msg":"trace[1647181104] transaction","detail":"{read_only:false; response_revision:13002; number_of_response:1; }","duration":"259.905548ms","start":"2026-03-04T01:53:20.939023Z","end":"2026-03-04T01:53:21.198929Z","steps":["trace[1647181104] 'process raft request' (duration: 258.453724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:21.202619Z","caller":"traceutil/trace.go:171","msg":"trace[881941002] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"103.347375ms","start":"2026-03-04T01:53:21.099233Z","end":"2026-03-04T01:53:21.202581Z","steps":["trace[881941002] 'process raft request' (duration: 102.663949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:22.37607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.606626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:53:22.376178Z","caller":"traceutil/trace.go:171","msg":"trace[377729461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13015; }","duration":"222.726999ms","start":"2026-03-04T01:53:22.153426Z","end":"2026-03-04T01:53:22.376153Z","steps":["trace[377729461] 'range keys from in-memory index tree' (duration: 222.398492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:22.376224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.790191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T01:53:22.376293Z","caller":"traceutil/trace.go:171","msg":"trace[28036805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13015; }","duration":"222.902014ms","start":"2026-03-04T01:53:22.153373Z","end":"2026-03-04T01:53:22.376275Z","steps":["trace[28036805] 'range keys from in-memory index tree' (duration: 222.584436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:22.602098Z","caller":"traceutil/trace.go:171","msg":"trace[21044004] linearizableReadLoop","detail":"{readStateIndex:13496; appliedIndex:13495; }","duration":"185.417288ms","start":"2026-03-04T01:53:22.416649Z","end":"2026-03-04T01:53:22.602066Z","steps":["trace[21044004] 'read index received' (duration: 185.226654ms)","trace[21044004] 'applied index is now lower than readState.Index' (duration: 188.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:22.602238Z","caller":"traceutil/trace.go:171","msg":"trace[1571897270] transaction","detail":"{read_only:false; response_revision:13017; number_of_response:1; }","duration":"221.334688ms","start":"2026-03-04T01:53:22.38085Z","end":"2026-03-04T01:53:22.602185Z","steps":["trace[1571897270] 'process raft request' (duration: 221.048871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:22.602383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.856745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:53:22.602429Z","caller":"traceutil/trace.go:171","msg":"trace[1675962641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:13017; }","duration":"174.946437ms","start":"2026-03-04T01:53:22.427471Z","end":"2026-03-04T01:53:22.602417Z","steps":["trace[1675962641] 'agreement among raft nodes before linearized reading' (duration: 174.771853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:22.602475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.767197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:53:22.60264Z","caller":"traceutil/trace.go:171","msg":"trace[2081439195] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13017; }","duration":"186.505753ms","start":"2026-03-04T01:53:22.416057Z","end":"2026-03-04T01:53:22.602563Z","steps":["trace[2081439195] 'agreement among raft nodes before linearized reading' (duration: 186.122835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:29.286925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.698307ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:29.287066Z","caller":"traceutil/trace.go:171","msg":"trace[1478605477] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13156; }","duration":"283.8489ms","start":"2026-03-04T01:53:29.003198Z","end":"2026-03-04T01:53:29.287047Z","steps":["trace[1478605477] 'range keys from in-memory index tree' (duration: 283.683455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:29.287184Z","caller":"traceutil/trace.go:171","msg":"trace[806334523] linearizableReadLoop","detail":"{readStateIndex:13638; appliedIndex:13637; }","duration":"232.322541ms","start":"2026-03-04T01:53:29.054801Z","end":"2026-03-04T01:53:29.287124Z","steps":["trace[806334523] 'read index received' (duration: 219.521955ms)","trace[806334523] 'applied index is now lower than readState.Index' (duration: 12.799726ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:29.287191Z","caller":"traceutil/trace.go:171","msg":"trace[1794161265] transaction","detail":"{read_only:false; response_revision:13157; number_of_response:1; }","duration":"359.405123ms","start":"2026-03-04T01:53:28.927761Z","end":"2026-03-04T01:53:29.287166Z","steps":["trace[1794161265] 'process raft request' (duration: 346.517645ms)","trace[1794161265] 'compare' (duration: 12.465378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:29.287373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:28.927734Z","time spent":"359.556597ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:29.288264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.446006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-04T01:53:29.288409Z","caller":"traceutil/trace.go:171","msg":"trace[1188560214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8; range_end:; response_count:1; response_revision:13157; }","duration":"233.639401ms","start":"2026-03-04T01:53:29.054747Z","end":"2026-03-04T01:53:29.288386Z","steps":["trace[1188560214] 'agreement among raft nodes before linearized reading' (duration: 233.318463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:29.892803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.916125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:53:29.892937Z","caller":"traceutil/trace.go:171","msg":"trace[1951519796] linearizableReadLoop","detail":"{readStateIndex:13639; appliedIndex:13638; }","duration":"451.916208ms","start":"2026-03-04T01:53:29.440996Z","end":"2026-03-04T01:53:29.892913Z","steps":["trace[1951519796] 'read index received' (duration: 296.85214ms)","trace[1951519796] 'applied index is now lower than readState.Index' (duration: 155.061818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:29.893275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.220805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-6lhdm.1899807e366cbd6a\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-04T01:53:29.893339Z","caller":"traceutil/trace.go:171","msg":"trace[1124527574] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-6lhdm.1899807e366cbd6a; range_end:; response_count:1; response_revision:13158; }","duration":"452.370258ms","start":"2026-03-04T01:53:29.44095Z","end":"2026-03-04T01:53:29.893321Z","steps":["trace[1124527574] 'agreement among raft nodes before linearized reading' (duration: 452.087412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:29.893401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:29.44093Z","time spent":"452.45657ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-6lhdm.1899807e366cbd6a\" "} {"level":"warn","ts":"2026-03-04T01:53:29.893519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.082189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" ","response":"range_response_count:1 size:3723"} {"level":"warn","ts":"2026-03-04T01:53:29.893547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.948994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:53:29.893574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.308496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:53:29.893622Z","caller":"traceutil/trace.go:171","msg":"trace[557839236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13158; }","duration":"135.072297ms","start":"2026-03-04T01:53:29.758528Z","end":"2026-03-04T01:53:29.8936Z","steps":["trace[557839236] 'agreement among raft nodes before linearized reading' (duration: 134.865342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:29.893625Z","caller":"traceutil/trace.go:171","msg":"trace[1370162615] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8; range_end:; response_count:1; response_revision:13158; }","duration":"113.216353ms","start":"2026-03-04T01:53:29.780376Z","end":"2026-03-04T01:53:29.893593Z","steps":["trace[1370162615] 'agreement among raft nodes before linearized reading' (duration: 113.014208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:29.893661Z","caller":"traceutil/trace.go:171","msg":"trace[1742055076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13158; }","duration":"133.448799ms","start":"2026-03-04T01:53:29.760195Z","end":"2026-03-04T01:53:29.893644Z","steps":["trace[1742055076] 'agreement among raft nodes before linearized reading' (duration: 133.181983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:29.893735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.388222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:158272"} {"level":"info","ts":"2026-03-04T01:53:29.893812Z","caller":"traceutil/trace.go:171","msg":"trace[342866180] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:13158; }","duration":"437.480224ms","start":"2026-03-04T01:53:29.456312Z","end":"2026-03-04T01:53:29.893793Z","steps":["trace[342866180] 'agreement among raft nodes before linearized reading' (duration: 437.049424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:29.893858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:29.456233Z","time spent":"437.615138ms","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":158295,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T01:53:29.893798Z","caller":"traceutil/trace.go:171","msg":"trace[979228895] transaction","detail":"{read_only:false; response_revision:13158; number_of_response:1; }","duration":"597.714872ms","start":"2026-03-04T01:53:29.295744Z","end":"2026-03-04T01:53:29.893459Z","steps":["trace[979228895] 'process raft request' (duration: 442.026809ms)","trace[979228895] 'compare' (duration: 154.70187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:29.893886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.490859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7bed69d6-7950-4445-beb2-9b7ab819136d\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-04T01:53:29.894023Z","caller":"traceutil/trace.go:171","msg":"trace[477284476] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7bed69d6-7950-4445-beb2-9b7ab819136d; range_end:; response_count:1; response_revision:13158; }","duration":"113.690194ms","start":"2026-03-04T01:53:29.780301Z","end":"2026-03-04T01:53:29.893991Z","steps":["trace[477284476] 'agreement among raft nodes before linearized reading' (duration: 113.10409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:29.894075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:29.295724Z","time spent":"598.257815ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3708,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:30.139139Z","caller":"traceutil/trace.go:171","msg":"trace[847108183] transaction","detail":"{read_only:false; response_revision:13159; number_of_response:1; }","duration":"242.047264ms","start":"2026-03-04T01:53:29.897064Z","end":"2026-03-04T01:53:30.139111Z","steps":["trace[847108183] 'process raft request' (duration: 241.736857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:30.139201Z","caller":"traceutil/trace.go:171","msg":"trace[877995440] transaction","detail":"{read_only:false; response_revision:13160; number_of_response:1; }","duration":"240.756414ms","start":"2026-03-04T01:53:29.898411Z","end":"2026-03-04T01:53:30.139168Z","steps":["trace[877995440] 'process raft request' (duration: 240.60084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:30.139256Z","caller":"traceutil/trace.go:171","msg":"trace[179505715] transaction","detail":"{read_only:false; response_revision:13161; number_of_response:1; }","duration":"240.526829ms","start":"2026-03-04T01:53:29.898677Z","end":"2026-03-04T01:53:30.139204Z","steps":["trace[179505715] 'process raft request' (duration: 240.425627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:30.139187Z","caller":"traceutil/trace.go:171","msg":"trace[513887042] linearizableReadLoop","detail":"{readStateIndex:13641; appliedIndex:13639; }","duration":"241.296877ms","start":"2026-03-04T01:53:29.89786Z","end":"2026-03-04T01:53:30.139157Z","steps":["trace[513887042] 'read index received' (duration: 234.148762ms)","trace[513887042] 'applied index is now lower than readState.Index' (duration: 7.146875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:30.139466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.577823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-97z6t\" ","response":"range_response_count:1 size:12924"} {"level":"info","ts":"2026-03-04T01:53:30.139596Z","caller":"traceutil/trace.go:171","msg":"trace[186541676] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-97z6t; range_end:; response_count:1; response_revision:13161; }","duration":"241.751718ms","start":"2026-03-04T01:53:29.89783Z","end":"2026-03-04T01:53:30.139582Z","steps":["trace[186541676] 'agreement among raft nodes before linearized reading' (duration: 241.4312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.039436Z","caller":"traceutil/trace.go:171","msg":"trace[1318354572] linearizableReadLoop","detail":"{readStateIndex:13704; appliedIndex:13703; }","duration":"368.946577ms","start":"2026-03-04T01:53:33.670448Z","end":"2026-03-04T01:53:34.039395Z","steps":["trace[1318354572] 'read index received' (duration: 368.696371ms)","trace[1318354572] 'applied index is now lower than readState.Index' (duration: 249.026µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:34.039482Z","caller":"traceutil/trace.go:171","msg":"trace[866710255] transaction","detail":"{read_only:false; response_revision:13217; number_of_response:1; }","duration":"369.841807ms","start":"2026-03-04T01:53:33.669611Z","end":"2026-03-04T01:53:34.039452Z","steps":["trace[866710255] 'process raft request' (duration: 369.597701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.039645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:33.669584Z","time spent":"369.98102ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T01:53:34.039758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.287444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-04T01:53:34.039838Z","caller":"traceutil/trace.go:171","msg":"trace[247316448] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13217; }","duration":"369.439927ms","start":"2026-03-04T01:53:33.670377Z","end":"2026-03-04T01:53:34.039817Z","steps":["trace[247316448] 'agreement among raft nodes before linearized reading' (duration: 369.172051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.039832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.75196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7bed69d6-7950-4445-beb2-9b7ab819136d\" ","response":"range_response_count:1 size:3914"} {"level":"warn","ts":"2026-03-04T01:53:34.039879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:33.670361Z","time spent":"369.51025ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-04T01:53:34.039915Z","caller":"traceutil/trace.go:171","msg":"trace[606759830] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7bed69d6-7950-4445-beb2-9b7ab819136d; range_end:; response_count:1; response_revision:13217; }","duration":"122.911153ms","start":"2026-03-04T01:53:33.916986Z","end":"2026-03-04T01:53:34.039897Z","steps":["trace[606759830] 'agreement among raft nodes before linearized reading' (duration: 122.656477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.040023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.283455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-04T01:53:34.040104Z","caller":"traceutil/trace.go:171","msg":"trace[103262990] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:13217; }","duration":"366.355336ms","start":"2026-03-04T01:53:33.673702Z","end":"2026-03-04T01:53:34.040058Z","steps":["trace[103262990] 'agreement among raft nodes before linearized reading' (duration: 366.143261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.040189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:33.673686Z","time spent":"366.48609ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-03-04T01:53:34.040306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.97144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-04T01:53:34.040277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.357414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" ","response":"range_response_count:1 size:3911"} {"level":"info","ts":"2026-03-04T01:53:34.040347Z","caller":"traceutil/trace.go:171","msg":"trace[1990337674] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:13217; }","duration":"367.038862ms","start":"2026-03-04T01:53:33.673295Z","end":"2026-03-04T01:53:34.040334Z","steps":["trace[1990337674] 'agreement among raft nodes before linearized reading' (duration: 366.293605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.040373Z","caller":"traceutil/trace.go:171","msg":"trace[897149467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8; range_end:; response_count:1; response_revision:13217; }","duration":"123.510298ms","start":"2026-03-04T01:53:33.91684Z","end":"2026-03-04T01:53:34.04035Z","steps":["trace[897149467] 'agreement among raft nodes before linearized reading' (duration: 122.834262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.040381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:33.673285Z","time spent":"367.085703ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2106,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"info","ts":"2026-03-04T01:53:34.191805Z","caller":"traceutil/trace.go:171","msg":"trace[1211517157] transaction","detail":"{read_only:false; response_revision:13219; number_of_response:1; }","duration":"141.895484ms","start":"2026-03-04T01:53:34.049889Z","end":"2026-03-04T01:53:34.191784Z","steps":["trace[1211517157] 'process raft request' (duration: 139.807175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.19201Z","caller":"traceutil/trace.go:171","msg":"trace[1160351125] transaction","detail":"{read_only:false; response_revision:13220; number_of_response:1; }","duration":"138.095215ms","start":"2026-03-04T01:53:34.053894Z","end":"2026-03-04T01:53:34.191989Z","steps":["trace[1160351125] 'process raft request' (duration: 137.798829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.19217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.306113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-04T01:53:34.192217Z","caller":"traceutil/trace.go:171","msg":"trace[1886248165] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:13220; }","duration":"142.392834ms","start":"2026-03-04T01:53:34.049815Z","end":"2026-03-04T01:53:34.192208Z","steps":["trace[1886248165] 'agreement among raft nodes before linearized reading' (duration: 142.247601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.550997Z","caller":"traceutil/trace.go:171","msg":"trace[302970462] transaction","detail":"{read_only:false; response_revision:13250; number_of_response:1; }","duration":"138.77021ms","start":"2026-03-04T01:53:34.412193Z","end":"2026-03-04T01:53:34.550964Z","steps":["trace[302970462] 'process raft request' (duration: 137.282726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.551036Z","caller":"traceutil/trace.go:171","msg":"trace[836710878] linearizableReadLoop","detail":"{readStateIndex:13739; appliedIndex:13737; }","duration":"118.772277ms","start":"2026-03-04T01:53:34.432233Z","end":"2026-03-04T01:53:34.551005Z","steps":["trace[836710878] 'read index received' (duration: 117.213891ms)","trace[836710878] 'applied index is now lower than readState.Index' (duration: 1.556726ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:34.551056Z","caller":"traceutil/trace.go:171","msg":"trace[1103271048] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13250; }","duration":"138.550126ms","start":"2026-03-04T01:53:34.412471Z","end":"2026-03-04T01:53:34.551021Z","steps":["trace[1103271048] 'process raft request' (duration: 138.464024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.55119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.624291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:34.551282Z","caller":"traceutil/trace.go:171","msg":"trace[616140969] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-vnc; range_end:; response_count:0; response_revision:13250; }","duration":"136.751034ms","start":"2026-03-04T01:53:34.414511Z","end":"2026-03-04T01:53:34.551262Z","steps":["trace[616140969] 'agreement among raft nodes before linearized reading' (duration: 136.544779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.551346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.768108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7bed69d6-7950-4445-beb2-9b7ab819136d\" ","response":"range_response_count:1 size:1283"} {"level":"warn","ts":"2026-03-04T01:53:34.551219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.298525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-04T01:53:34.551375Z","caller":"traceutil/trace.go:171","msg":"trace[975952246] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7bed69d6-7950-4445-beb2-9b7ab819136d; range_end:; response_count:1; response_revision:13250; }","duration":"115.82129ms","start":"2026-03-04T01:53:34.435544Z","end":"2026-03-04T01:53:34.551365Z","steps":["trace[975952246] 'agreement among raft nodes before linearized reading' (duration: 115.716667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.551367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.540769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-04T01:53:34.551412Z","caller":"traceutil/trace.go:171","msg":"trace[1669387060] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:13250; }","duration":"168.647811ms","start":"2026-03-04T01:53:34.382748Z","end":"2026-03-04T01:53:34.551396Z","steps":["trace[1669387060] 'agreement among raft nodes before linearized reading' (duration: 168.432746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.551451Z","caller":"traceutil/trace.go:171","msg":"trace[189356999] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:13250; }","duration":"146.548271ms","start":"2026-03-04T01:53:34.40487Z","end":"2026-03-04T01:53:34.551418Z","steps":["trace[189356999] 'agreement among raft nodes before linearized reading' (duration: 146.283735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.77094Z","caller":"traceutil/trace.go:171","msg":"trace[1218304194] linearizableReadLoop","detail":"{readStateIndex:13742; appliedIndex:13741; }","duration":"186.891974ms","start":"2026-03-04T01:53:34.584012Z","end":"2026-03-04T01:53:34.770904Z","steps":["trace[1218304194] 'read index received' (duration: 181.138871ms)","trace[1218304194] 'applied index is now lower than readState.Index' (duration: 5.751783ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:34.771013Z","caller":"traceutil/trace.go:171","msg":"trace[1077443913] transaction","detail":"{read_only:false; response_revision:13253; number_of_response:1; }","duration":"187.104299ms","start":"2026-03-04T01:53:34.583862Z","end":"2026-03-04T01:53:34.770966Z","steps":["trace[1077443913] 'process raft request' (duration: 181.277104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.771222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.17067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:34.771332Z","caller":"traceutil/trace.go:171","msg":"trace[1295516213] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:13253; }","duration":"187.356284ms","start":"2026-03-04T01:53:34.583953Z","end":"2026-03-04T01:53:34.77131Z","steps":["trace[1295516213] 'agreement among raft nodes before linearized reading' (duration: 187.109429ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.84024Z","caller":"traceutil/trace.go:171","msg":"trace[851177748] transaction","detail":"{read_only:false; response_revision:13254; number_of_response:1; }","duration":"250.617359ms","start":"2026-03-04T01:53:34.589584Z","end":"2026-03-04T01:53:34.840201Z","steps":["trace[851177748] 'process raft request' (duration: 250.344902ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.840319Z","caller":"traceutil/trace.go:171","msg":"trace[1174517645] transaction","detail":"{read_only:false; response_revision:13257; number_of_response:1; }","duration":"125.533675ms","start":"2026-03-04T01:53:34.714759Z","end":"2026-03-04T01:53:34.840293Z","steps":["trace[1174517645] 'process raft request' (duration: 125.438573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.84026Z","caller":"traceutil/trace.go:171","msg":"trace[1160152569] transaction","detail":"{read_only:false; response_revision:13255; number_of_response:1; }","duration":"248.192492ms","start":"2026-03-04T01:53:34.59204Z","end":"2026-03-04T01:53:34.840233Z","steps":["trace[1160152569] 'process raft request' (duration: 248.046679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.840378Z","caller":"traceutil/trace.go:171","msg":"trace[2009656125] transaction","detail":"{read_only:false; response_revision:13256; number_of_response:1; }","duration":"203.012287ms","start":"2026-03-04T01:53:34.637326Z","end":"2026-03-04T01:53:34.840338Z","steps":["trace[2009656125] 'process raft request' (duration: 202.816642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.840658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.28057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-04T01:53:34.840688Z","caller":"traceutil/trace.go:171","msg":"trace[1873782578] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13258; }","duration":"154.332371ms","start":"2026-03-04T01:53:34.686348Z","end":"2026-03-04T01:53:34.840681Z","steps":["trace[1873782578] 'agreement among raft nodes before linearized reading' (duration: 154.191147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.8408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.49335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:53:34.840816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.615427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-04T01:53:34.84082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.621498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-04T01:53:34.840876Z","caller":"traceutil/trace.go:171","msg":"trace[442591265] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13258; }","duration":"154.692789ms","start":"2026-03-04T01:53:34.686169Z","end":"2026-03-04T01:53:34.840862Z","steps":["trace[442591265] 'agreement among raft nodes before linearized reading' (duration: 154.523945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.840873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.997857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:53:34.840879Z","caller":"traceutil/trace.go:171","msg":"trace[451325450] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:13258; }","duration":"127.595082ms","start":"2026-03-04T01:53:34.713264Z","end":"2026-03-04T01:53:34.840859Z","steps":["trace[451325450] 'agreement among raft nodes before linearized reading' (duration: 127.399427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.840888Z","caller":"traceutil/trace.go:171","msg":"trace[566830858] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:13258; }","duration":"253.71114ms","start":"2026-03-04T01:53:34.58716Z","end":"2026-03-04T01:53:34.840871Z","steps":["trace[566830858] 'agreement among raft nodes before linearized reading' (duration: 253.469115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:34.840746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.899021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:53:34.840918Z","caller":"traceutil/trace.go:171","msg":"trace[467254688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13258; }","duration":"155.095179ms","start":"2026-03-04T01:53:34.68581Z","end":"2026-03-04T01:53:34.840905Z","steps":["trace[467254688] 'agreement among raft nodes before linearized reading' (duration: 154.924785ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.840942Z","caller":"traceutil/trace.go:171","msg":"trace[1462502589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13258; }","duration":"106.125995ms","start":"2026-03-04T01:53:34.734793Z","end":"2026-03-04T01:53:34.840919Z","steps":["trace[1462502589] 'agreement among raft nodes before linearized reading' (duration: 105.786237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:34.841043Z","caller":"traceutil/trace.go:171","msg":"trace[1088644713] transaction","detail":"{read_only:false; response_revision:13258; number_of_response:1; }","duration":"101.1313ms","start":"2026-03-04T01:53:34.739439Z","end":"2026-03-04T01:53:34.840571Z","steps":["trace[1088644713] 'process raft request' (duration: 100.812793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.045253Z","caller":"traceutil/trace.go:171","msg":"trace[307622436] transaction","detail":"{read_only:false; response_revision:13260; number_of_response:1; }","duration":"198.695817ms","start":"2026-03-04T01:53:34.846507Z","end":"2026-03-04T01:53:35.045202Z","steps":["trace[307622436] 'process raft request' (duration: 198.585925ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.045528Z","caller":"traceutil/trace.go:171","msg":"trace[1459405016] transaction","detail":"{read_only:false; response_revision:13262; number_of_response:1; }","duration":"197.95993ms","start":"2026-03-04T01:53:34.847557Z","end":"2026-03-04T01:53:35.045517Z","steps":["trace[1459405016] 'process raft request' (duration: 197.644822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.045256Z","caller":"traceutil/trace.go:171","msg":"trace[557883151] transaction","detail":"{read_only:false; response_revision:13259; number_of_response:1; }","duration":"199.032025ms","start":"2026-03-04T01:53:34.84616Z","end":"2026-03-04T01:53:35.045192Z","steps":["trace[557883151] 'process raft request' (duration: 124.951851ms)","trace[557883151] 'compare' (duration: 73.834518ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:35.045291Z","caller":"traceutil/trace.go:171","msg":"trace[514339542] transaction","detail":"{read_only:false; response_revision:13261; number_of_response:1; }","duration":"198.39946ms","start":"2026-03-04T01:53:34.846866Z","end":"2026-03-04T01:53:35.045265Z","steps":["trace[514339542] 'process raft request' (duration: 198.291977ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.045834Z","caller":"traceutil/trace.go:171","msg":"trace[1509769383] transaction","detail":"{read_only:false; response_revision:13263; number_of_response:1; }","duration":"197.192462ms","start":"2026-03-04T01:53:34.848602Z","end":"2026-03-04T01:53:35.045794Z","steps":["trace[1509769383] 'process raft request' (duration: 196.874605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.045921Z","caller":"traceutil/trace.go:171","msg":"trace[325834379] linearizableReadLoop","detail":"{readStateIndex:13750; appliedIndex:13747; }","duration":"198.906272ms","start":"2026-03-04T01:53:34.846998Z","end":"2026-03-04T01:53:35.045904Z","steps":["trace[325834379] 'read index received' (duration: 124.287705ms)","trace[325834379] 'applied index is now lower than readState.Index' (duration: 74.616717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:35.046147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.448175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-04T01:53:35.046194Z","caller":"traceutil/trace.go:171","msg":"trace[1520587491] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:13264; }","duration":"199.537806ms","start":"2026-03-04T01:53:34.846642Z","end":"2026-03-04T01:53:35.046179Z","steps":["trace[1520587491] 'agreement among raft nodes before linearized reading' (duration: 199.370202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.046211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.751308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.1899807fc3d918ae\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-04T01:53:35.046254Z","caller":"traceutil/trace.go:171","msg":"trace[1640711907] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.1899807fc3d918ae; range_end:; response_count:1; response_revision:13264; }","duration":"198.82832ms","start":"2026-03-04T01:53:34.847414Z","end":"2026-03-04T01:53:35.046242Z","steps":["trace[1640711907] 'agreement among raft nodes before linearized reading' (duration: 198.671197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.04624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.22906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:35.046315Z","caller":"traceutil/trace.go:171","msg":"trace[216283642] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:13264; }","duration":"199.333112ms","start":"2026-03-04T01:53:34.84696Z","end":"2026-03-04T01:53:35.046293Z","steps":["trace[216283642] 'agreement among raft nodes before linearized reading' (duration: 199.182368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.046362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.259918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca-zlbqk\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-03-04T01:53:35.046407Z","caller":"traceutil/trace.go:171","msg":"trace[21833337] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca-zlbqk; range_end:; response_count:1; response_revision:13264; }","duration":"195.319989ms","start":"2026-03-04T01:53:34.851077Z","end":"2026-03-04T01:53:35.046397Z","steps":["trace[21833337] 'agreement among raft nodes before linearized reading' (duration: 195.182336ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.046556Z","caller":"traceutil/trace.go:171","msg":"trace[414207134] transaction","detail":"{read_only:false; response_revision:13264; number_of_response:1; }","duration":"194.266694ms","start":"2026-03-04T01:53:34.852274Z","end":"2026-03-04T01:53:35.046541Z","steps":["trace[414207134] 'process raft request' (duration: 193.439955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.046887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.731368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:630195"} {"level":"info","ts":"2026-03-04T01:53:35.046926Z","caller":"traceutil/trace.go:171","msg":"trace[1642593261] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:13264; }","duration":"198.784159ms","start":"2026-03-04T01:53:34.848133Z","end":"2026-03-04T01:53:35.046917Z","steps":["trace[1642593261] 'agreement among raft nodes before linearized reading' (duration: 198.205656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.360499Z","caller":"traceutil/trace.go:171","msg":"trace[171026278] linearizableReadLoop","detail":"{readStateIndex:13757; appliedIndex:13756; }","duration":"234.23534ms","start":"2026-03-04T01:53:35.126238Z","end":"2026-03-04T01:53:35.360473Z","steps":["trace[171026278] 'read index received' (duration: 188.224325ms)","trace[171026278] 'applied index is now lower than readState.Index' (duration: 46.010065ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:35.360879Z","caller":"traceutil/trace.go:171","msg":"trace[185924604] transaction","detail":"{read_only:false; response_revision:13268; number_of_response:1; }","duration":"237.366111ms","start":"2026-03-04T01:53:35.123478Z","end":"2026-03-04T01:53:35.360844Z","steps":["trace[185924604] 'process raft request' (duration: 190.972968ms)","trace[185924604] 'compare' (duration: 45.790779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:35.360996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.737371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-04T01:53:35.361061Z","caller":"traceutil/trace.go:171","msg":"trace[1367430095] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:13268; }","duration":"234.808483ms","start":"2026-03-04T01:53:35.126232Z","end":"2026-03-04T01:53:35.36104Z","steps":["trace[1367430095] 'agreement among raft nodes before linearized reading' (duration: 234.621779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.55934Z","caller":"traceutil/trace.go:171","msg":"trace[394564306] linearizableReadLoop","detail":"{readStateIndex:13758; appliedIndex:13757; }","duration":"198.754198ms","start":"2026-03-04T01:53:35.360565Z","end":"2026-03-04T01:53:35.55932Z","steps":["trace[394564306] 'read index received' (duration: 165.746414ms)","trace[394564306] 'applied index is now lower than readState.Index' (duration: 33.006954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:35.559486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.437546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-03-04T01:53:35.559518Z","caller":"traceutil/trace.go:171","msg":"trace[1856257774] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:13269; }","duration":"413.493187ms","start":"2026-03-04T01:53:35.146014Z","end":"2026-03-04T01:53:35.559507Z","steps":["trace[1856257774] 'agreement among raft nodes before linearized reading' (duration: 413.398974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.559495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.402905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"warn","ts":"2026-03-04T01:53:35.559547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.146002Z","time spent":"413.538778ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-04T01:53:35.559567Z","caller":"traceutil/trace.go:171","msg":"trace[710925057] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:13269; }","duration":"413.508887ms","start":"2026-03-04T01:53:35.146038Z","end":"2026-03-04T01:53:35.559547Z","steps":["trace[710925057] 'agreement among raft nodes before linearized reading' (duration: 413.304673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.55962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.433791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:53:35.559657Z","caller":"traceutil/trace.go:171","msg":"trace[1380554076] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-api; range_end:; response_count:0; response_revision:13269; }","duration":"284.478382ms","start":"2026-03-04T01:53:35.275169Z","end":"2026-03-04T01:53:35.559647Z","steps":["trace[1380554076] 'agreement among raft nodes before linearized reading' (duration: 284.431541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.559681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.844512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-03-04T01:53:35.559716Z","caller":"traceutil/trace.go:171","msg":"trace[901200333] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13269; }","duration":"310.912293ms","start":"2026-03-04T01:53:35.248796Z","end":"2026-03-04T01:53:35.559708Z","steps":["trace[901200333] 'agreement among raft nodes before linearized reading' (duration: 310.848192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.559747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.248778Z","time spent":"310.963865ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":546,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-03-04T01:53:35.559493Z","caller":"traceutil/trace.go:171","msg":"trace[1206924056] transaction","detail":"{read_only:false; response_revision:13269; number_of_response:1; }","duration":"431.932203ms","start":"2026-03-04T01:53:35.127437Z","end":"2026-03-04T01:53:35.559369Z","steps":["trace[1206924056] 'process raft request' (duration: 398.801567ms)","trace[1206924056] 'compare' (duration: 32.881241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:53:35.55986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.55227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112139"} {"level":"info","ts":"2026-03-04T01:53:35.559891Z","caller":"traceutil/trace.go:171","msg":"trace[1731546947] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:13269; }","duration":"433.592241ms","start":"2026-03-04T01:53:35.12629Z","end":"2026-03-04T01:53:35.559882Z","steps":["trace[1731546947] 'agreement among raft nodes before linearized reading' (duration: 433.412557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.559912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.126283Z","time spent":"433.623953ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112162,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-04T01:53:35.559926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.612142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-04T01:53:35.559619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.146022Z","time spent":"413.587239ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1588,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-04T01:53:35.559577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.500324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-03-04T01:53:35.560012Z","caller":"traceutil/trace.go:171","msg":"trace[1647504807] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:13269; }","duration":"433.737045ms","start":"2026-03-04T01:53:35.126257Z","end":"2026-03-04T01:53:35.559994Z","steps":["trace[1647504807] 'agreement among raft nodes before linearized reading' (duration: 433.55066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.560045Z","caller":"traceutil/trace.go:171","msg":"trace[367679256] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13269; }","duration":"311.141879ms","start":"2026-03-04T01:53:35.248897Z","end":"2026-03-04T01:53:35.560039Z","steps":["trace[367679256] 'agreement among raft nodes before linearized reading' (duration: 310.433872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.560068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.248866Z","time spent":"311.19691ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":546,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-04T01:53:35.560064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.126247Z","time spent":"433.808256ms","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-04T01:53:35.560079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.127419Z","time spent":"432.419634ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2122,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:53:35.747202Z","caller":"traceutil/trace.go:171","msg":"trace[525692915] transaction","detail":"{read_only:false; response_revision:13272; number_of_response:1; }","duration":"173.822312ms","start":"2026-03-04T01:53:35.573359Z","end":"2026-03-04T01:53:35.747182Z","steps":["trace[525692915] 'process raft request' (duration: 173.76318ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.74745Z","caller":"traceutil/trace.go:171","msg":"trace[591407112] linearizableReadLoop","detail":"{readStateIndex:13760; appliedIndex:13758; }","duration":"188.01395ms","start":"2026-03-04T01:53:35.559394Z","end":"2026-03-04T01:53:35.747408Z","steps":["trace[591407112] 'read index received' (duration: 104.815965ms)","trace[591407112] 'applied index is now lower than readState.Index' (duration: 83.192945ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:35.74771Z","caller":"traceutil/trace.go:171","msg":"trace[215580293] transaction","detail":"{read_only:false; response_revision:13270; number_of_response:1; }","duration":"326.409651ms","start":"2026-03-04T01:53:35.421286Z","end":"2026-03-04T01:53:35.747696Z","steps":["trace[215580293] 'process raft request' (duration: 325.655984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.747745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.005595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-6lhdm.1899807e366cbd6a\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-04T01:53:35.747775Z","caller":"traceutil/trace.go:171","msg":"trace[1944657897] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-6lhdm.1899807e366cbd6a; range_end:; response_count:1; response_revision:13272; }","duration":"193.089427ms","start":"2026-03-04T01:53:35.554676Z","end":"2026-03-04T01:53:35.747766Z","steps":["trace[1944657897] 'agreement among raft nodes before linearized reading' (duration: 192.976084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.747474Z","caller":"traceutil/trace.go:171","msg":"trace[325359122] transaction","detail":"{read_only:false; response_revision:13271; number_of_response:1; }","duration":"177.086308ms","start":"2026-03-04T01:53:35.570352Z","end":"2026-03-04T01:53:35.747438Z","steps":["trace[325359122] 'process raft request' (duration: 176.708799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.747869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.480771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:6632"} {"level":"warn","ts":"2026-03-04T01:53:35.747877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.132266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:7902"} {"level":"info","ts":"2026-03-04T01:53:35.747892Z","caller":"traceutil/trace.go:171","msg":"trace[1574783943] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:13272; }","duration":"185.566683ms","start":"2026-03-04T01:53:35.562319Z","end":"2026-03-04T01:53:35.747886Z","steps":["trace[1574783943] 'agreement among raft nodes before linearized reading' (duration: 185.502031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.747881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.987017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:6632"} {"level":"info","ts":"2026-03-04T01:53:35.747915Z","caller":"traceutil/trace.go:171","msg":"trace[490777094] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:13272; }","duration":"186.184807ms","start":"2026-03-04T01:53:35.561719Z","end":"2026-03-04T01:53:35.747904Z","steps":["trace[490777094] 'agreement among raft nodes before linearized reading' (duration: 186.031764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.747928Z","caller":"traceutil/trace.go:171","msg":"trace[1361794431] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:13272; }","duration":"382.05363ms","start":"2026-03-04T01:53:35.365862Z","end":"2026-03-04T01:53:35.747915Z","steps":["trace[1361794431] 'agreement among raft nodes before linearized reading' (duration: 381.914476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.747801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.421264Z","time spent":"326.477844ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:53:35.747963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.365855Z","time spent":"382.09999ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6655,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-04T01:53:35.74823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.497799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-04T01:53:35.749294Z","caller":"traceutil/trace.go:171","msg":"trace[1521924038] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:13272; }","duration":"383.614905ms","start":"2026-03-04T01:53:35.365665Z","end":"2026-03-04T01:53:35.74928Z","steps":["trace[1521924038] 'agreement among raft nodes before linearized reading' (duration: 381.997948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.749345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:53:35.365644Z","time spent":"383.690317ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-04T01:53:35.870699Z","caller":"traceutil/trace.go:171","msg":"trace[1722239740] linearizableReadLoop","detail":"{readStateIndex:13764; appliedIndex:13762; }","duration":"116.362062ms","start":"2026-03-04T01:53:35.754322Z","end":"2026-03-04T01:53:35.870684Z","steps":["trace[1722239740] 'read index received' (duration: 31.076289ms)","trace[1722239740] 'applied index is now lower than readState.Index' (duration: 85.285143ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:35.870707Z","caller":"traceutil/trace.go:171","msg":"trace[1100438156] transaction","detail":"{read_only:false; response_revision:13274; number_of_response:1; }","duration":"116.728891ms","start":"2026-03-04T01:53:35.753957Z","end":"2026-03-04T01:53:35.870686Z","steps":["trace[1100438156] 'process raft request' (duration: 116.532447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:35.870866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.531136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-04T01:53:35.870889Z","caller":"traceutil/trace.go:171","msg":"trace[45495952] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:13276; }","duration":"116.590238ms","start":"2026-03-04T01:53:35.754293Z","end":"2026-03-04T01:53:35.870883Z","steps":["trace[45495952] 'agreement among raft nodes before linearized reading' (duration: 116.484085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.870945Z","caller":"traceutil/trace.go:171","msg":"trace[958681174] transaction","detail":"{read_only:false; response_revision:13276; number_of_response:1; }","duration":"110.544847ms","start":"2026-03-04T01:53:35.76023Z","end":"2026-03-04T01:53:35.870775Z","steps":["trace[958681174] 'process raft request' (duration: 110.424994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:35.870756Z","caller":"traceutil/trace.go:171","msg":"trace[1223120774] transaction","detail":"{read_only:false; response_revision:13275; number_of_response:1; }","duration":"115.302087ms","start":"2026-03-04T01:53:35.755425Z","end":"2026-03-04T01:53:35.870728Z","steps":["trace[1223120774] 'process raft request' (duration: 115.166834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:36.974234Z","caller":"traceutil/trace.go:171","msg":"trace[2079474363] linearizableReadLoop","detail":"{readStateIndex:13780; appliedIndex:13779; }","duration":"125.656318ms","start":"2026-03-04T01:53:36.848547Z","end":"2026-03-04T01:53:36.974203Z","steps":["trace[2079474363] 'read index received' (duration: 125.517074ms)","trace[2079474363] 'applied index is now lower than readState.Index' (duration: 137.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:53:36.974378Z","caller":"traceutil/trace.go:171","msg":"trace[1837374841] transaction","detail":"{read_only:false; response_revision:13290; number_of_response:1; }","duration":"181.794336ms","start":"2026-03-04T01:53:36.792537Z","end":"2026-03-04T01:53:36.974332Z","steps":["trace[1837374841] 'process raft request' (duration: 181.473948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:36.974515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.944254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-04T01:53:36.974556Z","caller":"traceutil/trace.go:171","msg":"trace[1920479451] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13290; }","duration":"126.070747ms","start":"2026-03-04T01:53:36.848476Z","end":"2026-03-04T01:53:36.974546Z","steps":["trace[1920479451] 'agreement among raft nodes before linearized reading' (duration: 125.888582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:36.974615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.935013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-04T01:53:36.974699Z","caller":"traceutil/trace.go:171","msg":"trace[1006326513] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13290; }","duration":"126.066277ms","start":"2026-03-04T01:53:36.848609Z","end":"2026-03-04T01:53:36.974675Z","steps":["trace[1006326513] 'agreement among raft nodes before linearized reading' (duration: 125.819411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:53:50.608034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.561526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:53:50.608139Z","caller":"traceutil/trace.go:171","msg":"trace[2075205725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13487; }","duration":"138.72713ms","start":"2026-03-04T01:53:50.469393Z","end":"2026-03-04T01:53:50.60812Z","steps":["trace[2075205725] 'range keys from in-memory index tree' (duration: 138.356291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:53:52.73911Z","caller":"traceutil/trace.go:171","msg":"trace[1295090575] transaction","detail":"{read_only:false; response_revision:13499; number_of_response:1; }","duration":"115.274217ms","start":"2026-03-04T01:53:52.623794Z","end":"2026-03-04T01:53:52.739068Z","steps":["trace[1295090575] 'process raft request' (duration: 115.062652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:34.855855Z","caller":"traceutil/trace.go:171","msg":"trace[1699213245] transaction","detail":"{read_only:false; response_revision:14021; number_of_response:1; }","duration":"280.348406ms","start":"2026-03-04T01:54:34.575486Z","end":"2026-03-04T01:54:34.855834Z","steps":["trace[1699213245] 'process raft request' (duration: 280.193533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.373115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.027088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:54:35.373577Z","caller":"traceutil/trace.go:171","msg":"trace[994084710] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"753.78308ms","start":"2026-03-04T01:54:34.619706Z","end":"2026-03-04T01:54:35.373489Z","steps":["trace[994084710] 'process raft request' (duration: 483.292311ms)","trace[994084710] 'compare' (duration: 269.779502ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:54:35.373652Z","caller":"traceutil/trace.go:171","msg":"trace[1198416477] linearizableReadLoop","detail":"{readStateIndex:14530; appliedIndex:14528; }","duration":"731.72775ms","start":"2026-03-04T01:54:34.641892Z","end":"2026-03-04T01:54:35.37362Z","steps":["trace[1198416477] 'read index received' (duration: 213.799067ms)","trace[1198416477] 'applied index is now lower than readState.Index' (duration: 517.926443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:35.373828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.619676Z","time spent":"754.059716ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:54:35.597608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.698511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:54:35.597625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.393912ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-04T01:54:35.5977Z","caller":"traceutil/trace.go:171","msg":"trace[802411752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14022; }","duration":"955.841715ms","start":"2026-03-04T01:54:34.64183Z","end":"2026-03-04T01:54:35.597671Z","steps":["trace[802411752] 'agreement among raft nodes before linearized reading' (duration: 731.876253ms)","trace[802411752] 'range keys from in-memory index tree' (duration: 223.756057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:35.597738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.641807Z","time spent":"955.923967ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T01:54:35.597735Z","caller":"traceutil/trace.go:171","msg":"trace[481668625] linearizableReadLoop","detail":"{readStateIndex:14531; appliedIndex:14530; }","duration":"224.003783ms","start":"2026-03-04T01:54:35.37371Z","end":"2026-03-04T01:54:35.597714Z","steps":["trace[481668625] 'read index received' (duration: 38.261µs)","trace[481668625] 'applied index is now lower than readState.Index' (duration: 223.964031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:35.598084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.317672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-03-04T01:54:35.598236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.59906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:35.598256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.734798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:54:35.598283Z","caller":"traceutil/trace.go:171","msg":"trace[454411370] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14022; }","duration":"590.784908ms","start":"2026-03-04T01:54:35.007491Z","end":"2026-03-04T01:54:35.598275Z","steps":["trace[454411370] 'agreement among raft nodes before linearized reading' (duration: 590.718547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.598303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:35.007471Z","time spent":"590.82753ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:54:35.598295Z","caller":"traceutil/trace.go:171","msg":"trace[1092554760] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14022; }","duration":"595.676961ms","start":"2026-03-04T01:54:35.002595Z","end":"2026-03-04T01:54:35.598272Z","steps":["trace[1092554760] 'agreement among raft nodes before linearized reading' (duration: 595.61287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.59835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:35.002574Z","time spent":"595.767794ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:54:35.598399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.262727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-04T01:54:35.598488Z","caller":"traceutil/trace.go:171","msg":"trace[1060137328] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mgwmb; range_end:; response_count:1; response_revision:14022; }","duration":"405.387459ms","start":"2026-03-04T01:54:35.193081Z","end":"2026-03-04T01:54:35.598468Z","steps":["trace[1060137328] 'agreement among raft nodes before linearized reading' (duration: 405.115613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.598535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:35.193063Z","time spent":"405.462561ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20782,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" "} {"level":"info","ts":"2026-03-04T01:54:35.598529Z","caller":"traceutil/trace.go:171","msg":"trace[807967059] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:14022; }","duration":"808.750552ms","start":"2026-03-04T01:54:34.789708Z","end":"2026-03-04T01:54:35.598459Z","steps":["trace[807967059] 'agreement among raft nodes before linearized reading' (duration: 808.2554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.598608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.789688Z","time spent":"808.907936ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" "} {"level":"warn","ts":"2026-03-04T01:54:35.598634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.014526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:54:35.598675Z","caller":"traceutil/trace.go:171","msg":"trace[1559735774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14022; }","duration":"636.104858ms","start":"2026-03-04T01:54:34.962561Z","end":"2026-03-04T01:54:35.598666Z","steps":["trace[1559735774] 'agreement among raft nodes before linearized reading' (duration: 635.985815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.598709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.962534Z","time spent":"636.168158ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:54:35.59876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.225232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:35.598797Z","caller":"traceutil/trace.go:171","msg":"trace[1580872527] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14022; }","duration":"206.296883ms","start":"2026-03-04T01:54:35.392489Z","end":"2026-03-04T01:54:35.598786Z","steps":["trace[1580872527] 'agreement among raft nodes before linearized reading' (duration: 206.242352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.598839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.403876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:54:35.598858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.67147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:35.598915Z","caller":"traceutil/trace.go:171","msg":"trace[2102633781] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14022; }","duration":"697.519558ms","start":"2026-03-04T01:54:34.901379Z","end":"2026-03-04T01:54:35.598898Z","steps":["trace[2102633781] 'agreement among raft nodes before linearized reading' (duration: 697.341054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.598952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.039953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:54:35.598165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.205151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:54:35.598967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.901371Z","time spent":"697.587439ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:54:35.598986Z","caller":"traceutil/trace.go:171","msg":"trace[150456681] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14022; }","duration":"941.086004ms","start":"2026-03-04T01:54:34.65789Z","end":"2026-03-04T01:54:35.598976Z","steps":["trace[150456681] 'agreement among raft nodes before linearized reading' (duration: 940.998492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:35.598997Z","caller":"traceutil/trace.go:171","msg":"trace[1299318953] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14022; }","duration":"596.073781ms","start":"2026-03-04T01:54:35.002913Z","end":"2026-03-04T01:54:35.598987Z","steps":["trace[1299318953] 'agreement among raft nodes before linearized reading' (duration: 595.14722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.599019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.657884Z","time spent":"941.130115ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:54:35.599031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:35.002892Z","time spent":"596.129103ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:54:35.599025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.046891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-04T01:54:35.5991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.745495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:54:35.599116Z","caller":"traceutil/trace.go:171","msg":"trace[1138377942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14022; }","duration":"644.173574ms","start":"2026-03-04T01:54:34.954917Z","end":"2026-03-04T01:54:35.59909Z","steps":["trace[1138377942] 'agreement among raft nodes before linearized reading' (duration: 643.886098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.599165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.943546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:54:35.599166Z","caller":"traceutil/trace.go:171","msg":"trace[89140544] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14022; }","duration":"940.833368ms","start":"2026-03-04T01:54:34.65832Z","end":"2026-03-04T01:54:35.599153Z","steps":["trace[89140544] 'agreement among raft nodes before linearized reading' (duration: 940.679174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.599176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.047529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:35.599212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.658309Z","time spent":"940.895639ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:54:35.598966Z","caller":"traceutil/trace.go:171","msg":"trace[949720352] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14022; }","duration":"942.862865ms","start":"2026-03-04T01:54:34.656071Z","end":"2026-03-04T01:54:35.598934Z","steps":["trace[949720352] 'agreement among raft nodes before linearized reading' (duration: 942.632319ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:35.599243Z","caller":"traceutil/trace.go:171","msg":"trace[238484780] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14022; }","duration":"943.11745ms","start":"2026-03-04T01:54:34.656109Z","end":"2026-03-04T01:54:35.599227Z","steps":["trace[238484780] 'agreement among raft nodes before linearized reading' (duration: 943.037099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.599261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.759751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:35.599286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.656102Z","time spent":"943.173842ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T01:54:35.599118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.719752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-04T01:54:35.599316Z","caller":"traceutil/trace.go:171","msg":"trace[25952648] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14022; }","duration":"205.851923ms","start":"2026-03-04T01:54:35.393451Z","end":"2026-03-04T01:54:35.599303Z","steps":["trace[25952648] 'agreement among raft nodes before linearized reading' (duration: 205.773201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.599325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.779062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-03-04T01:54:35.59933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.523036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:54:35.599189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.954895Z","time spent":"644.278806ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:54:35.599367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.521923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:54:35.599202Z","caller":"traceutil/trace.go:171","msg":"trace[984996499] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14022; }","duration":"117.002077ms","start":"2026-03-04T01:54:35.482192Z","end":"2026-03-04T01:54:35.599194Z","steps":["trace[984996499] 'agreement among raft nodes before linearized reading' (duration: 116.901904ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:35.599369Z","caller":"traceutil/trace.go:171","msg":"trace[42280230] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14022; }","duration":"205.857733ms","start":"2026-03-04T01:54:35.393497Z","end":"2026-03-04T01:54:35.599355Z","steps":["trace[42280230] 'agreement among raft nodes before linearized reading' (duration: 205.760431ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:35.599372Z","caller":"traceutil/trace.go:171","msg":"trace[447154589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14022; }","duration":"205.600578ms","start":"2026-03-04T01:54:35.39376Z","end":"2026-03-04T01:54:35.599361Z","steps":["trace[447154589] 'agreement among raft nodes before linearized reading' (duration: 205.482845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:35.599407Z","caller":"traceutil/trace.go:171","msg":"trace[1119524039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14022; }","duration":"204.578173ms","start":"2026-03-04T01:54:35.394821Z","end":"2026-03-04T01:54:35.599399Z","steps":["trace[1119524039] 'agreement among raft nodes before linearized reading' (duration: 204.478181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.599303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.861853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:35.59927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.639181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:54:35.599472Z","caller":"traceutil/trace.go:171","msg":"trace[1567139404] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14022; }","duration":"206.027967ms","start":"2026-03-04T01:54:35.393415Z","end":"2026-03-04T01:54:35.599443Z","steps":["trace[1567139404] 'agreement among raft nodes before linearized reading' (duration: 205.872474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:35.599485Z","caller":"traceutil/trace.go:171","msg":"trace[1197436670] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14022; }","duration":"203.862737ms","start":"2026-03-04T01:54:35.395606Z","end":"2026-03-04T01:54:35.599468Z","steps":["trace[1197436670] 'agreement among raft nodes before linearized reading' (duration: 203.614441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:35.599361Z","caller":"traceutil/trace.go:171","msg":"trace[1672228527] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14022; }","duration":"942.974907ms","start":"2026-03-04T01:54:34.656367Z","end":"2026-03-04T01:54:35.599342Z","steps":["trace[1672228527] 'agreement among raft nodes before linearized reading' (duration: 942.641589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.599288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.656047Z","time spent":"943.218083ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:54:35.599555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.656359Z","time spent":"943.186542ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T01:54:35.598151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.102997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-04T01:54:35.599685Z","caller":"traceutil/trace.go:171","msg":"trace[1354184896] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:14022; }","duration":"809.668653ms","start":"2026-03-04T01:54:34.790002Z","end":"2026-03-04T01:54:35.599671Z","steps":["trace[1354184896] 'agreement among raft nodes before linearized reading' (duration: 807.959053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:35.599746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:34.789995Z","time spent":"809.734874ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22144,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" "} {"level":"info","ts":"2026-03-04T01:54:45.792022Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11648} {"level":"info","ts":"2026-03-04T01:54:45.887605Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11648,"took":"92.95729ms","hash":3982726299,"current-db-size-bytes":39723008,"current-db-size":"40 MB","current-db-size-in-use-bytes":27017216,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T01:54:45.887668Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3982726299,"revision":11648,"compact-revision":9501} {"level":"info","ts":"2026-03-04T01:54:53.892322Z","caller":"traceutil/trace.go:171","msg":"trace[1841040334] transaction","detail":"{read_only:false; response_revision:14119; number_of_response:1; }","duration":"424.644315ms","start":"2026-03-04T01:54:53.467639Z","end":"2026-03-04T01:54:53.892283Z","steps":["trace[1841040334] 'process raft request' (duration: 424.344878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.89253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:53.467607Z","time spent":"424.823129ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:54:53.892908Z","caller":"traceutil/trace.go:171","msg":"trace[260531101] linearizableReadLoop","detail":"{readStateIndex:14632; appliedIndex:14631; }","duration":"236.705986ms","start":"2026-03-04T01:54:53.656177Z","end":"2026-03-04T01:54:53.892883Z","steps":["trace[260531101] 'read index received' (duration: 235.789565ms)","trace[260531101] 'applied index is now lower than readState.Index' (duration: 915.051µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:54:53.893064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.863711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:53.893153Z","caller":"traceutil/trace.go:171","msg":"trace[1555053978] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14119; }","duration":"236.996993ms","start":"2026-03-04T01:54:53.656133Z","end":"2026-03-04T01:54:53.89313Z","steps":["trace[1555053978] 'agreement among raft nodes before linearized reading' (duration: 236.849139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.893236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.722294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:54:53.893282Z","caller":"traceutil/trace.go:171","msg":"trace[1129007426] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14119; }","duration":"232.810666ms","start":"2026-03-04T01:54:53.66046Z","end":"2026-03-04T01:54:53.893271Z","steps":["trace[1129007426] 'agreement among raft nodes before linearized reading' (duration: 232.603211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.893282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.041611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:53.893098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.833319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:53.89338Z","caller":"traceutil/trace.go:171","msg":"trace[518156212] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14119; }","duration":"233.214596ms","start":"2026-03-04T01:54:53.660142Z","end":"2026-03-04T01:54:53.893357Z","steps":["trace[518156212] 'agreement among raft nodes before linearized reading' (duration: 232.997951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.893418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.093803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:54:53.893503Z","caller":"traceutil/trace.go:171","msg":"trace[1673395049] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14119; }","duration":"236.218005ms","start":"2026-03-04T01:54:53.657267Z","end":"2026-03-04T01:54:53.893485Z","steps":["trace[1673395049] 'agreement among raft nodes before linearized reading' (duration: 235.920478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.893518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.113546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T01:54:53.893478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.070239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:53.89346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.580675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:53.893611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.84568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:54:53.89364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.83136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:54:53.893849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.351579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:54:53.893854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.731734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:54:53.893849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.849163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:54:53.893856Z","caller":"traceutil/trace.go:171","msg":"trace[1992068045] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14119; }","duration":"234.108626ms","start":"2026-03-04T01:54:53.659731Z","end":"2026-03-04T01:54:53.89384Z","steps":["trace[1992068045] 'agreement among raft nodes before linearized reading' (duration: 233.716567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.893873Z","caller":"traceutil/trace.go:171","msg":"trace[495225686] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14119; }","duration":"233.38724ms","start":"2026-03-04T01:54:53.660479Z","end":"2026-03-04T01:54:53.893866Z","steps":["trace[495225686] 'agreement among raft nodes before linearized reading' (duration: 233.152894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.89388Z","caller":"traceutil/trace.go:171","msg":"trace[480006193] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14119; }","duration":"234.099946ms","start":"2026-03-04T01:54:53.659763Z","end":"2026-03-04T01:54:53.893863Z","steps":["trace[480006193] 'agreement among raft nodes before linearized reading' (duration: 233.587254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.893887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.749982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:54:53.893903Z","caller":"traceutil/trace.go:171","msg":"trace[2115837326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14119; }","duration":"100.942545ms","start":"2026-03-04T01:54:53.792944Z","end":"2026-03-04T01:54:53.893887Z","steps":["trace[2115837326] 'agreement among raft nodes before linearized reading' (duration: 100.533916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.893917Z","caller":"traceutil/trace.go:171","msg":"trace[740334159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14119; }","duration":"149.795456ms","start":"2026-03-04T01:54:53.744089Z","end":"2026-03-04T01:54:53.893884Z","steps":["trace[740334159] 'agreement among raft nodes before linearized reading' (duration: 149.51994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.893956Z","caller":"traceutil/trace.go:171","msg":"trace[1861311386] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14119; }","duration":"145.847234ms","start":"2026-03-04T01:54:53.748088Z","end":"2026-03-04T01:54:53.893936Z","steps":["trace[1861311386] 'agreement among raft nodes before linearized reading' (duration: 145.425215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.893967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.483566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:54:53.893307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.683607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:54:53.893994Z","caller":"traceutil/trace.go:171","msg":"trace[779425301] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14119; }","duration":"231.528617ms","start":"2026-03-04T01:54:53.662458Z","end":"2026-03-04T01:54:53.893987Z","steps":["trace[779425301] 'agreement among raft nodes before linearized reading' (duration: 231.486746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.893456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.139145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:53.894017Z","caller":"traceutil/trace.go:171","msg":"trace[540166218] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14119; }","duration":"234.400523ms","start":"2026-03-04T01:54:53.659609Z","end":"2026-03-04T01:54:53.894009Z","steps":["trace[540166218] 'agreement among raft nodes before linearized reading' (duration: 233.516113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.894027Z","caller":"traceutil/trace.go:171","msg":"trace[435453832] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14119; }","duration":"163.741718ms","start":"2026-03-04T01:54:53.730275Z","end":"2026-03-04T01:54:53.894017Z","steps":["trace[435453832] 'agreement among raft nodes before linearized reading' (duration: 163.158655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.893592Z","caller":"traceutil/trace.go:171","msg":"trace[1517669324] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14119; }","duration":"235.226192ms","start":"2026-03-04T01:54:53.658345Z","end":"2026-03-04T01:54:53.893571Z","steps":["trace[1517669324] 'agreement among raft nodes before linearized reading' (duration: 234.991787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.89358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.49525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:54:53.89392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.488783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:54:53.894099Z","caller":"traceutil/trace.go:171","msg":"trace[1863100949] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14119; }","duration":"163.042832ms","start":"2026-03-04T01:54:53.73105Z","end":"2026-03-04T01:54:53.894093Z","steps":["trace[1863100949] 'agreement among raft nodes before linearized reading' (duration: 162.359836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.894084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.873661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-04T01:54:53.894123Z","caller":"traceutil/trace.go:171","msg":"trace[2076009660] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14119; }","duration":"230.695807ms","start":"2026-03-04T01:54:53.663408Z","end":"2026-03-04T01:54:53.894103Z","steps":["trace[2076009660] 'agreement among raft nodes before linearized reading' (duration: 230.150575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.894148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.678656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:54:53.894159Z","caller":"traceutil/trace.go:171","msg":"trace[1803926573] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14119; }","duration":"233.952913ms","start":"2026-03-04T01:54:53.660193Z","end":"2026-03-04T01:54:53.894146Z","steps":["trace[1803926573] 'agreement among raft nodes before linearized reading' (duration: 233.784299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.894169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.497375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:54:53.894267Z","caller":"traceutil/trace.go:171","msg":"trace[1435087342] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14119; }","duration":"237.624808ms","start":"2026-03-04T01:54:53.656626Z","end":"2026-03-04T01:54:53.894251Z","steps":["trace[1435087342] 'agreement among raft nodes before linearized reading' (duration: 237.474654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.894297Z","caller":"traceutil/trace.go:171","msg":"trace[1580716845] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14119; }","duration":"237.180757ms","start":"2026-03-04T01:54:53.656217Z","end":"2026-03-04T01:54:53.893398Z","steps":["trace[1580716845] 'agreement among raft nodes before linearized reading' (duration: 236.821569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.894209Z","caller":"traceutil/trace.go:171","msg":"trace[1783511649] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14119; }","duration":"233.749228ms","start":"2026-03-04T01:54:53.660445Z","end":"2026-03-04T01:54:53.894194Z","steps":["trace[1783511649] 'agreement among raft nodes before linearized reading' (duration: 233.671757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.894337Z","caller":"traceutil/trace.go:171","msg":"trace[344901460] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14119; }","duration":"233.940173ms","start":"2026-03-04T01:54:53.659697Z","end":"2026-03-04T01:54:53.893638Z","steps":["trace[344901460] 'agreement among raft nodes before linearized reading' (duration: 233.4134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:54:53.893545Z","caller":"traceutil/trace.go:171","msg":"trace[1226991127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14119; }","duration":"170.188367ms","start":"2026-03-04T01:54:53.72335Z","end":"2026-03-04T01:54:53.893539Z","steps":["trace[1226991127] 'agreement among raft nodes before linearized reading' (duration: 170.121266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:54:53.894946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.240471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:54:53.894996Z","caller":"traceutil/trace.go:171","msg":"trace[298017136] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14119; }","duration":"238.315504ms","start":"2026-03-04T01:54:53.656666Z","end":"2026-03-04T01:54:53.894982Z","steps":["trace[298017136] 'agreement among raft nodes before linearized reading' (duration: 236.675566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.247172Z","caller":"traceutil/trace.go:171","msg":"trace[1157708167] transaction","detail":"{read_only:false; response_revision:14147; number_of_response:1; }","duration":"668.502847ms","start":"2026-03-04T01:54:59.578636Z","end":"2026-03-04T01:55:00.247139Z","steps":["trace[1157708167] 'process raft request' (duration: 668.294402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.247406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.578596Z","time spent":"668.675361ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:00.248169Z","caller":"traceutil/trace.go:171","msg":"trace[1761033083] linearizableReadLoop","detail":"{readStateIndex:14661; appliedIndex:14661; }","duration":"446.830708ms","start":"2026-03-04T01:54:59.801127Z","end":"2026-03-04T01:55:00.247958Z","steps":["trace[1761033083] 'read index received' (duration: 446.817957ms)","trace[1761033083] 'applied index is now lower than readState.Index' (duration: 10.841µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:00.248384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.240118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T01:55:00.248408Z","caller":"traceutil/trace.go:171","msg":"trace[1715356823] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:14147; }","duration":"447.34718ms","start":"2026-03-04T01:54:59.801054Z","end":"2026-03-04T01:55:00.248401Z","steps":["trace[1715356823] 'agreement among raft nodes before linearized reading' (duration: 447.192006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.24843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.801029Z","time spent":"447.396812ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T01:55:00.300769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.214546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:00.300822Z","caller":"traceutil/trace.go:171","msg":"trace[1351924116] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14148; }","duration":"386.294567ms","start":"2026-03-04T01:54:59.914515Z","end":"2026-03-04T01:55:00.300809Z","steps":["trace[1351924116] 'agreement among raft nodes before linearized reading' (duration: 386.201305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.300794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.648538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:00.300854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.914503Z","time spent":"386.343639ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:55:00.300881Z","caller":"traceutil/trace.go:171","msg":"trace[63167977] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14148; }","duration":"393.796392ms","start":"2026-03-04T01:54:59.907065Z","end":"2026-03-04T01:55:00.300861Z","steps":["trace[63167977] 'agreement among raft nodes before linearized reading' (duration: 393.610477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.300877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.209099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:55:00.30091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.221133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:55:00.300952Z","caller":"traceutil/trace.go:171","msg":"trace[68597785] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14148; }","duration":"387.312011ms","start":"2026-03-04T01:54:59.913623Z","end":"2026-03-04T01:55:00.300935Z","steps":["trace[68597785] 'agreement among raft nodes before linearized reading' (duration: 387.076366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.300972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.543907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:00.300983Z","caller":"traceutil/trace.go:171","msg":"trace[219042648] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14148; }","duration":"337.344695ms","start":"2026-03-04T01:54:59.963618Z","end":"2026-03-04T01:55:00.300963Z","steps":["trace[219042648] 'agreement among raft nodes before linearized reading' (duration: 337.12002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.300996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.913615Z","time spent":"387.370933ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T01:55:00.301001Z","caller":"traceutil/trace.go:171","msg":"trace[1151014241] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14148; }","duration":"387.588498ms","start":"2026-03-04T01:54:59.913403Z","end":"2026-03-04T01:55:00.300992Z","steps":["trace[1151014241] 'agreement among raft nodes before linearized reading' (duration: 387.549217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.30102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.963607Z","time spent":"337.405617ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:55:00.301033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.913395Z","time spent":"387.625948ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:00.301094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.355683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:55:00.301132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.840728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:00.300927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.907041Z","time spent":"393.877243ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:55:00.301162Z","caller":"traceutil/trace.go:171","msg":"trace[375768121] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14148; }","duration":"387.431534ms","start":"2026-03-04T01:54:59.913713Z","end":"2026-03-04T01:55:00.301145Z","steps":["trace[375768121] 'agreement among raft nodes before linearized reading' (duration: 387.286241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.301172Z","caller":"traceutil/trace.go:171","msg":"trace[1044561318] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14148; }","duration":"385.897429ms","start":"2026-03-04T01:54:59.915264Z","end":"2026-03-04T01:55:00.301162Z","steps":["trace[1044561318] 'agreement among raft nodes before linearized reading' (duration: 385.819987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.509465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:55:00.301208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.915258Z","time spent":"385.94252ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T01:55:00.301265Z","caller":"traceutil/trace.go:171","msg":"trace[601266588] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14148; }","duration":"387.580558ms","start":"2026-03-04T01:54:59.913672Z","end":"2026-03-04T01:55:00.301253Z","steps":["trace[601266588] 'agreement among raft nodes before linearized reading' (duration: 387.471595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.30111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.767445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:55:00.301297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.913664Z","time spent":"387.625939ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:00.301282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.571205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:55:00.301321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.690315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-03-04T01:55:00.301207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.913707Z","time spent":"387.492395ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:55:00.301331Z","caller":"traceutil/trace.go:171","msg":"trace[527268986] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14148; }","duration":"386.030141ms","start":"2026-03-04T01:54:59.915289Z","end":"2026-03-04T01:55:00.301319Z","steps":["trace[527268986] 'agreement among raft nodes before linearized reading' (duration: 385.741805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.301354Z","caller":"traceutil/trace.go:171","msg":"trace[553286512] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:14148; }","duration":"210.768357ms","start":"2026-03-04T01:55:00.090576Z","end":"2026-03-04T01:55:00.301344Z","steps":["trace[553286512] 'agreement among raft nodes before linearized reading' (duration: 210.676305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.427998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:55:00.301374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.915266Z","time spent":"386.096183ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:55:00.301363Z","caller":"traceutil/trace.go:171","msg":"trace[7430496] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14148; }","duration":"386.683217ms","start":"2026-03-04T01:54:59.914657Z","end":"2026-03-04T01:55:00.301341Z","steps":["trace[7430496] 'agreement among raft nodes before linearized reading' (duration: 386.40376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.433474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:00.301395Z","caller":"traceutil/trace.go:171","msg":"trace[1289812164] transaction","detail":"{read_only:false; response_revision:14148; number_of_response:1; }","duration":"390.054115ms","start":"2026-03-04T01:54:59.911329Z","end":"2026-03-04T01:55:00.301383Z","steps":["trace[1289812164] 'process raft request' (duration: 386.80491ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.301405Z","caller":"traceutil/trace.go:171","msg":"trace[98822632] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:14148; }","duration":"283.51797ms","start":"2026-03-04T01:55:00.017872Z","end":"2026-03-04T01:55:00.30139Z","steps":["trace[98822632] 'agreement among raft nodes before linearized reading' (duration: 283.306555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.914647Z","time spent":"386.763908ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:55:00.301433Z","caller":"traceutil/trace.go:171","msg":"trace[1436425917] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14148; }","duration":"387.506575ms","start":"2026-03-04T01:54:59.913904Z","end":"2026-03-04T01:55:00.301411Z","steps":["trace[1436425917] 'agreement among raft nodes before linearized reading' (duration: 387.220859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.913873Z","time spent":"387.586878ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:00.301494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.911303Z","time spent":"390.116037ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:00.301528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.490579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:55:00.301545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.256853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-04T01:55:00.301561Z","caller":"traceutil/trace.go:171","msg":"trace[386957582] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14148; }","duration":"388.562061ms","start":"2026-03-04T01:54:59.912989Z","end":"2026-03-04T01:55:00.301551Z","steps":["trace[386957582] 'agreement among raft nodes before linearized reading' (duration: 388.457688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.301572Z","caller":"traceutil/trace.go:171","msg":"trace[1665924639] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8pqbv; range_end:; response_count:1; response_revision:14148; }","duration":"200.319185ms","start":"2026-03-04T01:55:00.101246Z","end":"2026-03-04T01:55:00.301565Z","steps":["trace[1665924639] 'agreement among raft nodes before linearized reading' (duration: 200.234623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.30158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.627132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:00.301584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.758371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" ","response":"range_response_count:1 size:20759"} {"level":"warn","ts":"2026-03-04T01:55:00.301594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.271179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-04T01:55:00.301611Z","caller":"traceutil/trace.go:171","msg":"trace[1027535772] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14148; }","duration":"388.681453ms","start":"2026-03-04T01:54:59.91292Z","end":"2026-03-04T01:55:00.301601Z","steps":["trace[1027535772] 'agreement among raft nodes before linearized reading' (duration: 388.631432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.765975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:00.301625Z","caller":"traceutil/trace.go:171","msg":"trace[912447252] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14148; }","duration":"390.346591ms","start":"2026-03-04T01:54:59.911267Z","end":"2026-03-04T01:55:00.301614Z","steps":["trace[912447252] 'agreement among raft nodes before linearized reading' (duration: 390.259299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.912905Z","time spent":"388.726134ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:55:00.30165Z","caller":"traceutil/trace.go:171","msg":"trace[466980775] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14148; }","duration":"388.833417ms","start":"2026-03-04T01:54:59.912806Z","end":"2026-03-04T01:55:00.30164Z","steps":["trace[466980775] 'agreement among raft nodes before linearized reading' (duration: 388.778335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.30166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.91124Z","time spent":"390.413863ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T01:55:00.301669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.634362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:00.301685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.912791Z","time spent":"388.880967ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:55:00.301698Z","caller":"traceutil/trace.go:171","msg":"trace[1312003579] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14148; }","duration":"388.701004ms","start":"2026-03-04T01:54:59.912989Z","end":"2026-03-04T01:55:00.30169Z","steps":["trace[1312003579] 'agreement among raft nodes before linearized reading' (duration: 388.658413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.949149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T01:55:00.301725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.912969Z","time spent":"388.748184ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T01:55:00.301727Z","caller":"traceutil/trace.go:171","msg":"trace[199031690] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14148; }","duration":"388.996351ms","start":"2026-03-04T01:54:59.912723Z","end":"2026-03-04T01:55:00.301719Z","steps":["trace[199031690] 'agreement among raft nodes before linearized reading' (duration: 388.916499ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.301619Z","caller":"traceutil/trace.go:171","msg":"trace[1996225355] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mgwmb; range_end:; response_count:1; response_revision:14148; }","duration":"269.832403ms","start":"2026-03-04T01:55:00.031775Z","end":"2026-03-04T01:55:00.301607Z","steps":["trace[1996225355] 'agreement among raft nodes before linearized reading' (duration: 269.728741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.758415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:00.301755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.912712Z","time spent":"389.036371ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T01:55:00.301766Z","caller":"traceutil/trace.go:171","msg":"trace[2136413553] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14148; }","duration":"388.797235ms","start":"2026-03-04T01:54:59.912962Z","end":"2026-03-04T01:55:00.301759Z","steps":["trace[2136413553] 'agreement among raft nodes before linearized reading' (duration: 388.748264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.30179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.912953Z","time spent":"388.830856ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:55:00.301591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.912969Z","time spent":"388.615751ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:55:00.301812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.966897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:55:00.301843Z","caller":"traceutil/trace.go:171","msg":"trace[1490452865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14148; }","duration":"382.016388ms","start":"2026-03-04T01:54:59.919818Z","end":"2026-03-04T01:55:00.301834Z","steps":["trace[1490452865] 'agreement among raft nodes before linearized reading' (duration: 381.925146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.047259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-03-04T01:55:00.301868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.919806Z","time spent":"382.05552ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:55:00.301868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.010221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:00.301878Z","caller":"traceutil/trace.go:171","msg":"trace[1277572623] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14148; }","duration":"385.09779ms","start":"2026-03-04T01:54:59.916771Z","end":"2026-03-04T01:55:00.301869Z","steps":["trace[1277572623] 'agreement among raft nodes before linearized reading' (duration: 385.010908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.647353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:55:00.301901Z","caller":"traceutil/trace.go:171","msg":"trace[1098069896] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14148; }","duration":"386.065613ms","start":"2026-03-04T01:54:59.915828Z","end":"2026-03-04T01:55:00.301893Z","steps":["trace[1098069896] 'agreement among raft nodes before linearized reading' (duration: 385.983811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.916755Z","time spent":"385.146421ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:55:00.301909Z","caller":"traceutil/trace.go:171","msg":"trace[1213312401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14148; }","duration":"382.701325ms","start":"2026-03-04T01:54:59.9192Z","end":"2026-03-04T01:55:00.301901Z","steps":["trace[1213312401] 'agreement among raft nodes before linearized reading' (duration: 382.622043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.301926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.915817Z","time spent":"386.103623ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:55:00.301934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.91919Z","time spent":"382.739205ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:55:00.301946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.358645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:55:00.301972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.738596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T01:55:00.301981Z","caller":"traceutil/trace.go:171","msg":"trace[68787687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14148; }","duration":"375.406725ms","start":"2026-03-04T01:54:59.926563Z","end":"2026-03-04T01:55:00.30197Z","steps":["trace[68787687] 'agreement among raft nodes before linearized reading' (duration: 375.312583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.302012Z","caller":"traceutil/trace.go:171","msg":"trace[879131261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14148; }","duration":"379.792217ms","start":"2026-03-04T01:54:59.922209Z","end":"2026-03-04T01:55:00.302001Z","steps":["trace[879131261] 'agreement among raft nodes before linearized reading' (duration: 379.686685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.302043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.922202Z","time spent":"379.834438ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T01:55:00.302083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.569293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:55:00.300885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.07733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T01:55:00.302107Z","caller":"traceutil/trace.go:171","msg":"trace[1377696029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14148; }","duration":"344.614253ms","start":"2026-03-04T01:54:59.957486Z","end":"2026-03-04T01:55:00.302101Z","steps":["trace[1377696029] 'agreement among raft nodes before linearized reading' (duration: 344.548742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.302126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.957476Z","time spent":"344.645854ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:55:00.302127Z","caller":"traceutil/trace.go:171","msg":"trace[312955713] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14148; }","duration":"386.349579ms","start":"2026-03-04T01:54:59.915766Z","end":"2026-03-04T01:55:00.302116Z","steps":["trace[312955713] 'agreement among raft nodes before linearized reading' (duration: 384.916746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.302163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.915759Z","time spent":"386.3921ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T01:55:00.30225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.423259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-04T01:55:00.302351Z","caller":"traceutil/trace.go:171","msg":"trace[1646361044] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:14148; }","duration":"211.702878ms","start":"2026-03-04T01:55:00.090576Z","end":"2026-03-04T01:55:00.302279Z","steps":["trace[1646361044] 'agreement among raft nodes before linearized reading' (duration: 210.383088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.302013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:54:59.926554Z","time spent":"375.452916ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:55:00.727739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.792076ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-04T01:55:00.727853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.24935Z","time spent":"478.49874ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T01:55:00.983973Z","caller":"traceutil/trace.go:171","msg":"trace[516435747] transaction","detail":"{read_only:false; response_revision:14149; number_of_response:1; }","duration":"669.256035ms","start":"2026-03-04T01:55:00.314687Z","end":"2026-03-04T01:55:00.983943Z","steps":["trace[516435747] 'process raft request' (duration: 642.822653ms)","trace[516435747] 'compare' (duration: 26.082214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:00.984126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.31459Z","time spent":"669.464469ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:00.984171Z","caller":"traceutil/trace.go:171","msg":"trace[173781441] transaction","detail":"{read_only:false; response_revision:14150; number_of_response:1; }","duration":"669.257515ms","start":"2026-03-04T01:55:00.314891Z","end":"2026-03-04T01:55:00.984148Z","steps":["trace[173781441] 'process raft request' (duration: 668.952178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.984321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.314884Z","time spent":"669.359607ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:00.984721Z","caller":"traceutil/trace.go:171","msg":"trace[1924884798] transaction","detail":"{read_only:false; response_revision:14151; number_of_response:1; }","duration":"669.06394ms","start":"2026-03-04T01:55:00.315606Z","end":"2026-03-04T01:55:00.98467Z","steps":["trace[1924884798] 'process raft request' (duration: 668.481376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.984889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.315573Z","time spent":"669.227484ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:00.985171Z","caller":"traceutil/trace.go:171","msg":"trace[145724936] transaction","detail":"{read_only:false; response_revision:14153; number_of_response:1; }","duration":"668.066957ms","start":"2026-03-04T01:55:00.317085Z","end":"2026-03-04T01:55:00.985152Z","steps":["trace[145724936] 'process raft request' (duration: 667.802111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.985314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.317078Z","time spent":"668.186639ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:00.985601Z","caller":"traceutil/trace.go:171","msg":"trace[1447885117] linearizableReadLoop","detail":"{readStateIndex:14665; appliedIndex:14662; }","duration":"670.112274ms","start":"2026-03-04T01:55:00.315473Z","end":"2026-03-04T01:55:00.985586Z","steps":["trace[1447885117] 'read index received' (duration: 214.661276ms)","trace[1447885117] 'applied index is now lower than readState.Index' (duration: 455.449998ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:00.985745Z","caller":"traceutil/trace.go:171","msg":"trace[1303360702] transaction","detail":"{read_only:false; response_revision:14154; number_of_response:1; }","duration":"668.62146ms","start":"2026-03-04T01:55:00.31711Z","end":"2026-03-04T01:55:00.985731Z","steps":["trace[1303360702] 'process raft request' (duration: 667.974195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.985986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.3171Z","time spent":"668.773573ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:00.986633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.150359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769827"} {"level":"info","ts":"2026-03-04T01:55:00.986698Z","caller":"traceutil/trace.go:171","msg":"trace[801944315] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14154; }","duration":"671.23152ms","start":"2026-03-04T01:55:00.315451Z","end":"2026-03-04T01:55:00.986682Z","steps":["trace[801944315] 'agreement among raft nodes before linearized reading' (duration: 670.324379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.986788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.315442Z","time spent":"671.294711ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:00.988603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.614962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:00.988661Z","caller":"traceutil/trace.go:171","msg":"trace[2132106182] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14155; }","duration":"602.691464ms","start":"2026-03-04T01:55:00.385957Z","end":"2026-03-04T01:55:00.988649Z","steps":["trace[2132106182] 'agreement among raft nodes before linearized reading' (duration: 602.600472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.988699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.38595Z","time spent":"602.741436ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:55:00.988702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.64754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769827"} {"level":"info","ts":"2026-03-04T01:55:00.988879Z","caller":"traceutil/trace.go:171","msg":"trace[1431958298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14155; }","duration":"671.782233ms","start":"2026-03-04T01:55:00.317024Z","end":"2026-03-04T01:55:00.988806Z","steps":["trace[1431958298] 'agreement among raft nodes before linearized reading' (duration: 670.931474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.988987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.317017Z","time spent":"671.904586ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:00.988999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.792213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:00.989034Z","caller":"traceutil/trace.go:171","msg":"trace[719209655] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:14155; }","duration":"400.894555ms","start":"2026-03-04T01:55:00.588129Z","end":"2026-03-04T01:55:00.989023Z","steps":["trace[719209655] 'agreement among raft nodes before linearized reading' (duration: 400.779793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.989066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.588101Z","time spent":"400.955997ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:55:00.989089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.062442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:00.98916Z","caller":"traceutil/trace.go:171","msg":"trace[742940838] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14155; }","duration":"603.149205ms","start":"2026-03-04T01:55:00.385994Z","end":"2026-03-04T01:55:00.989143Z","steps":["trace[742940838] 'agreement among raft nodes before linearized reading' (duration: 603.033672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.989212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.38599Z","time spent":"603.210336ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:55:00.98946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.777029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T01:55:00.989462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.815647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:00.989504Z","caller":"traceutil/trace.go:171","msg":"trace[2140822614] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14155; }","duration":"603.84093ms","start":"2026-03-04T01:55:00.385652Z","end":"2026-03-04T01:55:00.989493Z","steps":["trace[2140822614] 'agreement among raft nodes before linearized reading' (duration: 603.773669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:00.989517Z","caller":"traceutil/trace.go:171","msg":"trace[1933893851] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14155; }","duration":"602.885098ms","start":"2026-03-04T01:55:00.386618Z","end":"2026-03-04T01:55:00.989503Z","steps":["trace[1933893851] 'agreement among raft nodes before linearized reading' (duration: 602.758115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:00.989559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.386611Z","time spent":"602.937849ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:00.989575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.385641Z","time spent":"603.918543ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T01:55:00.988887Z","caller":"traceutil/trace.go:171","msg":"trace[1487966295] transaction","detail":"{read_only:false; response_revision:14155; number_of_response:1; }","duration":"259.877173ms","start":"2026-03-04T01:55:00.728998Z","end":"2026-03-04T01:55:00.988875Z","steps":["trace[1487966295] 'process raft request' (duration: 258.87804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:01.001569Z","caller":"traceutil/trace.go:171","msg":"trace[35380117] transaction","detail":"{read_only:false; response_revision:14152; number_of_response:1; }","duration":"668.767203ms","start":"2026-03-04T01:55:00.316179Z","end":"2026-03-04T01:55:00.984946Z","steps":["trace[35380117] 'process raft request' (duration: 668.398374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:01.001724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.366454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769827"} {"level":"warn","ts":"2026-03-04T01:55:01.001734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.316157Z","time spent":"685.49834ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:55:01.001782Z","caller":"traceutil/trace.go:171","msg":"trace[979338889] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14155; }","duration":"684.444066ms","start":"2026-03-04T01:55:00.317325Z","end":"2026-03-04T01:55:01.001769Z","steps":["trace[979338889] 'agreement among raft nodes before linearized reading' (duration: 672.337236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:01.001817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.31732Z","time spent":"684.484637ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:01.002177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.21583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769827"} {"level":"warn","ts":"2026-03-04T01:55:01.002169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.05369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769827"} {"level":"info","ts":"2026-03-04T01:55:01.002226Z","caller":"traceutil/trace.go:171","msg":"trace[1248760691] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14155; }","duration":"684.268691ms","start":"2026-03-04T01:55:00.317942Z","end":"2026-03-04T01:55:01.002211Z","steps":["trace[1248760691] 'agreement among raft nodes before linearized reading' (duration: 671.954877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:01.002253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.317936Z","time spent":"684.310862ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:55:01.002259Z","caller":"traceutil/trace.go:171","msg":"trace[502383146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14155; }","duration":"685.149432ms","start":"2026-03-04T01:55:00.317086Z","end":"2026-03-04T01:55:01.002235Z","steps":["trace[502383146] 'agreement among raft nodes before linearized reading' (duration: 672.583401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:01.002301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:00.317057Z","time spent":"685.231184ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:55:01.292221Z","caller":"traceutil/trace.go:171","msg":"trace[1144824344] linearizableReadLoop","detail":"{readStateIndex:14671; appliedIndex:14670; }","duration":"177.010095ms","start":"2026-03-04T01:55:01.115192Z","end":"2026-03-04T01:55:01.292202Z","steps":["trace[1144824344] 'read index received' (duration: 97.829914ms)","trace[1144824344] 'applied index is now lower than readState.Index' (duration: 79.179461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:01.292307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.109288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:01.292282Z","caller":"traceutil/trace.go:171","msg":"trace[1039022248] transaction","detail":"{read_only:false; response_revision:14156; number_of_response:1; }","duration":"274.340747ms","start":"2026-03-04T01:55:01.017885Z","end":"2026-03-04T01:55:01.292226Z","steps":["trace[1039022248] 'process raft request' (duration: 195.116264ms)","trace[1039022248] 'compare' (duration: 79.117311ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:01.292334Z","caller":"traceutil/trace.go:171","msg":"trace[1535061735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14156; }","duration":"177.172599ms","start":"2026-03-04T01:55:01.115151Z","end":"2026-03-04T01:55:01.292324Z","steps":["trace[1535061735] 'agreement among raft nodes before linearized reading' (duration: 177.116388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:03.161505Z","caller":"traceutil/trace.go:171","msg":"trace[1197323162] linearizableReadLoop","detail":"{readStateIndex:14673; appliedIndex:14672; }","duration":"166.01032ms","start":"2026-03-04T01:55:02.995471Z","end":"2026-03-04T01:55:03.161482Z","steps":["trace[1197323162] 'read index received' (duration: 165.879557ms)","trace[1197323162] 'applied index is now lower than readState.Index' (duration: 129.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:03.161636Z","caller":"traceutil/trace.go:171","msg":"trace[1504757872] transaction","detail":"{read_only:false; response_revision:14158; number_of_response:1; }","duration":"166.555263ms","start":"2026-03-04T01:55:02.995036Z","end":"2026-03-04T01:55:03.161591Z","steps":["trace[1504757872] 'process raft request' (duration: 166.313727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.161698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.217105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:55:03.162046Z","caller":"traceutil/trace.go:171","msg":"trace[75523515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14158; }","duration":"166.598904ms","start":"2026-03-04T01:55:02.995434Z","end":"2026-03-04T01:55:03.162033Z","steps":["trace[75523515] 'agreement among raft nodes before linearized reading' (duration: 166.157474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.183208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.845979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:55:03.183272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.389819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-04T01:55:03.183292Z","caller":"traceutil/trace.go:171","msg":"trace[97579331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14159; }","duration":"185.996582ms","start":"2026-03-04T01:55:02.997279Z","end":"2026-03-04T01:55:03.183276Z","steps":["trace[97579331] 'agreement among raft nodes before linearized reading' (duration: 185.765777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:03.183329Z","caller":"traceutil/trace.go:171","msg":"trace[81601080] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8pqbv; range_end:; response_count:1; response_revision:14159; }","duration":"160.483182ms","start":"2026-03-04T01:55:03.022831Z","end":"2026-03-04T01:55:03.183314Z","steps":["trace[81601080] 'agreement among raft nodes before linearized reading' (duration: 160.225046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:03.183397Z","caller":"traceutil/trace.go:171","msg":"trace[2121842567] transaction","detail":"{read_only:false; response_revision:14159; number_of_response:1; }","duration":"184.276553ms","start":"2026-03-04T01:55:02.999105Z","end":"2026-03-04T01:55:03.183381Z","steps":["trace[2121842567] 'process raft request' (duration: 183.784631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.183531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.854209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-04T01:55:03.183582Z","caller":"traceutil/trace.go:171","msg":"trace[717819375] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mgwmb; range_end:; response_count:1; response_revision:14159; }","duration":"169.92265ms","start":"2026-03-04T01:55:03.013649Z","end":"2026-03-04T01:55:03.183571Z","steps":["trace[717819375] 'agreement among raft nodes before linearized reading' (duration: 169.814897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.183611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.606319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-04T01:55:03.183655Z","caller":"traceutil/trace.go:171","msg":"trace[1935744766] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:14159; }","duration":"158.67531ms","start":"2026-03-04T01:55:03.024968Z","end":"2026-03-04T01:55:03.183643Z","steps":["trace[1935744766] 'agreement among raft nodes before linearized reading' (duration: 158.551097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.183775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.66811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:55:03.183814Z","caller":"traceutil/trace.go:171","msg":"trace[1829410477] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14159; }","duration":"177.71569ms","start":"2026-03-04T01:55:03.006087Z","end":"2026-03-04T01:55:03.183802Z","steps":["trace[1829410477] 'agreement among raft nodes before linearized reading' (duration: 177.633868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.183855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.627895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:55:03.183899Z","caller":"traceutil/trace.go:171","msg":"trace[892525675] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:14159; }","duration":"160.690796ms","start":"2026-03-04T01:55:03.023196Z","end":"2026-03-04T01:55:03.183887Z","steps":["trace[892525675] 'agreement among raft nodes before linearized reading' (duration: 160.498512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.183935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.022206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:03.183959Z","caller":"traceutil/trace.go:171","msg":"trace[1022092856] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14159; }","duration":"184.062958ms","start":"2026-03-04T01:55:02.999889Z","end":"2026-03-04T01:55:03.183952Z","steps":["trace[1022092856] 'agreement among raft nodes before linearized reading' (duration: 184.023197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.184067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.174804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-04T01:55:03.184102Z","caller":"traceutil/trace.go:171","msg":"trace[440327483] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:14159; }","duration":"160.228396ms","start":"2026-03-04T01:55:03.023866Z","end":"2026-03-04T01:55:03.184094Z","steps":["trace[440327483] 'agreement among raft nodes before linearized reading' (duration: 160.133924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.184139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.02397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:03.184172Z","caller":"traceutil/trace.go:171","msg":"trace[738112579] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14159; }","duration":"185.072601ms","start":"2026-03-04T01:55:02.999092Z","end":"2026-03-04T01:55:03.184164Z","steps":["trace[738112579] 'agreement among raft nodes before linearized reading' (duration: 184.992149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.184286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.527551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:55:03.184356Z","caller":"traceutil/trace.go:171","msg":"trace[1264366801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14159; }","duration":"185.610783ms","start":"2026-03-04T01:55:02.998734Z","end":"2026-03-04T01:55:03.184345Z","steps":["trace[1264366801] 'agreement among raft nodes before linearized reading' (duration: 185.4961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.184478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.993273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:03.184529Z","caller":"traceutil/trace.go:171","msg":"trace[1086183824] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14159; }","duration":"186.055564ms","start":"2026-03-04T01:55:02.998463Z","end":"2026-03-04T01:55:03.184518Z","steps":["trace[1086183824] 'agreement among raft nodes before linearized reading' (duration: 185.981112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.184624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.141635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:03.184689Z","caller":"traceutil/trace.go:171","msg":"trace[485971746] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14159; }","duration":"186.223858ms","start":"2026-03-04T01:55:02.998456Z","end":"2026-03-04T01:55:03.18468Z","steps":["trace[485971746] 'agreement among raft nodes before linearized reading' (duration: 186.144816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.429658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.552544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:55:03.429868Z","caller":"traceutil/trace.go:171","msg":"trace[1693206114] linearizableReadLoop","detail":"{readStateIndex:14677; appliedIndex:14674; }","duration":"240.026683ms","start":"2026-03-04T01:55:03.189825Z","end":"2026-03-04T01:55:03.429852Z","steps":["trace[1693206114] 'read index received' (duration: 57.226294ms)","trace[1693206114] 'applied index is now lower than readState.Index' (duration: 182.799449ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:03.430043Z","caller":"traceutil/trace.go:171","msg":"trace[384057655] transaction","detail":"{read_only:false; response_revision:14160; number_of_response:1; }","duration":"263.689751ms","start":"2026-03-04T01:55:03.166344Z","end":"2026-03-04T01:55:03.430034Z","steps":["trace[384057655] 'process raft request' (duration: 80.667556ms)","trace[384057655] 'compare' (duration: 182.266567ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:03.430112Z","caller":"traceutil/trace.go:171","msg":"trace[1809961127] transaction","detail":"{read_only:false; response_revision:14163; number_of_response:1; }","duration":"239.074722ms","start":"2026-03-04T01:55:03.191003Z","end":"2026-03-04T01:55:03.430078Z","steps":["trace[1809961127] 'process raft request' (duration: 238.818886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:03.430211Z","caller":"traceutil/trace.go:171","msg":"trace[1922223035] transaction","detail":"{read_only:false; response_revision:14161; number_of_response:1; }","duration":"241.063658ms","start":"2026-03-04T01:55:03.189108Z","end":"2026-03-04T01:55:03.430171Z","steps":["trace[1922223035] 'process raft request' (duration: 240.654148ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:03.430427Z","caller":"traceutil/trace.go:171","msg":"trace[482317031] transaction","detail":"{read_only:false; response_revision:14162; number_of_response:1; }","duration":"240.703269ms","start":"2026-03-04T01:55:03.189712Z","end":"2026-03-04T01:55:03.430415Z","steps":["trace[482317031] 'process raft request' (duration: 240.084455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.43087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.025326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769827"} {"level":"info","ts":"2026-03-04T01:55:03.430904Z","caller":"traceutil/trace.go:171","msg":"trace[883760519] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14163; }","duration":"241.072967ms","start":"2026-03-04T01:55:03.189821Z","end":"2026-03-04T01:55:03.430894Z","steps":["trace[883760519] 'agreement among raft nodes before linearized reading' (duration: 240.355581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:03.571558Z","caller":"traceutil/trace.go:171","msg":"trace[1012220393] linearizableReadLoop","detail":"{readStateIndex:14679; appliedIndex:14678; }","duration":"141.639337ms","start":"2026-03-04T01:55:03.429892Z","end":"2026-03-04T01:55:03.571532Z","steps":["trace[1012220393] 'read index received' (duration: 103.208149ms)","trace[1012220393] 'applied index is now lower than readState.Index' (duration: 38.429908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:03.572288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.431545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769827"} {"level":"info","ts":"2026-03-04T01:55:03.57232Z","caller":"traceutil/trace.go:171","msg":"trace[1989690062] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14164; }","duration":"381.497306ms","start":"2026-03-04T01:55:03.190814Z","end":"2026-03-04T01:55:03.572312Z","steps":["trace[1989690062] 'agreement among raft nodes before linearized reading' (duration: 380.80399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.572352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:03.190808Z","time spent":"381.534117ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:55:03.572772Z","caller":"traceutil/trace.go:171","msg":"trace[1897002925] transaction","detail":"{read_only:false; response_revision:14164; number_of_response:1; }","duration":"275.843792ms","start":"2026-03-04T01:55:03.296918Z","end":"2026-03-04T01:55:03.572762Z","steps":["trace[1897002925] 'process raft request' (duration: 236.186315ms)","trace[1897002925] 'compare' (duration: 38.298265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:55:03.572908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.06003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:03.572933Z","caller":"traceutil/trace.go:171","msg":"trace[1869908114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14164; }","duration":"226.08935ms","start":"2026-03-04T01:55:03.346836Z","end":"2026-03-04T01:55:03.572925Z","steps":["trace[1869908114] 'agreement among raft nodes before linearized reading' (duration: 226.043669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.573706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.611962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769827"} {"level":"info","ts":"2026-03-04T01:55:03.573767Z","caller":"traceutil/trace.go:171","msg":"trace[133600298] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14164; }","duration":"382.697315ms","start":"2026-03-04T01:55:03.191057Z","end":"2026-03-04T01:55:03.573754Z","steps":["trace[133600298] 'agreement among raft nodes before linearized reading' (duration: 381.969188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.573796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:03.191051Z","time spent":"382.739505ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:03.573931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.859512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769827"} {"level":"info","ts":"2026-03-04T01:55:03.574018Z","caller":"traceutil/trace.go:171","msg":"trace[2094290584] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14164; }","duration":"380.969734ms","start":"2026-03-04T01:55:03.19303Z","end":"2026-03-04T01:55:03.574Z","steps":["trace[2094290584] 'agreement among raft nodes before linearized reading' (duration: 380.033423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.574071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:03.193027Z","time spent":"381.032216ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T01:55:03.574027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.103787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T01:55:03.574143Z","caller":"traceutil/trace.go:171","msg":"trace[907231277] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14164; }","duration":"263.262701ms","start":"2026-03-04T01:55:03.310854Z","end":"2026-03-04T01:55:03.574116Z","steps":["trace[907231277] 'agreement among raft nodes before linearized reading' (duration: 262.308659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.574649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.013538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769827"} {"level":"info","ts":"2026-03-04T01:55:03.574685Z","caller":"traceutil/trace.go:171","msg":"trace[1070073797] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14164; }","duration":"382.058559ms","start":"2026-03-04T01:55:03.192618Z","end":"2026-03-04T01:55:03.574677Z","steps":["trace[1070073797] 'agreement among raft nodes before linearized reading' (duration: 381.606259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:03.574707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:03.192614Z","time spent":"382.08607ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769850,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-04T01:55:04.87066Z","caller":"traceutil/trace.go:171","msg":"trace[1054438486] linearizableReadLoop","detail":"{readStateIndex:14680; appliedIndex:14679; }","duration":"450.870761ms","start":"2026-03-04T01:55:04.419765Z","end":"2026-03-04T01:55:04.870635Z","steps":["trace[1054438486] 'read index received' (duration: 450.588275ms)","trace[1054438486] 'applied index is now lower than readState.Index' (duration: 281.606µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:04.87085Z","caller":"traceutil/trace.go:171","msg":"trace[976994724] transaction","detail":"{read_only:false; response_revision:14165; number_of_response:1; }","duration":"453.180835ms","start":"2026-03-04T01:55:04.41765Z","end":"2026-03-04T01:55:04.870831Z","steps":["trace[976994724] 'process raft request' (duration: 452.795026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:04.871018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:04.417629Z","time spent":"453.278727ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:55:04.871059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.123337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:04.871129Z","caller":"traceutil/trace.go:171","msg":"trace[125565970] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14165; }","duration":"451.239999ms","start":"2026-03-04T01:55:04.419872Z","end":"2026-03-04T01:55:04.871112Z","steps":["trace[125565970] 'agreement among raft nodes before linearized reading' (duration: 451.128277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:04.871179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:04.419851Z","time spent":"451.319492ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:04.87143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.659769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:04.871469Z","caller":"traceutil/trace.go:171","msg":"trace[1579370372] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14165; }","duration":"451.69835ms","start":"2026-03-04T01:55:04.419761Z","end":"2026-03-04T01:55:04.87146Z","steps":["trace[1579370372] 'agreement among raft nodes before linearized reading' (duration: 451.582718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:04.871496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:04.419739Z","time spent":"451.750901ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T01:55:04.871553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.372292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:04.871622Z","caller":"traceutil/trace.go:171","msg":"trace[1957000545] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14165; }","duration":"304.485005ms","start":"2026-03-04T01:55:04.567121Z","end":"2026-03-04T01:55:04.871606Z","steps":["trace[1957000545] 'agreement among raft nodes before linearized reading' (duration: 304.366022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:04.87166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:04.567103Z","time spent":"304.545636ms","remote":"127.0.0.1:45496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:55:04.871843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.891193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:04.871892Z","caller":"traceutil/trace.go:171","msg":"trace[378305150] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14165; }","duration":"125.977135ms","start":"2026-03-04T01:55:04.745902Z","end":"2026-03-04T01:55:04.871879Z","steps":["trace[378305150] 'agreement among raft nodes before linearized reading' (duration: 125.905123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.788985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.647451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:05.789058Z","caller":"traceutil/trace.go:171","msg":"trace[1004045542] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14165; }","duration":"595.751514ms","start":"2026-03-04T01:55:05.193291Z","end":"2026-03-04T01:55:05.789043Z","steps":["trace[1004045542] 'range keys from in-memory index tree' (duration: 595.603431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.789094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.193285Z","time spent":"595.802815ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T01:55:05.789524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.166806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T01:55:05.789632Z","caller":"traceutil/trace.go:171","msg":"trace[1503935811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14165; }","duration":"750.33328ms","start":"2026-03-04T01:55:05.039272Z","end":"2026-03-04T01:55:05.789605Z","steps":["trace[1503935811] 'count revisions from in-memory index tree' (duration: 750.078544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.789695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.03925Z","time spent":"750.425712ms","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T01:55:05.789714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.297832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:05.789792Z","caller":"traceutil/trace.go:171","msg":"trace[957433176] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14165; }","duration":"601.405524ms","start":"2026-03-04T01:55:05.188367Z","end":"2026-03-04T01:55:05.789773Z","steps":["trace[957433176] 'range keys from in-memory index tree' (duration: 601.24837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.789848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.188361Z","time spent":"601.478536ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T01:55:05.789988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.801308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:05.790031Z","caller":"traceutil/trace.go:171","msg":"trace[53699940] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14165; }","duration":"599.88537ms","start":"2026-03-04T01:55:05.190133Z","end":"2026-03-04T01:55:05.790018Z","steps":["trace[53699940] 'range keys from in-memory index tree' (duration: 599.722695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.790135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.190113Z","time spent":"600.011002ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T01:55:05.79026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.948152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:55:05.790333Z","caller":"traceutil/trace.go:171","msg":"trace[863748960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14165; }","duration":"664.052064ms","start":"2026-03-04T01:55:05.126259Z","end":"2026-03-04T01:55:05.790311Z","steps":["trace[863748960] 'range keys from in-memory index tree' (duration: 663.86892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.790385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.126237Z","time spent":"664.135416ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:55:05.790531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.239507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:55:05.790569Z","caller":"traceutil/trace.go:171","msg":"trace[1730916433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14165; }","duration":"600.309629ms","start":"2026-03-04T01:55:05.190251Z","end":"2026-03-04T01:55:05.790561Z","steps":["trace[1730916433] 'range keys from in-memory index tree' (duration: 600.042983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.790648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.190239Z","time spent":"600.398641ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:55:05.790286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.280094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:55:05.791181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.545014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-04T01:55:05.79131Z","caller":"traceutil/trace.go:171","msg":"trace[2130288287] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14165; }","duration":"600.716718ms","start":"2026-03-04T01:55:05.190571Z","end":"2026-03-04T01:55:05.791288Z","steps":["trace[2130288287] 'range keys from in-memory index tree' (duration: 600.405191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.791403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.190564Z","time spent":"600.826501ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T01:55:05.790975Z","caller":"traceutil/trace.go:171","msg":"trace[718217739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14165; }","duration":"624.97917ms","start":"2026-03-04T01:55:05.165975Z","end":"2026-03-04T01:55:05.790954Z","steps":["trace[718217739] 'range keys from in-memory index tree' (duration: 624.136411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.792658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.165965Z","time spent":"626.661749ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T01:55:05.792847Z","caller":"traceutil/trace.go:171","msg":"trace[604983537] linearizableReadLoop","detail":"{readStateIndex:14681; appliedIndex:14680; }","duration":"356.731494ms","start":"2026-03-04T01:55:05.436098Z","end":"2026-03-04T01:55:05.792829Z","steps":["trace[604983537] 'read index received' (duration: 351.686177ms)","trace[604983537] 'applied index is now lower than readState.Index' (duration: 5.043517ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:55:05.792834Z","caller":"traceutil/trace.go:171","msg":"trace[199002060] transaction","detail":"{read_only:false; response_revision:14166; number_of_response:1; }","duration":"214.537084ms","start":"2026-03-04T01:55:05.578268Z","end":"2026-03-04T01:55:05.792805Z","steps":["trace[199002060] 'process raft request' (duration: 214.391711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.792984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.890057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:55:05.793025Z","caller":"traceutil/trace.go:171","msg":"trace[1803915016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14166; }","duration":"356.970159ms","start":"2026-03-04T01:55:05.436045Z","end":"2026-03-04T01:55:05.793015Z","steps":["trace[1803915016] 'agreement among raft nodes before linearized reading' (duration: 356.853156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.793045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.436022Z","time spent":"357.017951ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T01:55:05.79316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.199682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-04T01:55:05.793191Z","caller":"traceutil/trace.go:171","msg":"trace[1022547027] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:14166; }","duration":"197.267234ms","start":"2026-03-04T01:55:05.595915Z","end":"2026-03-04T01:55:05.793182Z","steps":["trace[1022547027] 'agreement among raft nodes before linearized reading' (duration: 197.181552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.793238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.160147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:55:05.793303Z","caller":"traceutil/trace.go:171","msg":"trace[2115069691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14166; }","duration":"355.315721ms","start":"2026-03-04T01:55:05.437973Z","end":"2026-03-04T01:55:05.793289Z","steps":["trace[2115069691] 'agreement among raft nodes before linearized reading' (duration: 355.120207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.79336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.437936Z","time spent":"355.413943ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:55:05.793366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.757081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-04T01:55:05.79343Z","caller":"traceutil/trace.go:171","msg":"trace[22907021] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8pqbv; range_end:; response_count:1; response_revision:14166; }","duration":"339.843993ms","start":"2026-03-04T01:55:05.453574Z","end":"2026-03-04T01:55:05.793418Z","steps":["trace[22907021] 'agreement among raft nodes before linearized reading' (duration: 339.658349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.793436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.400961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-04T01:55:05.793462Z","caller":"traceutil/trace.go:171","msg":"trace[374275089] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:14166; }","duration":"198.464572ms","start":"2026-03-04T01:55:05.59499Z","end":"2026-03-04T01:55:05.793454Z","steps":["trace[374275089] 'agreement among raft nodes before linearized reading' (duration: 198.398681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.793485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.453559Z","time spent":"339.893124ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" "} {"level":"warn","ts":"2026-03-04T01:55:05.793248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.930863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-04T01:55:05.793611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.395312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T01:55:05.793647Z","caller":"traceutil/trace.go:171","msg":"trace[804127201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14166; }","duration":"355.508275ms","start":"2026-03-04T01:55:05.438129Z","end":"2026-03-04T01:55:05.793638Z","steps":["trace[804127201] 'agreement among raft nodes before linearized reading' (duration: 355.299741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.793667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.438111Z","time spent":"355.551266ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T01:55:05.79368Z","caller":"traceutil/trace.go:171","msg":"trace[679294689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:14166; }","duration":"193.341673ms","start":"2026-03-04T01:55:05.600288Z","end":"2026-03-04T01:55:05.79363Z","steps":["trace[679294689] 'agreement among raft nodes before linearized reading' (duration: 192.893103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.793784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.501096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-04T01:55:05.793809Z","caller":"traceutil/trace.go:171","msg":"trace[280092072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14166; }","duration":"355.526416ms","start":"2026-03-04T01:55:05.438276Z","end":"2026-03-04T01:55:05.793802Z","steps":["trace[280092072] 'agreement among raft nodes before linearized reading' (duration: 355.468375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:05.793835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:55:05.438199Z","time spent":"355.631018ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:55:05.793964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.222237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-04T01:55:05.79399Z","caller":"traceutil/trace.go:171","msg":"trace[1246286661] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mgwmb; range_end:; response_count:1; response_revision:14166; }","duration":"195.285838ms","start":"2026-03-04T01:55:05.598699Z","end":"2026-03-04T01:55:05.793984Z","steps":["trace[1246286661] 'agreement among raft nodes before linearized reading' (duration: 194.628393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:24.116341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.132543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:55:24.116441Z","caller":"traceutil/trace.go:171","msg":"trace[944169569] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:14250; }","duration":"118.261085ms","start":"2026-03-04T01:55:23.998159Z","end":"2026-03-04T01:55:24.11642Z","steps":["trace[944169569] 'range keys from in-memory index tree' (duration: 117.969619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:24.116587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.392467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T01:55:24.116575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.093823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-04T01:55:24.116681Z","caller":"traceutil/trace.go:171","msg":"trace[1216359012] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8pqbv; range_end:; response_count:1; response_revision:14250; }","duration":"112.220446ms","start":"2026-03-04T01:55:24.004435Z","end":"2026-03-04T01:55:24.116655Z","steps":["trace[1216359012] 'range keys from in-memory index tree' (duration: 111.994021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:24.116625Z","caller":"traceutil/trace.go:171","msg":"trace[1548972253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14250; }","duration":"159.467459ms","start":"2026-03-04T01:55:23.957148Z","end":"2026-03-04T01:55:24.116615Z","steps":["trace[1548972253] 'range keys from in-memory index tree' (duration: 159.230204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:24.116759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.442143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T01:55:24.116801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.626731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-04T01:55:24.116782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.166719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T01:55:24.116849Z","caller":"traceutil/trace.go:171","msg":"trace[1364790508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14250; }","duration":"139.707473ms","start":"2026-03-04T01:55:23.97712Z","end":"2026-03-04T01:55:24.116827Z","steps":["trace[1364790508] 'range keys from in-memory index tree' (duration: 139.488807ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:24.116853Z","caller":"traceutil/trace.go:171","msg":"trace[1750296214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14250; }","duration":"138.568816ms","start":"2026-03-04T01:55:23.978255Z","end":"2026-03-04T01:55:24.116824Z","steps":["trace[1750296214] 'range keys from in-memory index tree' (duration: 138.277649ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:55:24.116882Z","caller":"traceutil/trace.go:171","msg":"trace[45106612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14250; }","duration":"142.309053ms","start":"2026-03-04T01:55:23.974553Z","end":"2026-03-04T01:55:24.116862Z","steps":["trace[45106612] 'range keys from in-memory index tree' (duration: 142.023095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:24.116931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.648647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T01:55:24.117051Z","caller":"traceutil/trace.go:171","msg":"trace[243511202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14250; }","duration":"141.75582ms","start":"2026-03-04T01:55:23.975243Z","end":"2026-03-04T01:55:24.116999Z","steps":["trace[243511202] 'range keys from in-memory index tree' (duration: 141.501914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:55:24.116775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.121405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-04T01:55:24.11743Z","caller":"traceutil/trace.go:171","msg":"trace[1796683352] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14250; }","duration":"141.79632ms","start":"2026-03-04T01:55:23.975611Z","end":"2026-03-04T01:55:24.117408Z","steps":["trace[1796683352] 'range keys from in-memory index tree' (duration: 140.707856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:56.763542Z","caller":"traceutil/trace.go:171","msg":"trace[1097096149] transaction","detail":"{read_only:false; response_revision:15439; number_of_response:1; }","duration":"120.841607ms","start":"2026-03-04T01:57:56.642664Z","end":"2026-03-04T01:57:56.763505Z","steps":["trace[1097096149] 'process raft request' (duration: 120.54704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:57.547717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191254695,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T01:57:57.730263Z","caller":"traceutil/trace.go:171","msg":"trace[701358727] linearizableReadLoop","detail":"{readStateIndex:15999; appliedIndex:15998; }","duration":"683.187158ms","start":"2026-03-04T01:57:57.047049Z","end":"2026-03-04T01:57:57.730236Z","steps":["trace[701358727] 'read index received' (duration: 683.111796ms)","trace[701358727] 'applied index is now lower than readState.Index' (duration: 74.242µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:57.730382Z","caller":"traceutil/trace.go:171","msg":"trace[1607687633] transaction","detail":"{read_only:false; response_revision:15440; number_of_response:1; }","duration":"694.340271ms","start":"2026-03-04T01:57:57.035996Z","end":"2026-03-04T01:57:57.730336Z","steps":["trace[1607687633] 'process raft request' (duration: 694.066384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:57.730515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.035983Z","time spent":"694.467903ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:57.730541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.469315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T01:57:57.730582Z","caller":"traceutil/trace.go:171","msg":"trace[1155132979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15440; }","duration":"683.569277ms","start":"2026-03-04T01:57:57.046998Z","end":"2026-03-04T01:57:57.730568Z","steps":["trace[1155132979] 'agreement among raft nodes before linearized reading' (duration: 683.362932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:57.730619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.046975Z","time spent":"683.635699ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T01:57:57.949401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.610589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:57.949527Z","caller":"traceutil/trace.go:171","msg":"trace[2053822404] linearizableReadLoop","detail":"{readStateIndex:16000; appliedIndex:15999; }","duration":"219.170676ms","start":"2026-03-04T01:57:57.730335Z","end":"2026-03-04T01:57:57.949505Z","steps":["trace[2053822404] 'read index received' (duration: 93.472695ms)","trace[2053822404] 'applied index is now lower than readState.Index' (duration: 125.696361ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:57.949552Z","caller":"traceutil/trace.go:171","msg":"trace[954941895] transaction","detail":"{read_only:false; response_revision:15441; number_of_response:1; }","duration":"325.935692ms","start":"2026-03-04T01:57:57.623581Z","end":"2026-03-04T01:57:57.949516Z","steps":["trace[954941895] 'process raft request' (duration: 200.129349ms)","trace[954941895] 'compare' (duration: 125.393754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:57.949685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.623556Z","time spent":"326.060545ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:57.949704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.827669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T01:57:57.949713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.882499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-04T01:57:57.949781Z","caller":"traceutil/trace.go:171","msg":"trace[501683173] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:15441; }","duration":"504.034483ms","start":"2026-03-04T01:57:57.445728Z","end":"2026-03-04T01:57:57.949762Z","steps":["trace[501683173] 'agreement among raft nodes before linearized reading' (duration: 503.803748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:57.949785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.316988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-04T01:57:57.949787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.928184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T01:57:57.949842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.033657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T01:57:57.949855Z","caller":"traceutil/trace.go:171","msg":"trace[1289721579] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15441; }","duration":"863.39378ms","start":"2026-03-04T01:57:57.086443Z","end":"2026-03-04T01:57:57.949836Z","steps":["trace[1289721579] 'agreement among raft nodes before linearized reading' (duration: 863.218946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:57.949862Z","caller":"traceutil/trace.go:171","msg":"trace[1893655645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15441; }","duration":"902.021956ms","start":"2026-03-04T01:57:57.047824Z","end":"2026-03-04T01:57:57.949846Z","steps":["trace[1893655645] 'agreement among raft nodes before linearized reading' (duration: 901.820991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:57.949877Z","caller":"traceutil/trace.go:171","msg":"trace[943084807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15441; }","duration":"902.093828ms","start":"2026-03-04T01:57:57.047774Z","end":"2026-03-04T01:57:57.949868Z","steps":["trace[943084807] 'agreement among raft nodes before linearized reading' (duration: 901.982215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:57.949897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.086358Z","time spent":"863.530013ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T01:57:57.949907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.047819Z","time spent":"902.077807ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T01:57:57.949914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.047763Z","time spent":"902.143798ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:57.949933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.363254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-04T01:57:57.949946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.18554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T01:57:57.949815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.445687Z","time spent":"504.121655ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-04T01:57:57.949984Z","caller":"traceutil/trace.go:171","msg":"trace[1857451256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15441; }","duration":"675.259612ms","start":"2026-03-04T01:57:57.274717Z","end":"2026-03-04T01:57:57.949977Z","steps":["trace[1857451256] 'agreement among raft nodes before linearized reading' (duration: 675.126659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:57.949989Z","caller":"traceutil/trace.go:171","msg":"trace[1402833308] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15441; }","duration":"249.446566ms","start":"2026-03-04T01:57:57.700527Z","end":"2026-03-04T01:57:57.949973Z","steps":["trace[1402833308] 'agreement among raft nodes before linearized reading' (duration: 249.302933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:57.950007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.274695Z","time spent":"675.307824ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T01:57:57.949734Z","caller":"traceutil/trace.go:171","msg":"trace[1870509108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15441; }","duration":"860.88626ms","start":"2026-03-04T01:57:57.08884Z","end":"2026-03-04T01:57:57.949726Z","steps":["trace[1870509108] 'agreement among raft nodes before linearized reading' (duration: 860.750457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:57.950068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.088826Z","time spent":"861.237419ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T01:57:57.95005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.350491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:57.950124Z","caller":"traceutil/trace.go:171","msg":"trace[933465750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15441; }","duration":"835.454163ms","start":"2026-03-04T01:57:57.11466Z","end":"2026-03-04T01:57:57.950114Z","steps":["trace[933465750] 'agreement among raft nodes before linearized reading' (duration: 835.357881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:57.950163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.114643Z","time spent":"835.495324ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:58.298247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.750291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T01:57:58.298331Z","caller":"traceutil/trace.go:171","msg":"trace[250718549] linearizableReadLoop","detail":"{readStateIndex:16001; appliedIndex:16000; }","duration":"348.759908ms","start":"2026-03-04T01:57:57.949559Z","end":"2026-03-04T01:57:58.298319Z","steps":["trace[250718549] 'read index received' (duration: 139.972366ms)","trace[250718549] 'applied index is now lower than readState.Index' (duration: 208.786732ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:57:58.298382Z","caller":"traceutil/trace.go:171","msg":"trace[300385493] transaction","detail":"{read_only:false; response_revision:15442; number_of_response:1; }","duration":"524.810601ms","start":"2026-03-04T01:57:57.773532Z","end":"2026-03-04T01:57:58.298343Z","steps":["trace[300385493] 'process raft request' (duration: 315.903426ms)","trace[300385493] 'compare' (duration: 208.646728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T01:57:58.298442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.080916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-03-04T01:57:58.298457Z","caller":"traceutil/trace.go:171","msg":"trace[1128757961] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8pqbv; range_end:; response_count:1; response_revision:15442; }","duration":"424.128377ms","start":"2026-03-04T01:57:57.874324Z","end":"2026-03-04T01:57:58.298452Z","steps":["trace[1128757961] 'agreement among raft nodes before linearized reading' (duration: 424.042695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.298479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.874306Z","time spent":"424.169188ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" "} {"level":"warn","ts":"2026-03-04T01:57:58.298532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.773522Z","time spent":"524.935123ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:58.298679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.409282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dhngt\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-04T01:57:58.298761Z","caller":"traceutil/trace.go:171","msg":"trace[1030963459] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dhngt; range_end:; response_count:1; response_revision:15442; }","duration":"550.521604ms","start":"2026-03-04T01:57:57.748221Z","end":"2026-03-04T01:57:58.298743Z","steps":["trace[1030963459] 'agreement among raft nodes before linearized reading' (duration: 550.259348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.298809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.748216Z","time spent":"550.584156ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-dhngt\" "} {"level":"info","ts":"2026-03-04T01:57:58.319449Z","caller":"traceutil/trace.go:171","msg":"trace[2066038877] transaction","detail":"{read_only:false; response_revision:15443; number_of_response:1; }","duration":"365.350437ms","start":"2026-03-04T01:57:57.954083Z","end":"2026-03-04T01:57:58.319433Z","steps":["trace[2066038877] 'process raft request' (duration: 364.811405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.319532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.954065Z","time spent":"365.430239ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:58.319747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.53735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22121"} {"level":"warn","ts":"2026-03-04T01:57:58.319751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.32633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:57:58.319799Z","caller":"traceutil/trace.go:171","msg":"trace[373122517] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:15448; }","duration":"261.631942ms","start":"2026-03-04T01:57:58.058155Z","end":"2026-03-04T01:57:58.319787Z","steps":["trace[373122517] 'agreement among raft nodes before linearized reading' (duration: 261.473188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:58.319822Z","caller":"traceutil/trace.go:171","msg":"trace[1279258549] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15448; }","duration":"228.442203ms","start":"2026-03-04T01:57:58.09136Z","end":"2026-03-04T01:57:58.319802Z","steps":["trace[1279258549] 'agreement among raft nodes before linearized reading' (duration: 228.248959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.320039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.143866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-04T01:57:58.320076Z","caller":"traceutil/trace.go:171","msg":"trace[1138659009] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15448; }","duration":"277.223998ms","start":"2026-03-04T01:57:58.042843Z","end":"2026-03-04T01:57:58.320067Z","steps":["trace[1138659009] 'agreement among raft nodes before linearized reading' (duration: 277.127516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:58.320077Z","caller":"traceutil/trace.go:171","msg":"trace[355459805] transaction","detail":"{read_only:false; response_revision:15444; number_of_response:1; }","duration":"365.703315ms","start":"2026-03-04T01:57:57.954359Z","end":"2026-03-04T01:57:58.320062Z","steps":["trace[355459805] 'process raft request' (duration: 364.64604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.320173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.954321Z","time spent":"365.784137ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:58.320266Z","caller":"traceutil/trace.go:171","msg":"trace[1666062065] transaction","detail":"{read_only:false; response_revision:15445; number_of_response:1; }","duration":"365.873819ms","start":"2026-03-04T01:57:57.954382Z","end":"2026-03-04T01:57:58.320256Z","steps":["trace[1666062065] 'process raft request' (duration: 364.66553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.320277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.41738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" ","response":"range_response_count:1 size:20759"} {"level":"info","ts":"2026-03-04T01:57:58.320304Z","caller":"traceutil/trace.go:171","msg":"trace[876108670] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mgwmb; range_end:; response_count:1; response_revision:15448; }","duration":"351.475531ms","start":"2026-03-04T01:57:57.96882Z","end":"2026-03-04T01:57:58.320296Z","steps":["trace[876108670] 'agreement among raft nodes before linearized reading' (duration: 351.394589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.32032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.954354Z","time spent":"365.93501ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:58.320338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.968806Z","time spent":"351.525082ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20782,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" "} {"level":"info","ts":"2026-03-04T01:57:58.320398Z","caller":"traceutil/trace.go:171","msg":"trace[1204763903] transaction","detail":"{read_only:false; response_revision:15446; number_of_response:1; }","duration":"365.722616ms","start":"2026-03-04T01:57:57.954666Z","end":"2026-03-04T01:57:58.320389Z","steps":["trace[1204763903] 'process raft request' (duration: 364.416205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.320453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.954656Z","time spent":"365.769867ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:58.320515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.508394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e31c5481-3efb-48ea-9c36-910b47687e48\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-04T01:57:58.320532Z","caller":"traceutil/trace.go:171","msg":"trace[514899132] transaction","detail":"{read_only:false; response_revision:15447; number_of_response:1; }","duration":"365.821048ms","start":"2026-03-04T01:57:57.954703Z","end":"2026-03-04T01:57:58.320524Z","steps":["trace[514899132] 'process raft request' (duration: 364.415005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:58.320549Z","caller":"traceutil/trace.go:171","msg":"trace[843147731] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e31c5481-3efb-48ea-9c36-910b47687e48; range_end:; response_count:1; response_revision:15448; }","duration":"366.553755ms","start":"2026-03-04T01:57:57.953985Z","end":"2026-03-04T01:57:58.320539Z","steps":["trace[843147731] 'agreement among raft nodes before linearized reading' (duration: 366.471813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.320577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.953976Z","time spent":"366.593186ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-e31c5481-3efb-48ea-9c36-910b47687e48\" "} {"level":"warn","ts":"2026-03-04T01:57:58.32058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.954689Z","time spent":"365.865439ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T01:57:58.320653Z","caller":"traceutil/trace.go:171","msg":"trace[2134247200] transaction","detail":"{read_only:false; response_revision:15448; number_of_response:1; }","duration":"365.747376ms","start":"2026-03-04T01:57:57.954897Z","end":"2026-03-04T01:57:58.320645Z","steps":["trace[2134247200] 'process raft request' (duration: 364.248531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.320703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.954876Z","time spent":"365.802578ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T01:57:58.320777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.175637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T01:57:58.320811Z","caller":"traceutil/trace.go:171","msg":"trace[1589539299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15448; }","duration":"369.222958ms","start":"2026-03-04T01:57:57.95158Z","end":"2026-03-04T01:57:58.320803Z","steps":["trace[1589539299] 'agreement among raft nodes before linearized reading' (duration: 369.170376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.320836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T01:57:57.951564Z","time spent":"369.266239ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T01:57:58.320845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.668685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-gswd6\" ","response":"range_response_count:1 size:15438"} {"level":"info","ts":"2026-03-04T01:57:58.320876Z","caller":"traceutil/trace.go:171","msg":"trace[1226289786] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-gswd6; range_end:; response_count:1; response_revision:15448; }","duration":"164.731007ms","start":"2026-03-04T01:57:58.156134Z","end":"2026-03-04T01:57:58.320865Z","steps":["trace[1226289786] 'agreement among raft nodes before linearized reading' (duration: 164.632125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.321097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.093802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-03-04T01:57:58.321134Z","caller":"traceutil/trace.go:171","msg":"trace[1872241932] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:15448; }","duration":"213.162094ms","start":"2026-03-04T01:57:58.107963Z","end":"2026-03-04T01:57:58.321125Z","steps":["trace[1872241932] 'agreement among raft nodes before linearized reading' (duration: 213.061072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T01:57:58.321367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.069321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-ttdfh\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-03-04T01:57:58.321405Z","caller":"traceutil/trace.go:171","msg":"trace[737723287] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-ttdfh; range_end:; response_count:1; response_revision:15448; }","duration":"227.152622ms","start":"2026-03-04T01:57:58.094243Z","end":"2026-03-04T01:57:58.321395Z","steps":["trace[737723287] 'agreement among raft nodes before linearized reading' (duration: 227.05617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:57:58.636551Z","caller":"traceutil/trace.go:171","msg":"trace[1393994267] transaction","detail":"{read_only:false; response_revision:15450; number_of_response:1; }","duration":"100.093539ms","start":"2026-03-04T01:57:58.536424Z","end":"2026-03-04T01:57:58.636518Z","steps":["trace[1393994267] 'process raft request' (duration: 99.853374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T01:59:14.931156Z","caller":"traceutil/trace.go:171","msg":"trace[1800878730] transaction","detail":"{read_only:false; response_revision:15891; number_of_response:1; }","duration":"137.594191ms","start":"2026-03-04T01:59:14.793521Z","end":"2026-03-04T01:59:14.931115Z","steps":["trace[1800878730] 'process raft request' (duration: 56.068087ms)","trace[1800878730] 'compare' (duration: 81.317759ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T01:59:45.797354Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14087} {"level":"info","ts":"2026-03-04T01:59:45.888556Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14087,"took":"88.493967ms","hash":2100797943,"current-db-size-bytes":39723008,"current-db-size":"40 MB","current-db-size-in-use-bytes":27889664,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T01:59:45.888626Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2100797943,"revision":14087,"compact-revision":11648} {"level":"warn","ts":"2026-03-04T02:00:45.919957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191259212,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:00:46.18972Z","caller":"traceutil/trace.go:171","msg":"trace[347468048] transaction","detail":"{read_only:false; response_revision:16602; number_of_response:1; }","duration":"780.063103ms","start":"2026-03-04T02:00:45.409616Z","end":"2026-03-04T02:00:46.189679Z","steps":["trace[347468048] 'process raft request' (duration: 776.259904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:46.189919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:45.409591Z","time spent":"780.209597ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:46.192167Z","caller":"traceutil/trace.go:171","msg":"trace[1282630248] transaction","detail":"{read_only:false; response_revision:16603; number_of_response:1; }","duration":"782.143782ms","start":"2026-03-04T02:00:45.409995Z","end":"2026-03-04T02:00:46.192139Z","steps":["trace[1282630248] 'process raft request' (duration: 781.957067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:46.192334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:45.409983Z","time spent":"782.274185ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:46.192581Z","caller":"traceutil/trace.go:171","msg":"trace[1601761247] transaction","detail":"{read_only:false; response_revision:16604; number_of_response:1; }","duration":"778.719232ms","start":"2026-03-04T02:00:45.413847Z","end":"2026-03-04T02:00:46.192566Z","steps":["trace[1601761247] 'process raft request' (duration: 778.239761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:46.192672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:45.413819Z","time spent":"778.810273ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:46.193281Z","caller":"traceutil/trace.go:171","msg":"trace[625019628] transaction","detail":"{read_only:false; response_revision:16605; number_of_response:1; }","duration":"489.965923ms","start":"2026-03-04T02:00:45.703301Z","end":"2026-03-04T02:00:46.193267Z","steps":["trace[625019628] 'process raft request' (duration: 489.201065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:46.193364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:45.703273Z","time spent":"490.054685ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:46.193763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.881068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:00:46.193935Z","caller":"traceutil/trace.go:171","msg":"trace[393984672] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16605; }","duration":"774.086212ms","start":"2026-03-04T02:00:45.419823Z","end":"2026-03-04T02:00:46.193909Z","steps":["trace[393984672] 'agreement among raft nodes before linearized reading' (duration: 773.693753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:46.19405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:45.419813Z","time spent":"774.222555ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:00:46.193352Z","caller":"traceutil/trace.go:171","msg":"trace[906093140] linearizableReadLoop","detail":"{readStateIndex:17205; appliedIndex:17201; }","duration":"773.265574ms","start":"2026-03-04T02:00:45.419843Z","end":"2026-03-04T02:00:46.193108Z","steps":["trace[906093140] 'read index received' (duration: 766.188037ms)","trace[906093140] 'applied index is now lower than readState.Index' (duration: 7.076187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:46.19501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.845078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-vnxzh\" ","response":"range_response_count:1 size:7040"} {"level":"info","ts":"2026-03-04T02:00:46.195058Z","caller":"traceutil/trace.go:171","msg":"trace[2048885379] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29543160-vnxzh; range_end:; response_count:1; response_revision:16605; }","duration":"428.93361ms","start":"2026-03-04T02:00:45.766109Z","end":"2026-03-04T02:00:46.195042Z","steps":["trace[2048885379] 'agreement among raft nodes before linearized reading' (duration: 428.754486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:46.195091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:45.766089Z","time spent":"428.994322ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7063,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-vnxzh\" "} {"level":"warn","ts":"2026-03-04T02:00:46.195288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.24522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:00:46.195313Z","caller":"traceutil/trace.go:171","msg":"trace[2074870871] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16605; }","duration":"309.312861ms","start":"2026-03-04T02:00:45.885995Z","end":"2026-03-04T02:00:46.195308Z","steps":["trace[2074870871] 'agreement among raft nodes before linearized reading' (duration: 309.24644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:46.195332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:45.885974Z","time spent":"309.353853ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:00:52.477525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191259353,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:00:52.756895Z","caller":"traceutil/trace.go:171","msg":"trace[981599416] transaction","detail":"{read_only:false; response_revision:16654; number_of_response:1; }","duration":"806.77691ms","start":"2026-03-04T02:00:51.950095Z","end":"2026-03-04T02:00:52.756872Z","steps":["trace[981599416] 'process raft request' (duration: 806.608606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.757068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:51.95007Z","time spent":"806.928604ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3135,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:52.834807Z","caller":"traceutil/trace.go:171","msg":"trace[956524618] transaction","detail":"{read_only:false; response_revision:16655; number_of_response:1; }","duration":"688.613866ms","start":"2026-03-04T02:00:52.146168Z","end":"2026-03-04T02:00:52.834782Z","steps":["trace[956524618] 'process raft request' (duration: 688.265458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.836925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:52.14613Z","time spent":"688.74799ms","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417136,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:52.837475Z","caller":"traceutil/trace.go:171","msg":"trace[405421277] linearizableReadLoop","detail":"{readStateIndex:17256; appliedIndex:17254; }","duration":"860.683815ms","start":"2026-03-04T02:00:51.976746Z","end":"2026-03-04T02:00:52.837429Z","steps":["trace[405421277] 'read index received' (duration: 779.95542ms)","trace[405421277] 'applied index is now lower than readState.Index' (duration: 80.726035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:52.837789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.040733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T02:00:52.837851Z","caller":"traceutil/trace.go:171","msg":"trace[487831382] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16656; }","duration":"861.103406ms","start":"2026-03-04T02:00:51.976732Z","end":"2026-03-04T02:00:52.837836Z","steps":["trace[487831382] 'agreement among raft nodes before linearized reading' (duration: 860.85498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.837897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:51.976681Z","time spent":"861.197908ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-04T02:00:52.838068Z","caller":"traceutil/trace.go:171","msg":"trace[2118814769] transaction","detail":"{read_only:false; response_revision:16656; number_of_response:1; }","duration":"189.890738ms","start":"2026-03-04T02:00:52.64811Z","end":"2026-03-04T02:00:52.838Z","steps":["trace[2118814769] 'process raft request' (duration: 186.616721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.838157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.955192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:00:52.838213Z","caller":"traceutil/trace.go:171","msg":"trace[2024011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16656; }","duration":"723.026414ms","start":"2026-03-04T02:00:52.115163Z","end":"2026-03-04T02:00:52.83819Z","steps":["trace[2024011] 'agreement among raft nodes before linearized reading' (duration: 722.944962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.838253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:52.115147Z","time spent":"723.096215ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:00:52.839127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.727064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-04T02:00:52.839187Z","caller":"traceutil/trace.go:171","msg":"trace[25675631] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16656; }","duration":"117.817146ms","start":"2026-03-04T02:00:52.721355Z","end":"2026-03-04T02:00:52.839172Z","steps":["trace[25675631] 'agreement among raft nodes before linearized reading' (duration: 117.660872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.839672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.646935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-04T02:00:52.83973Z","caller":"traceutil/trace.go:171","msg":"trace[347935429] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:16656; }","duration":"141.702856ms","start":"2026-03-04T02:00:52.698015Z","end":"2026-03-04T02:00:52.839717Z","steps":["trace[347935429] 'agreement among raft nodes before linearized reading' (duration: 141.486141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.840253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.63468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:00:52.840308Z","caller":"traceutil/trace.go:171","msg":"trace[971451123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16656; }","duration":"177.719612ms","start":"2026-03-04T02:00:52.662563Z","end":"2026-03-04T02:00:52.840283Z","steps":["trace[971451123] 'agreement among raft nodes before linearized reading' (duration: 177.599629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.840574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.391117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T02:00:52.840606Z","caller":"traceutil/trace.go:171","msg":"trace[1754549370] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8pqbv; range_end:; response_count:1; response_revision:16656; }","duration":"192.433357ms","start":"2026-03-04T02:00:52.64816Z","end":"2026-03-04T02:00:52.840593Z","steps":["trace[1754549370] 'agreement among raft nodes before linearized reading' (duration: 192.276924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.846058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.445621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:00:52.846095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.233443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:00:52.846092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.461104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-vnxzh\" ","response":"range_response_count:1 size:7040"} {"level":"info","ts":"2026-03-04T02:00:52.846153Z","caller":"traceutil/trace.go:171","msg":"trace[1017432571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16656; }","duration":"477.301184ms","start":"2026-03-04T02:00:52.368829Z","end":"2026-03-04T02:00:52.846131Z","steps":["trace[1017432571] 'agreement among raft nodes before linearized reading' (duration: 477.196162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:52.84616Z","caller":"traceutil/trace.go:171","msg":"trace[209006488] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29543160-vnxzh; range_end:; response_count:1; response_revision:16656; }","duration":"464.546716ms","start":"2026-03-04T02:00:52.381588Z","end":"2026-03-04T02:00:52.846135Z","steps":["trace[209006488] 'agreement among raft nodes before linearized reading' (duration: 464.392522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.846183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:52.368819Z","time spent":"477.357887ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:00:52.846191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:52.381577Z","time spent":"464.606698ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7063,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-vnxzh\" "} {"level":"warn","ts":"2026-03-04T02:00:52.846106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.166302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-04T02:00:52.846193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.515129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:00:52.846255Z","caller":"traceutil/trace.go:171","msg":"trace[835952187] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:16656; }","duration":"216.591244ms","start":"2026-03-04T02:00:52.629534Z","end":"2026-03-04T02:00:52.846126Z","steps":["trace[835952187] 'agreement among raft nodes before linearized reading' (duration: 216.443481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.846238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.274931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:00:52.846288Z","caller":"traceutil/trace.go:171","msg":"trace[1452918874] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16656; }","duration":"477.326806ms","start":"2026-03-04T02:00:52.368909Z","end":"2026-03-04T02:00:52.846236Z","steps":["trace[1452918874] 'agreement among raft nodes before linearized reading' (duration: 477.103281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:52.846322Z","caller":"traceutil/trace.go:171","msg":"trace[1134519583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16656; }","duration":"474.668623ms","start":"2026-03-04T02:00:52.3716Z","end":"2026-03-04T02:00:52.846269Z","steps":["trace[1134519583] 'agreement among raft nodes before linearized reading' (duration: 474.387706ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:52.846371Z","caller":"traceutil/trace.go:171","msg":"trace[551202439] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:16656; }","duration":"519.424604ms","start":"2026-03-04T02:00:52.326895Z","end":"2026-03-04T02:00:52.84632Z","steps":["trace[551202439] 'agreement among raft nodes before linearized reading' (duration: 518.973863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.846383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:52.371577Z","time spent":"474.794436ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:00:52.846387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:52.368898Z","time spent":"477.455789ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:00:52.846432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:52.326887Z","time spent":"519.531256ms","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:00:52.846486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.650268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:00:52.846564Z","caller":"traceutil/trace.go:171","msg":"trace[1463648955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16656; }","duration":"559.774441ms","start":"2026-03-04T02:00:52.286768Z","end":"2026-03-04T02:00:52.846542Z","steps":["trace[1463648955] 'agreement among raft nodes before linearized reading' (duration: 559.572966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.846707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:52.286746Z","time spent":"559.947696ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:00:52.846198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.523918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" ","response":"range_response_count:1 size:20862"} {"level":"info","ts":"2026-03-04T02:00:52.847235Z","caller":"traceutil/trace.go:171","msg":"trace[520502906] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mgwmb; range_end:; response_count:1; response_revision:16656; }","duration":"483.583943ms","start":"2026-03-04T02:00:52.363634Z","end":"2026-03-04T02:00:52.847218Z","steps":["trace[520502906] 'agreement among raft nodes before linearized reading' (duration: 482.419846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.847287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:52.363622Z","time spent":"483.644234ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20885,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" "} {"level":"warn","ts":"2026-03-04T02:00:52.85033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.284974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3153"} {"level":"info","ts":"2026-03-04T02:00:52.850384Z","caller":"traceutil/trace.go:171","msg":"trace[1674113039] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16656; }","duration":"399.372836ms","start":"2026-03-04T02:00:52.451Z","end":"2026-03-04T02:00:52.850372Z","steps":["trace[1674113039] 'agreement among raft nodes before linearized reading' (duration: 395.580757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:52.850404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:52.450989Z","time spent":"399.410187ms","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3176,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-04T02:00:53.067002Z","caller":"traceutil/trace.go:171","msg":"trace[559838611] transaction","detail":"{read_only:false; response_revision:16660; number_of_response:1; }","duration":"213.867671ms","start":"2026-03-04T02:00:52.85311Z","end":"2026-03-04T02:00:53.066977Z","steps":["trace[559838611] 'process raft request' (duration: 213.79156ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:53.067068Z","caller":"traceutil/trace.go:171","msg":"trace[453237854] transaction","detail":"{read_only:false; response_revision:16658; number_of_response:1; }","duration":"216.36483ms","start":"2026-03-04T02:00:52.850662Z","end":"2026-03-04T02:00:53.067027Z","steps":["trace[453237854] 'process raft request' (duration: 151.344673ms)","trace[453237854] 'compare' (duration: 64.715349ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:53.067132Z","caller":"traceutil/trace.go:171","msg":"trace[569868174] transaction","detail":"{read_only:false; response_revision:16659; number_of_response:1; }","duration":"214.057675ms","start":"2026-03-04T02:00:52.85299Z","end":"2026-03-04T02:00:53.067048Z","steps":["trace[569868174] 'process raft request' (duration: 213.867551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:53.067341Z","caller":"traceutil/trace.go:171","msg":"trace[57580062] transaction","detail":"{read_only:false; response_revision:16661; number_of_response:1; }","duration":"213.900632ms","start":"2026-03-04T02:00:52.853426Z","end":"2026-03-04T02:00:53.067326Z","steps":["trace[57580062] 'process raft request' (duration: 213.508022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:53.06743Z","caller":"traceutil/trace.go:171","msg":"trace[1039829110] linearizableReadLoop","detail":"{readStateIndex:17263; appliedIndex:17258; }","duration":"165.228099ms","start":"2026-03-04T02:00:52.902172Z","end":"2026-03-04T02:00:53.0674Z","steps":["trace[1039829110] 'read index received' (duration: 99.770183ms)","trace[1039829110] 'applied index is now lower than readState.Index' (duration: 65.456826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:53.06749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.939034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:00:53.067527Z","caller":"traceutil/trace.go:171","msg":"trace[551679334] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:16662; }","duration":"174.034136ms","start":"2026-03-04T02:00:52.893481Z","end":"2026-03-04T02:00:53.067515Z","steps":["trace[551679334] 'agreement among raft nodes before linearized reading' (duration: 173.955824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:53.067627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.526586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-03-04T02:00:53.067665Z","caller":"traceutil/trace.go:171","msg":"trace[81773431] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:16662; }","duration":"214.595718ms","start":"2026-03-04T02:00:52.853058Z","end":"2026-03-04T02:00:53.067653Z","steps":["trace[81773431] 'agreement among raft nodes before linearized reading' (duration: 214.446395ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:53.067675Z","caller":"traceutil/trace.go:171","msg":"trace[2143927911] transaction","detail":"{read_only:false; response_revision:16662; number_of_response:1; }","duration":"206.464337ms","start":"2026-03-04T02:00:52.861187Z","end":"2026-03-04T02:00:53.067651Z","steps":["trace[2143927911] 'process raft request' (duration: 206.032657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:53.06775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.84403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-04T02:00:53.068489Z","caller":"traceutil/trace.go:171","msg":"trace[201229059] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:16662; }","duration":"214.588578ms","start":"2026-03-04T02:00:52.853879Z","end":"2026-03-04T02:00:53.068467Z","steps":["trace[201229059] 'agreement among raft nodes before linearized reading' (duration: 213.655476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:53.068827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.970322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:958323"} {"level":"info","ts":"2026-03-04T02:00:53.068869Z","caller":"traceutil/trace.go:171","msg":"trace[1588180722] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16662; }","duration":"211.031115ms","start":"2026-03-04T02:00:52.857828Z","end":"2026-03-04T02:00:53.068859Z","steps":["trace[1588180722] 'agreement among raft nodes before linearized reading' (duration: 209.97885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:53.069471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.940086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:958323"} {"level":"info","ts":"2026-03-04T02:00:53.06958Z","caller":"traceutil/trace.go:171","msg":"trace[654432513] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16662; }","duration":"215.10546ms","start":"2026-03-04T02:00:52.854455Z","end":"2026-03-04T02:00:53.069561Z","steps":["trace[654432513] 'agreement among raft nodes before linearized reading' (duration: 213.020971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:54.41516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.798036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:00:54.415261Z","caller":"traceutil/trace.go:171","msg":"trace[1597795374] linearizableReadLoop","detail":"{readStateIndex:17265; appliedIndex:17263; }","duration":"1.337734714s","start":"2026-03-04T02:00:53.077509Z","end":"2026-03-04T02:00:54.415244Z","steps":["trace[1597795374] 'read index received' (duration: 77.785856ms)","trace[1597795374] 'applied index is now lower than readState.Index' (duration: 1.259947388s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:54.415335Z","caller":"traceutil/trace.go:171","msg":"trace[1501884407] transaction","detail":"{read_only:false; response_revision:16664; number_of_response:1; }","duration":"1.340507919s","start":"2026-03-04T02:00:53.074792Z","end":"2026-03-04T02:00:54.4153Z","steps":["trace[1501884407] 'process raft request' (duration: 416.475017ms)","trace[1501884407] 'compare' (duration: 923.060809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:54.415429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337915828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9610"} {"level":"info","ts":"2026-03-04T02:00:54.41546Z","caller":"traceutil/trace.go:171","msg":"trace[556965715] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:16664; }","duration":"1.337971689s","start":"2026-03-04T02:00:53.077478Z","end":"2026-03-04T02:00:54.41545Z","steps":["trace[556965715] 'agreement among raft nodes before linearized reading' (duration: 1.337832086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:54.415491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:53.077464Z","time spent":"1.33801959s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9633,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-04T02:00:54.4155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:53.07478Z","time spent":"1.340619201s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:54.915989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191259376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:00:55.116278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625050689s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:00:55.247689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.138558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:00:55.247974Z","caller":"traceutil/trace.go:171","msg":"trace[216160715] transaction","detail":"{read_only:false; response_revision:16666; number_of_response:1; }","duration":"1.545315578s","start":"2026-03-04T02:00:53.702607Z","end":"2026-03-04T02:00:55.247922Z","steps":["trace[216160715] 'process raft request' (duration: 1.545186625s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:55.248058Z","caller":"traceutil/trace.go:171","msg":"trace[973422705] transaction","detail":"{read_only:false; response_revision:16667; number_of_response:1; }","duration":"837.404259ms","start":"2026-03-04T02:00:54.41061Z","end":"2026-03-04T02:00:55.248014Z","steps":["trace[973422705] 'process raft request' (duration: 837.242595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:55.248235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:53.702585Z","time spent":"1.545548403s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:55.248254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.410584Z","time spent":"837.566823ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:55.248845Z","caller":"traceutil/trace.go:171","msg":"trace[2002254563] transaction","detail":"{read_only:false; response_revision:16668; number_of_response:1; }","duration":"720.500285ms","start":"2026-03-04T02:00:54.528312Z","end":"2026-03-04T02:00:55.248812Z","steps":["trace[2002254563] 'process raft request' (duration: 719.575363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:55.248898Z","caller":"traceutil/trace.go:171","msg":"trace[1305792571] linearizableReadLoop","detail":"{readStateIndex:17270; appliedIndex:17265; }","duration":"833.585429ms","start":"2026-03-04T02:00:54.415286Z","end":"2026-03-04T02:00:55.248871Z","steps":["trace[1305792571] 'read index received' (duration: 701.17342ms)","trace[1305792571] 'applied index is now lower than readState.Index' (duration: 132.407739ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:55.247915Z","caller":"traceutil/trace.go:171","msg":"trace[1756519552] transaction","detail":"{read_only:false; response_revision:16665; number_of_response:1; }","duration":"1.925714128s","start":"2026-03-04T02:00:53.322161Z","end":"2026-03-04T02:00:55.247876Z","steps":["trace[1756519552] 'process raft request' (duration: 1.794318423s)","trace[1756519552] 'compare' (duration: 131.041976ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:55.248851Z","caller":"traceutil/trace.go:171","msg":"trace[1817911216] transaction","detail":"{read_only:false; response_revision:16669; number_of_response:1; }","duration":"405.95873ms","start":"2026-03-04T02:00:54.842857Z","end":"2026-03-04T02:00:55.248816Z","steps":["trace[1817911216] 'process raft request' (duration: 405.671903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:55.249189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.84283Z","time spent":"406.281798ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:55.249404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.528292Z","time spent":"720.644489ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:55.249583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:53.322085Z","time spent":"1.926992418s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:55.314102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357313955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1145"} {"level":"info","ts":"2026-03-04T02:00:55.314195Z","caller":"traceutil/trace.go:171","msg":"trace[2097102175] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:16669; }","duration":"1.357458458s","start":"2026-03-04T02:00:53.956715Z","end":"2026-03-04T02:00:55.314174Z","steps":["trace[2097102175] 'agreement among raft nodes before linearized reading' (duration: 1.292196616s)","trace[2097102175] 'range keys from in-memory index tree' (duration: 65.031837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:55.314189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.305409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/network.189980db06265a0d\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-03-04T02:00:55.314323Z","caller":"traceutil/trace.go:171","msg":"trace[1801068757] range","detail":"{range_begin:/registry/events/openstack/network.189980db06265a0d; range_end:; response_count:1; response_revision:16669; }","duration":"895.442152ms","start":"2026-03-04T02:00:54.418836Z","end":"2026-03-04T02:00:55.314278Z","steps":["trace[1801068757] 'agreement among raft nodes before linearized reading' (duration: 895.146045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:55.314363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:53.956666Z","time spent":"1.357682853s","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1168,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-03-04T02:00:55.31442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.418824Z","time spent":"895.586185ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":692,"request content":"key:\"/registry/events/openstack/network.189980db06265a0d\" "} {"level":"warn","ts":"2026-03-04T02:00:55.314581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19991958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:00:55.314629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139771133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.189980dfec99ba72\" ","response":"range_response_count:1 size:728"} {"level":"warn","ts":"2026-03-04T02:00:55.31466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.593041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:00:55.314672Z","caller":"traceutil/trace.go:171","msg":"trace[1038328906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16669; }","duration":"1.200061153s","start":"2026-03-04T02:00:54.114586Z","end":"2026-03-04T02:00:55.314647Z","steps":["trace[1038328906] 'agreement among raft nodes before linearized reading' (duration: 1.13431474s)","trace[1038328906] 'range keys from in-memory index tree' (duration: 65.61234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:55.31466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.768589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:00:55.314722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.247898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-vnxzh\" ","response":"range_response_count:1 size:7040"} {"level":"info","ts":"2026-03-04T02:00:55.314725Z","caller":"traceutil/trace.go:171","msg":"trace[1921721861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16669; }","duration":"241.679594ms","start":"2026-03-04T02:00:55.073032Z","end":"2026-03-04T02:00:55.314711Z","steps":["trace[1921721861] 'agreement among raft nodes before linearized reading' (duration: 241.553891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:55.314733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.114565Z","time spent":"1.200159575s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:00:55.314759Z","caller":"traceutil/trace.go:171","msg":"trace[1350032688] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29543160-vnxzh; range_end:; response_count:1; response_revision:16669; }","duration":"228.29834ms","start":"2026-03-04T02:00:55.086451Z","end":"2026-03-04T02:00:55.314749Z","steps":["trace[1350032688] 'agreement among raft nodes before linearized reading' (duration: 228.141176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:55.314752Z","caller":"traceutil/trace.go:171","msg":"trace[1966896110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16669; }","duration":"242.946013ms","start":"2026-03-04T02:00:55.071783Z","end":"2026-03-04T02:00:55.314729Z","steps":["trace[1966896110] 'agreement among raft nodes before linearized reading' (duration: 242.625516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:55.314786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654163922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18908"} {"level":"info","ts":"2026-03-04T02:00:55.314826Z","caller":"traceutil/trace.go:171","msg":"trace[2133373292] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16669; }","duration":"1.654261315s","start":"2026-03-04T02:00:53.660555Z","end":"2026-03-04T02:00:55.314816Z","steps":["trace[2133373292] 'agreement among raft nodes before linearized reading' (duration: 1.588386919s)","trace[2133373292] 'range keys from in-memory index tree' (duration: 65.781244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:55.314826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.964844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T02:00:55.31486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:53.660535Z","time spent":"1.654318536s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18931,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:00:55.314887Z","caller":"traceutil/trace.go:171","msg":"trace[1924854545] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16669; }","duration":"243.075606ms","start":"2026-03-04T02:00:55.071776Z","end":"2026-03-04T02:00:55.314852Z","steps":["trace[1924854545] 'agreement among raft nodes before linearized reading' (duration: 242.937113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:55.314692Z","caller":"traceutil/trace.go:171","msg":"trace[1849045257] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.189980dfec99ba72; range_end:; response_count:1; response_revision:16669; }","duration":"2.139880706s","start":"2026-03-04T02:00:53.174793Z","end":"2026-03-04T02:00:55.314673Z","steps":["trace[1849045257] 'agreement among raft nodes before linearized reading' (duration: 2.074212094s)","trace[1849045257] 'range keys from in-memory index tree' (duration: 65.479248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:55.314946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850158883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T02:00:55.315061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.355483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:00:55.315083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.43013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:00:55.315082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.443193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:00:55.315084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.663026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:00:55.3151Z","caller":"traceutil/trace.go:171","msg":"trace[905690714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16669; }","duration":"243.451026ms","start":"2026-03-04T02:00:55.07164Z","end":"2026-03-04T02:00:55.315091Z","steps":["trace[905690714] 'agreement among raft nodes before linearized reading' (duration: 243.336053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:55.315112Z","caller":"traceutil/trace.go:171","msg":"trace[1220533901] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16669; }","duration":"699.499722ms","start":"2026-03-04T02:00:54.615601Z","end":"2026-03-04T02:00:55.3151Z","steps":["trace[1220533901] 'agreement among raft nodes before linearized reading' (duration: 699.42391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:55.315123Z","caller":"traceutil/trace.go:171","msg":"trace[1238614892] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:16669; }","duration":"820.731407ms","start":"2026-03-04T02:00:54.494382Z","end":"2026-03-04T02:00:55.315114Z","steps":["trace[1238614892] 'agreement among raft nodes before linearized reading' (duration: 820.665636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:55.315125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.811948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:00:55.315139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.494367Z","time spent":"820.768149ms","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:00:55.315128Z","caller":"traceutil/trace.go:171","msg":"trace[1296207605] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16669; }","duration":"884.524425ms","start":"2026-03-04T02:00:54.430586Z","end":"2026-03-04T02:00:55.315111Z","steps":["trace[1296207605] 'agreement among raft nodes before linearized reading' (duration: 884.458714ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:55.315159Z","caller":"traceutil/trace.go:171","msg":"trace[1354000502] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:16669; }","duration":"486.88764ms","start":"2026-03-04T02:00:54.828262Z","end":"2026-03-04T02:00:55.315149Z","steps":["trace[1354000502] 'agreement among raft nodes before linearized reading' (duration: 486.830229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:55.314984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:53.174773Z","time spent":"2.140199183s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":751,"request content":"key:\"/registry/events/openstack/rabbitmq-heat.189980dfec99ba72\" "} {"level":"warn","ts":"2026-03-04T02:00:55.315182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.430563Z","time spent":"884.607218ms","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:00:55.315174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.092967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:00:55.3152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.828242Z","time spent":"486.950472ms","remote":"127.0.0.1:59420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:00:55.315134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.615578Z","time spent":"699.550913ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:00:55.315232Z","caller":"traceutil/trace.go:171","msg":"trace[621004470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16669; }","duration":"407.188509ms","start":"2026-03-04T02:00:54.908027Z","end":"2026-03-04T02:00:55.315216Z","steps":["trace[621004470] 'agreement among raft nodes before linearized reading' (duration: 407.041265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:55.315151Z","caller":"traceutil/trace.go:171","msg":"trace[210188864] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:16669; }","duration":"1.850354508s","start":"2026-03-04T02:00:53.464703Z","end":"2026-03-04T02:00:55.315057Z","steps":["trace[210188864] 'agreement among raft nodes before linearized reading' (duration: 1.784220585s)","trace[210188864] 'range keys from in-memory index tree' (duration: 65.825145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:55.31535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:53.464627Z","time spent":"1.850711276s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T02:00:55.315399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.593407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T02:00:55.315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990183001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:00:55.315442Z","caller":"traceutil/trace.go:171","msg":"trace[1755801018] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8pqbv; range_end:; response_count:1; response_revision:16669; }","duration":"395.655899ms","start":"2026-03-04T02:00:54.919776Z","end":"2026-03-04T02:00:55.315432Z","steps":["trace[1755801018] 'agreement among raft nodes before linearized reading' (duration: 395.460394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:55.315453Z","caller":"traceutil/trace.go:171","msg":"trace[1567253560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16669; }","duration":"1.990669823s","start":"2026-03-04T02:00:53.324769Z","end":"2026-03-04T02:00:55.315439Z","steps":["trace[1567253560] 'agreement among raft nodes before linearized reading' (duration: 1.924158681s)","trace[1567253560] 'range keys from in-memory index tree' (duration: 65.955868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:55.315474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.919767Z","time spent":"395.699399ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" "} {"level":"warn","ts":"2026-03-04T02:00:55.315498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:53.324753Z","time spent":"1.990735304s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:00:55.314933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.722119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-04T02:00:55.315536Z","caller":"traceutil/trace.go:171","msg":"trace[2089843981] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:16669; }","duration":"226.460666ms","start":"2026-03-04T02:00:55.089067Z","end":"2026-03-04T02:00:55.315528Z","steps":["trace[2089843981] 'agreement among raft nodes before linearized reading' (duration: 225.453202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:55.315265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.908006Z","time spent":"407.251521ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:00:55.31563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.286288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T02:00:55.316382Z","caller":"traceutil/trace.go:171","msg":"trace[328901848] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:16669; }","duration":"895.991625ms","start":"2026-03-04T02:00:54.420333Z","end":"2026-03-04T02:00:55.316325Z","steps":["trace[328901848] 'agreement among raft nodes before linearized reading' (duration: 894.729875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:55.316446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:54.420311Z","time spent":"896.117407ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T02:00:55.316243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478297264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:00:55.316605Z","caller":"traceutil/trace.go:171","msg":"trace[376590191] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16669; }","duration":"1.478695553s","start":"2026-03-04T02:00:53.837897Z","end":"2026-03-04T02:00:55.316592Z","steps":["trace[376590191] 'agreement among raft nodes before linearized reading' (duration: 1.410978143s)","trace[376590191] 'count revisions from in-memory index tree' (duration: 67.31181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:55.316642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:53.837883Z","time spent":"1.478745315s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1903,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:00:55.820058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191259382,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:00:56.141035Z","caller":"traceutil/trace.go:171","msg":"trace[1423320517] transaction","detail":"{read_only:false; response_revision:16670; number_of_response:1; }","duration":"822.954901ms","start":"2026-03-04T02:00:55.318056Z","end":"2026-03-04T02:00:56.141011Z","steps":["trace[1423320517] 'process raft request' (duration: 822.787667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.141176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.318034Z","time spent":"823.074793ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:56.333556Z","caller":"traceutil/trace.go:171","msg":"trace[1157470150] transaction","detail":"{read_only:false; response_revision:16672; number_of_response:1; }","duration":"1.012797147s","start":"2026-03-04T02:00:55.320742Z","end":"2026-03-04T02:00:56.333539Z","steps":["trace[1157470150] 'process raft request' (duration: 1.012696705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.333695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.320721Z","time spent":"1.012895949s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:56.333545Z","caller":"traceutil/trace.go:171","msg":"trace[788518663] transaction","detail":"{read_only:false; response_revision:16671; number_of_response:1; }","duration":"1.014757793s","start":"2026-03-04T02:00:55.318759Z","end":"2026-03-04T02:00:56.333516Z","steps":["trace[788518663] 'process raft request' (duration: 1.014531958s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:56.333778Z","caller":"traceutil/trace.go:171","msg":"trace[573604874] transaction","detail":"{read_only:false; response_revision:16673; number_of_response:1; }","duration":"1.013000682s","start":"2026-03-04T02:00:55.320761Z","end":"2026-03-04T02:00:56.333762Z","steps":["trace[573604874] 'process raft request' (duration: 1.012740536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.333866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.320748Z","time spent":"1.013075144s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:56.333896Z","caller":"traceutil/trace.go:171","msg":"trace[1640243834] transaction","detail":"{read_only:false; response_revision:16674; number_of_response:1; }","duration":"1.013059203s","start":"2026-03-04T02:00:55.320816Z","end":"2026-03-04T02:00:56.333876Z","steps":["trace[1640243834] 'process raft request' (duration: 1.012816908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.333989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.320808Z","time spent":"1.013140205s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:56.334194Z","caller":"traceutil/trace.go:171","msg":"trace[538070059] transaction","detail":"{read_only:false; response_revision:16675; number_of_response:1; }","duration":"1.012878989s","start":"2026-03-04T02:00:55.321286Z","end":"2026-03-04T02:00:56.334165Z","steps":["trace[538070059] 'process raft request' (duration: 1.012712315s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:56.334231Z","caller":"traceutil/trace.go:171","msg":"trace[1194813184] transaction","detail":"{read_only:false; response_revision:16676; number_of_response:1; }","duration":"1.012882849s","start":"2026-03-04T02:00:55.321338Z","end":"2026-03-04T02:00:56.334221Z","steps":["trace[1194813184] 'process raft request' (duration: 1.012757756s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:56.334263Z","caller":"traceutil/trace.go:171","msg":"trace[316072656] transaction","detail":"{read_only:false; response_revision:16677; number_of_response:1; }","duration":"1.012881319s","start":"2026-03-04T02:00:55.321368Z","end":"2026-03-04T02:00:56.33425Z","steps":["trace[316072656] 'process raft request' (duration: 1.012784937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.334297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.321334Z","time spent":"1.01293111s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:56.334333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.321364Z","time spent":"1.01292984s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:56.33436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.321277Z","time spent":"1.012982721s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:56.334399Z","caller":"traceutil/trace.go:171","msg":"trace[1867883913] linearizableReadLoop","detail":"{readStateIndex:17279; appliedIndex:17271; }","duration":"1.015182163s","start":"2026-03-04T02:00:55.319009Z","end":"2026-03-04T02:00:56.334191Z","steps":["trace[1867883913] 'read index received' (duration: 821.843364ms)","trace[1867883913] 'applied index is now lower than readState.Index' (duration: 193.337879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:56.334535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01548625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-17f0a071-d184-435c-b43e-a2041f850429\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-04T02:00:56.334679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009248584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:00:56.334731Z","caller":"traceutil/trace.go:171","msg":"trace[995106767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16677; }","duration":"1.009319355s","start":"2026-03-04T02:00:55.325396Z","end":"2026-03-04T02:00:56.334716Z","steps":["trace[995106767] 'agreement among raft nodes before linearized reading' (duration: 1.009194472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.334783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.893556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:00:56.334889Z","caller":"traceutil/trace.go:171","msg":"trace[389491223] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:16677; }","duration":"779.007379ms","start":"2026-03-04T02:00:55.555857Z","end":"2026-03-04T02:00:56.334865Z","steps":["trace[389491223] 'agreement among raft nodes before linearized reading' (duration: 778.846065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.334831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.325391Z","time spent":"1.009421507s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:00:56.334942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.555792Z","time spent":"779.139301ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:00:56.33516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013601126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18908"} {"level":"info","ts":"2026-03-04T02:00:56.33527Z","caller":"traceutil/trace.go:171","msg":"trace[719118954] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16677; }","duration":"1.013748909s","start":"2026-03-04T02:00:55.321485Z","end":"2026-03-04T02:00:56.335234Z","steps":["trace[719118954] 'agreement among raft nodes before linearized reading' (duration: 1.013199406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.335436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013594166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:958323"} {"level":"warn","ts":"2026-03-04T02:00:56.335452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010520734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:958323"} {"level":"info","ts":"2026-03-04T02:00:56.335483Z","caller":"traceutil/trace.go:171","msg":"trace[318513418] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16677; }","duration":"1.013658178s","start":"2026-03-04T02:00:55.321813Z","end":"2026-03-04T02:00:56.335471Z","steps":["trace[318513418] 'agreement among raft nodes before linearized reading' (duration: 1.012780087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.335519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.321806Z","time spent":"1.013702039s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":958346,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:00:56.335514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009650523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9610"} {"level":"info","ts":"2026-03-04T02:00:56.33553Z","caller":"traceutil/trace.go:171","msg":"trace[1885245299] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16677; }","duration":"1.010574015s","start":"2026-03-04T02:00:55.324915Z","end":"2026-03-04T02:00:56.335489Z","steps":["trace[1885245299] 'agreement among raft nodes before linearized reading' (duration: 1.009679484s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:56.335562Z","caller":"traceutil/trace.go:171","msg":"trace[112014980] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:16677; }","duration":"1.009709395s","start":"2026-03-04T02:00:55.325841Z","end":"2026-03-04T02:00:56.33555Z","steps":["trace[112014980] 'agreement among raft nodes before linearized reading' (duration: 1.009534141s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.335582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.324863Z","time spent":"1.010702228s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":958346,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:00:56.3356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.325837Z","time spent":"1.009757136s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9633,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-04T02:00:56.335718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.318729Z","time spent":"1.015130362s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:56.335961Z","caller":"traceutil/trace.go:171","msg":"trace[1063306733] range","detail":"{range_begin:/registry/persistentvolumes/pvc-17f0a071-d184-435c-b43e-a2041f850429; range_end:; response_count:1; response_revision:16677; }","duration":"1.015592572s","start":"2026-03-04T02:00:55.318972Z","end":"2026-03-04T02:00:56.334565Z","steps":["trace[1063306733] 'agreement among raft nodes before linearized reading' (duration: 1.015447229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.336058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.318961Z","time spent":"1.017076097s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-17f0a071-d184-435c-b43e-a2041f850429\" "} {"level":"warn","ts":"2026-03-04T02:00:56.336071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015000189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:958323"} {"level":"info","ts":"2026-03-04T02:00:56.336151Z","caller":"traceutil/trace.go:171","msg":"trace[2002669769] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:16677; }","duration":"1.015116371s","start":"2026-03-04T02:00:55.321016Z","end":"2026-03-04T02:00:56.336133Z","steps":["trace[2002669769] 'agreement among raft nodes before linearized reading' (duration: 1.013561525s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:56.336209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.321007Z","time spent":"1.015189993s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":958346,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:00:56.335334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:55.321466Z","time spent":"1.013857862s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18931,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:00:56.479822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.568859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:00:56.479914Z","caller":"traceutil/trace.go:171","msg":"trace[126965084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16677; }","duration":"134.729103ms","start":"2026-03-04T02:00:56.345164Z","end":"2026-03-04T02:00:56.479894Z","steps":["trace[126965084] 'range keys from in-memory index tree' (duration: 134.384085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:57.60356Z","caller":"traceutil/trace.go:171","msg":"trace[2023480414] transaction","detail":"{read_only:false; response_revision:16681; number_of_response:1; }","duration":"170.940472ms","start":"2026-03-04T02:00:57.432598Z","end":"2026-03-04T02:00:57.603539Z","steps":["trace[2023480414] 'process raft request' (duration: 170.799819ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:57.897217Z","caller":"traceutil/trace.go:171","msg":"trace[1277122270] linearizableReadLoop","detail":"{readStateIndex:17285; appliedIndex:17282; }","duration":"360.886242ms","start":"2026-03-04T02:00:57.536306Z","end":"2026-03-04T02:00:57.897192Z","steps":["trace[1277122270] 'read index received' (duration: 67.134676ms)","trace[1277122270] 'applied index is now lower than readState.Index' (duration: 293.750346ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:57.897319Z","caller":"traceutil/trace.go:171","msg":"trace[1474813482] transaction","detail":"{read_only:false; response_revision:16682; number_of_response:1; }","duration":"437.039219ms","start":"2026-03-04T02:00:57.460211Z","end":"2026-03-04T02:00:57.89725Z","steps":["trace[1474813482] 'process raft request' (duration: 436.753592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:57.897347Z","caller":"traceutil/trace.go:171","msg":"trace[514499624] transaction","detail":"{read_only:false; response_revision:16683; number_of_response:1; }","duration":"386.477493ms","start":"2026-03-04T02:00:57.510847Z","end":"2026-03-04T02:00:57.897324Z","steps":["trace[514499624] 'process raft request' (duration: 386.285458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:57.897383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.046676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:00:57.897419Z","caller":"traceutil/trace.go:171","msg":"trace[1912309167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16683; }","duration":"361.147628ms","start":"2026-03-04T02:00:57.53626Z","end":"2026-03-04T02:00:57.897408Z","steps":["trace[1912309167] 'agreement among raft nodes before linearized reading' (duration: 361.052916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:57.897462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.536241Z","time spent":"361.20944ms","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:00:57.897476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.510826Z","time spent":"386.584656ms","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:57.897538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:57.460181Z","time spent":"437.226453ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21062,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:58.028332Z","caller":"traceutil/trace.go:171","msg":"trace[1863050730] transaction","detail":"{read_only:false; response_revision:16684; number_of_response:1; }","duration":"124.650326ms","start":"2026-03-04T02:00:57.903661Z","end":"2026-03-04T02:00:58.028311Z","steps":["trace[1863050730] 'process raft request' (duration: 124.521883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:58.898487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.694156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:00:58.898591Z","caller":"traceutil/trace.go:171","msg":"trace[2103247751] transaction","detail":"{read_only:false; response_revision:16688; number_of_response:1; }","duration":"552.998922ms","start":"2026-03-04T02:00:58.345572Z","end":"2026-03-04T02:00:58.898571Z","steps":["trace[2103247751] 'process raft request' (duration: 66.148832ms)","trace[2103247751] 'compare' (duration: 486.600734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:58.89865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.345547Z","time spent":"553.074634ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:59.299954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.238848ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:00:59.300081Z","caller":"traceutil/trace.go:171","msg":"trace[1421241065] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16688; }","duration":"297.376411ms","start":"2026-03-04T02:00:59.002685Z","end":"2026-03-04T02:00:59.300062Z","steps":["trace[1421241065] 'range keys from in-memory index tree' (duration: 297.221098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.300458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.251477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:00:59.300699Z","caller":"traceutil/trace.go:171","msg":"trace[1960805963] transaction","detail":"{read_only:false; response_revision:16689; number_of_response:1; }","duration":"954.767075ms","start":"2026-03-04T02:00:58.345907Z","end":"2026-03-04T02:00:59.300674Z","steps":["trace[1960805963] 'process raft request' (duration: 709.025786ms)","trace[1960805963] 'compare' (duration: 244.991581ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:59.300786Z","caller":"traceutil/trace.go:171","msg":"trace[1474082026] transaction","detail":"{read_only:false; response_revision:16692; number_of_response:1; }","duration":"954.698963ms","start":"2026-03-04T02:00:58.346069Z","end":"2026-03-04T02:00:59.300768Z","steps":["trace[1474082026] 'process raft request' (duration: 954.635321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:59.300761Z","caller":"traceutil/trace.go:171","msg":"trace[1800772422] transaction","detail":"{read_only:false; response_revision:16690; number_of_response:1; }","duration":"954.804925ms","start":"2026-03-04T02:00:58.345928Z","end":"2026-03-04T02:00:59.300733Z","steps":["trace[1800772422] 'process raft request' (duration: 954.677162ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:59.300797Z","caller":"traceutil/trace.go:171","msg":"trace[1993881751] transaction","detail":"{read_only:false; response_revision:16691; number_of_response:1; }","duration":"954.727743ms","start":"2026-03-04T02:00:58.346042Z","end":"2026-03-04T02:00:59.300769Z","steps":["trace[1993881751] 'process raft request' (duration: 954.62459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.30083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.345885Z","time spent":"954.871207ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:59.30085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.346054Z","time spent":"954.761684ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:59.300854Z","caller":"traceutil/trace.go:171","msg":"trace[1675472350] linearizableReadLoop","detail":"{readStateIndex:17291; appliedIndex:17289; }","duration":"954.887557ms","start":"2026-03-04T02:00:58.345942Z","end":"2026-03-04T02:00:59.30083Z","steps":["trace[1675472350] 'read index received' (duration: 65.745174ms)","trace[1675472350] 'applied index is now lower than readState.Index' (duration: 889.141343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:59.300941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.346032Z","time spent":"954.832886ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:59.300959Z","caller":"traceutil/trace.go:171","msg":"trace[1903936584] transaction","detail":"{read_only:false; response_revision:16693; number_of_response:1; }","duration":"954.746624ms","start":"2026-03-04T02:00:58.346179Z","end":"2026-03-04T02:00:59.300925Z","steps":["trace[1903936584] 'process raft request' (duration: 954.557889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.30109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.135953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:00:59.301116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.346171Z","time spent":"954.859126ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:59.301143Z","caller":"traceutil/trace.go:171","msg":"trace[1275740307] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:0; response_revision:16693; }","duration":"955.208234ms","start":"2026-03-04T02:00:58.345922Z","end":"2026-03-04T02:00:59.301131Z","steps":["trace[1275740307] 'agreement among raft nodes before linearized reading' (duration: 955.01187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.301279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.345913Z","time spent":"955.353168ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-03-04T02:00:59.301395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.345915Z","time spent":"954.916937ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:59.791561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.620307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:00:59.791726Z","caller":"traceutil/trace.go:171","msg":"trace[945707921] linearizableReadLoop","detail":"{readStateIndex:17296; appliedIndex:17295; }","duration":"490.791792ms","start":"2026-03-04T02:00:59.300918Z","end":"2026-03-04T02:00:59.79171Z","steps":["trace[945707921] 'read index received' (duration: 123.999881ms)","trace[945707921] 'applied index is now lower than readState.Index' (duration: 366.790851ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:00:59.791821Z","caller":"traceutil/trace.go:171","msg":"trace[1863364209] transaction","detail":"{read_only:false; response_revision:16694; number_of_response:1; }","duration":"492.820129ms","start":"2026-03-04T02:00:59.298987Z","end":"2026-03-04T02:00:59.791807Z","steps":["trace[1863364209] 'process raft request' (duration: 125.878695ms)","trace[1863364209] 'compare' (duration: 366.406242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:00:59.791893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:59.298949Z","time spent":"492.906262ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:00:59.791931Z","caller":"traceutil/trace.go:171","msg":"trace[2108458487] transaction","detail":"{read_only:false; response_revision:16695; number_of_response:1; }","duration":"485.531499ms","start":"2026-03-04T02:00:59.306366Z","end":"2026-03-04T02:00:59.791898Z","steps":["trace[2108458487] 'process raft request' (duration: 485.298333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.792098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427713177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-03-04T02:00:59.79215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081049799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:00:59.79215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43248544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-04T02:00:59.792189Z","caller":"traceutil/trace.go:171","msg":"trace[1658594491] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8pqbv; range_end:; response_count:1; response_revision:16695; }","duration":"1.42783431s","start":"2026-03-04T02:00:58.364336Z","end":"2026-03-04T02:00:59.79217Z","steps":["trace[1658594491] 'agreement among raft nodes before linearized reading' (duration: 1.427503152s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.792233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.797739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:00:59.792249Z","caller":"traceutil/trace.go:171","msg":"trace[430319352] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:16695; }","duration":"1.432606462s","start":"2026-03-04T02:00:58.359627Z","end":"2026-03-04T02:00:59.792233Z","steps":["trace[430319352] 'agreement among raft nodes before linearized reading' (duration: 1.432332536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.792261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.799777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:00:59.792267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.364329Z","time spent":"1.427926992s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" "} {"level":"info","ts":"2026-03-04T02:00:59.792285Z","caller":"traceutil/trace.go:171","msg":"trace[1011964480] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:16695; }","duration":"915.878981ms","start":"2026-03-04T02:00:58.876391Z","end":"2026-03-04T02:00:59.79227Z","steps":["trace[1011964480] 'agreement among raft nodes before linearized reading' (duration: 915.80235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:59.792311Z","caller":"traceutil/trace.go:171","msg":"trace[375791860] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:16695; }","duration":"175.884539ms","start":"2026-03-04T02:00:59.616409Z","end":"2026-03-04T02:00:59.792293Z","steps":["trace[375791860] 'agreement among raft nodes before linearized reading' (duration: 175.748686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.792319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.876371Z","time spent":"915.939633ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:00:59.792123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:59.306348Z","time spent":"485.693902ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:00:59.792367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436091794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-vnxzh\" ","response":"range_response_count:1 size:7040"} {"level":"warn","ts":"2026-03-04T02:00:59.792401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354819906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:00:59.792427Z","caller":"traceutil/trace.go:171","msg":"trace[19343593] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29543160-vnxzh; range_end:; response_count:1; response_revision:16695; }","duration":"1.436171066s","start":"2026-03-04T02:00:58.356243Z","end":"2026-03-04T02:00:59.792414Z","steps":["trace[19343593] 'agreement among raft nodes before linearized reading' (duration: 1.435648993s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:00:59.792443Z","caller":"traceutil/trace.go:171","msg":"trace[1044287711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16695; }","duration":"1.354895268s","start":"2026-03-04T02:00:58.437533Z","end":"2026-03-04T02:00:59.792428Z","steps":["trace[1044287711] 'agreement among raft nodes before linearized reading' (duration: 1.354738514s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.792474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.437513Z","time spent":"1.354954019s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:00:59.792477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.356234Z","time spent":"1.436228358s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7063,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-vnxzh\" "} {"level":"warn","ts":"2026-03-04T02:00:59.79212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343148692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" ","response":"range_response_count:1 size:21079"} {"level":"warn","ts":"2026-03-04T02:00:59.792309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.359622Z","time spent":"1.432673904s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" "} {"level":"info","ts":"2026-03-04T02:00:59.792247Z","caller":"traceutil/trace.go:171","msg":"trace[1401997026] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16695; }","duration":"1.081197432s","start":"2026-03-04T02:00:58.711027Z","end":"2026-03-04T02:00:59.792224Z","steps":["trace[1401997026] 'agreement among raft nodes before linearized reading' (duration: 1.080867885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.792685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.710963Z","time spent":"1.081710875s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:00:59.792107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.542446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-purge-deleted\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:00:59.792729Z","caller":"traceutil/trace.go:171","msg":"trace[511413350] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-purge-deleted; range_end:; response_count:0; response_revision:16695; }","duration":"488.225892ms","start":"2026-03-04T02:00:59.304492Z","end":"2026-03-04T02:00:59.792718Z","steps":["trace[511413350] 'agreement among raft nodes before linearized reading' (duration: 487.531816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.79277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:59.304473Z","time spent":"488.287543ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/heat-purge-deleted\" "} {"level":"info","ts":"2026-03-04T02:00:59.792593Z","caller":"traceutil/trace.go:171","msg":"trace[264803949] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-mgwmb; range_end:; response_count:1; response_revision:16695; }","duration":"1.343648184s","start":"2026-03-04T02:00:58.448927Z","end":"2026-03-04T02:00:59.792576Z","steps":["trace[264803949] 'agreement among raft nodes before linearized reading' (duration: 1.343008058s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:00:59.792906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:58.448912Z","time spent":"1.343981942s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":21102,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-mgwmb\" "} {"level":"warn","ts":"2026-03-04T02:01:00.380116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.535284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:01:00.380276Z","caller":"traceutil/trace.go:171","msg":"trace[1256358534] linearizableReadLoop","detail":"{readStateIndex:17299; appliedIndex:17297; }","duration":"565.599258ms","start":"2026-03-04T02:00:59.814665Z","end":"2026-03-04T02:01:00.380264Z","steps":["trace[1256358534] 'read index received' (duration: 18.7099ms)","trace[1256358534] 'applied index is now lower than readState.Index' (duration: 546.888768ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:00.380341Z","caller":"traceutil/trace.go:171","msg":"trace[1106211260] transaction","detail":"{read_only:false; response_revision:16698; number_of_response:1; }","duration":"561.444001ms","start":"2026-03-04T02:00:59.818891Z","end":"2026-03-04T02:01:00.380335Z","steps":["trace[1106211260] 'process raft request' (duration: 561.309708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:00.380381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:59.818877Z","time spent":"561.480751ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21194,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:00.380458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.781392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:00.38045Z","caller":"traceutil/trace.go:171","msg":"trace[1770862689] transaction","detail":"{read_only:false; response_revision:16697; number_of_response:1; }","duration":"566.760115ms","start":"2026-03-04T02:00:59.813659Z","end":"2026-03-04T02:01:00.380419Z","steps":["trace[1770862689] 'process raft request' (duration: 303.839173ms)","trace[1770862689] 'compare' (duration: 262.102393ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:00.380505Z","caller":"traceutil/trace.go:171","msg":"trace[2052389822] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine; range_end:; response_count:0; response_revision:16698; }","duration":"565.851194ms","start":"2026-03-04T02:00:59.81464Z","end":"2026-03-04T02:01:00.380491Z","steps":["trace[2052389822] 'agreement among raft nodes before linearized reading' (duration: 565.741741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:00.380495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.22203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:00.380573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:59.814632Z","time spent":"565.933636ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine\" "} {"level":"info","ts":"2026-03-04T02:01:00.380619Z","caller":"traceutil/trace.go:171","msg":"trace[977383847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16698; }","duration":"266.387424ms","start":"2026-03-04T02:01:00.114207Z","end":"2026-03-04T02:01:00.380595Z","steps":["trace[977383847] 'agreement among raft nodes before linearized reading' (duration: 266.19423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:00.380621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:59.813642Z","time spent":"566.900329ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:00.380628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.654465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:01:00.380718Z","caller":"traceutil/trace.go:171","msg":"trace[2085995861] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:16698; }","duration":"558.772127ms","start":"2026-03-04T02:00:59.821924Z","end":"2026-03-04T02:01:00.380696Z","steps":["trace[2085995861] 'agreement among raft nodes before linearized reading' (duration: 558.44517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:00.380774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:00:59.821915Z","time spent":"558.845729ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T02:01:00.964927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.456041ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:01:00.965473Z","caller":"traceutil/trace.go:171","msg":"trace[631095181] linearizableReadLoop","detail":"{readStateIndex:17301; appliedIndex:17300; }","duration":"575.293286ms","start":"2026-03-04T02:01:00.390147Z","end":"2026-03-04T02:01:00.96544Z","steps":["trace[631095181] 'read index received' (duration: 430.249041ms)","trace[631095181] 'applied index is now lower than readState.Index' (duration: 145.041885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:00.965734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.566402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:00.965824Z","caller":"traceutil/trace.go:171","msg":"trace[1160353037] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16698; }","duration":"575.691015ms","start":"2026-03-04T02:01:00.390116Z","end":"2026-03-04T02:01:00.965807Z","steps":["trace[1160353037] 'agreement among raft nodes before linearized reading' (duration: 575.533781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:00.965878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:00.390102Z","time spent":"575.763367ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-04T02:01:00.965648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:00.38193Z","time spent":"583.711684ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:01:00.966028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.303795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:00.966129Z","caller":"traceutil/trace.go:171","msg":"trace[986316845] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:16698; }","duration":"155.395407ms","start":"2026-03-04T02:01:00.810699Z","end":"2026-03-04T02:01:00.966095Z","steps":["trace[986316845] 'agreement among raft nodes before linearized reading' (duration: 155.270065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:01.199198Z","caller":"traceutil/trace.go:171","msg":"trace[1838000951] transaction","detail":"{read_only:false; response_revision:16699; number_of_response:1; }","duration":"232.18241ms","start":"2026-03-04T02:01:00.966969Z","end":"2026-03-04T02:01:01.199152Z","steps":["trace[1838000951] 'process raft request' (duration: 156.508083ms)","trace[1838000951] 'compare' (duration: 75.420241ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:01.19928Z","caller":"traceutil/trace.go:171","msg":"trace[824588048] linearizableReadLoop","detail":"{readStateIndex:17302; appliedIndex:17301; }","duration":"230.438519ms","start":"2026-03-04T02:01:00.968815Z","end":"2026-03-04T02:01:01.199253Z","steps":["trace[824588048] 'read index received' (duration: 154.712752ms)","trace[824588048] 'applied index is now lower than readState.Index' (duration: 75.723657ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:01.199317Z","caller":"traceutil/trace.go:171","msg":"trace[515900703] transaction","detail":"{read_only:false; response_revision:16700; number_of_response:1; }","duration":"229.355233ms","start":"2026-03-04T02:01:00.969937Z","end":"2026-03-04T02:01:01.199293Z","steps":["trace[515900703] 'process raft request' (duration: 229.242951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:01.199448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.624934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:01.199477Z","caller":"traceutil/trace.go:171","msg":"trace[1906673003] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-db-init; range_end:; response_count:0; response_revision:16700; }","duration":"230.709156ms","start":"2026-03-04T02:01:00.968761Z","end":"2026-03-04T02:01:01.199471Z","steps":["trace[1906673003] 'agreement among raft nodes before linearized reading' (duration: 230.565292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:01.523515Z","caller":"traceutil/trace.go:171","msg":"trace[1882490738] transaction","detail":"{read_only:false; response_revision:16704; number_of_response:1; }","duration":"131.416195ms","start":"2026-03-04T02:01:01.392078Z","end":"2026-03-04T02:01:01.523494Z","steps":["trace[1882490738] 'process raft request' (duration: 131.366374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:01.523577Z","caller":"traceutil/trace.go:171","msg":"trace[766851072] transaction","detail":"{read_only:false; response_revision:16702; number_of_response:1; }","duration":"132.284215ms","start":"2026-03-04T02:01:01.391249Z","end":"2026-03-04T02:01:01.523534Z","steps":["trace[766851072] 'process raft request' (duration: 131.876326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:01.523685Z","caller":"traceutil/trace.go:171","msg":"trace[1233234320] transaction","detail":"{read_only:false; response_revision:16703; number_of_response:1; }","duration":"131.871216ms","start":"2026-03-04T02:01:01.391807Z","end":"2026-03-04T02:01:01.523678Z","steps":["trace[1233234320] 'process raft request' (duration: 131.60599ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:01.523762Z","caller":"traceutil/trace.go:171","msg":"trace[510134347] linearizableReadLoop","detail":"{readStateIndex:17305; appliedIndex:17303; }","duration":"132.229164ms","start":"2026-03-04T02:01:01.391521Z","end":"2026-03-04T02:01:01.52375Z","steps":["trace[510134347] 'read index received' (duration: 16.249591ms)","trace[510134347] 'applied index is now lower than readState.Index' (duration: 115.978393ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:01.523826Z","caller":"traceutil/trace.go:171","msg":"trace[1340016162] transaction","detail":"{read_only:false; response_revision:16705; number_of_response:1; }","duration":"131.61989ms","start":"2026-03-04T02:01:01.39218Z","end":"2026-03-04T02:01:01.5238Z","steps":["trace[1340016162] 'process raft request' (duration: 131.284422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:01.523853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.320006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:01.523945Z","caller":"traceutil/trace.go:171","msg":"trace[1741573061] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:0; response_revision:16705; }","duration":"132.43808ms","start":"2026-03-04T02:01:01.391492Z","end":"2026-03-04T02:01:01.52393Z","steps":["trace[1741573061] 'agreement among raft nodes before linearized reading' (duration: 132.302036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:04.799907Z","caller":"traceutil/trace.go:171","msg":"trace[1546436119] transaction","detail":"{read_only:false; response_revision:16879; number_of_response:1; }","duration":"198.359916ms","start":"2026-03-04T02:01:04.601518Z","end":"2026-03-04T02:01:04.799877Z","steps":["trace[1546436119] 'process raft request' (duration: 198.201992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:05.727251Z","caller":"traceutil/trace.go:171","msg":"trace[426873494] transaction","detail":"{read_only:false; response_revision:16885; number_of_response:1; }","duration":"171.188609ms","start":"2026-03-04T02:01:05.556038Z","end":"2026-03-04T02:01:05.727226Z","steps":["trace[426873494] 'process raft request' (duration: 171.109787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:05.72728Z","caller":"traceutil/trace.go:171","msg":"trace[968632859] transaction","detail":"{read_only:false; response_revision:16884; number_of_response:1; }","duration":"171.854215ms","start":"2026-03-04T02:01:05.555377Z","end":"2026-03-04T02:01:05.727231Z","steps":["trace[968632859] 'process raft request' (duration: 171.614779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:05.727588Z","caller":"traceutil/trace.go:171","msg":"trace[748294002] transaction","detail":"{read_only:false; response_revision:16886; number_of_response:1; }","duration":"170.321619ms","start":"2026-03-04T02:01:05.55725Z","end":"2026-03-04T02:01:05.727572Z","steps":["trace[748294002] 'process raft request' (duration: 169.93692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:05.72762Z","caller":"traceutil/trace.go:171","msg":"trace[1615143535] transaction","detail":"{read_only:false; response_revision:16887; number_of_response:1; }","duration":"166.633532ms","start":"2026-03-04T02:01:05.560964Z","end":"2026-03-04T02:01:05.727598Z","steps":["trace[1615143535] 'process raft request' (duration: 166.493009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:05.727816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.601415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:05.727871Z","caller":"traceutil/trace.go:171","msg":"trace[1298173046] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16887; }","duration":"144.692537ms","start":"2026-03-04T02:01:05.583165Z","end":"2026-03-04T02:01:05.727857Z","steps":["trace[1298173046] 'agreement among raft nodes before linearized reading' (duration: 144.612246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:05.727568Z","caller":"traceutil/trace.go:171","msg":"trace[810364060] linearizableReadLoop","detail":"{readStateIndex:17493; appliedIndex:17489; }","duration":"144.340869ms","start":"2026-03-04T02:01:05.583203Z","end":"2026-03-04T02:01:05.727544Z","steps":["trace[810364060] 'read index received' (duration: 143.822757ms)","trace[810364060] 'applied index is now lower than readState.Index' (duration: 516.922µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:05.728062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.438351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:05.728096Z","caller":"traceutil/trace.go:171","msg":"trace[586048362] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16887; }","duration":"144.511703ms","start":"2026-03-04T02:01:05.583573Z","end":"2026-03-04T02:01:05.728085Z","steps":["trace[586048362] 'agreement among raft nodes before linearized reading' (duration: 144.458211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:05.728107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.848087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:05.728157Z","caller":"traceutil/trace.go:171","msg":"trace[629583709] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16887; }","duration":"143.935989ms","start":"2026-03-04T02:01:05.584205Z","end":"2026-03-04T02:01:05.728141Z","steps":["trace[629583709] 'agreement among raft nodes before linearized reading' (duration: 143.843277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:05.728122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.460681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:05.728207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.178984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:05.728221Z","caller":"traceutil/trace.go:171","msg":"trace[1590175551] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16887; }","duration":"141.583644ms","start":"2026-03-04T02:01:05.586613Z","end":"2026-03-04T02:01:05.728196Z","steps":["trace[1590175551] 'agreement among raft nodes before linearized reading' (duration: 141.41685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:05.728241Z","caller":"traceutil/trace.go:171","msg":"trace[896808543] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16887; }","duration":"141.222005ms","start":"2026-03-04T02:01:05.58701Z","end":"2026-03-04T02:01:05.728232Z","steps":["trace[896808543] 'agreement among raft nodes before linearized reading' (duration: 141.167134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:05.728269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.141467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:05.728299Z","caller":"traceutil/trace.go:171","msg":"trace[1208848826] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16887; }","duration":"142.166728ms","start":"2026-03-04T02:01:05.586121Z","end":"2026-03-04T02:01:05.728288Z","steps":["trace[1208848826] 'agreement among raft nodes before linearized reading' (duration: 142.128157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:05.72835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.547023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:05.728373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.024191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:05.728375Z","caller":"traceutil/trace.go:171","msg":"trace[1044594590] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16887; }","duration":"141.583634ms","start":"2026-03-04T02:01:05.586784Z","end":"2026-03-04T02:01:05.728367Z","steps":["trace[1044594590] 'agreement among raft nodes before linearized reading' (duration: 141.547704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:05.728396Z","caller":"traceutil/trace.go:171","msg":"trace[1178687879] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16887; }","duration":"144.060632ms","start":"2026-03-04T02:01:05.584328Z","end":"2026-03-04T02:01:05.728388Z","steps":["trace[1178687879] 'agreement among raft nodes before linearized reading' (duration: 144.028131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:05.728408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.713827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:05.728452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.598284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:05.728455Z","caller":"traceutil/trace.go:171","msg":"trace[1540370980] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16887; }","duration":"141.784629ms","start":"2026-03-04T02:01:05.586659Z","end":"2026-03-04T02:01:05.728443Z","steps":["trace[1540370980] 'agreement among raft nodes before linearized reading' (duration: 141.708037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:05.728486Z","caller":"traceutil/trace.go:171","msg":"trace[1190812814] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16887; }","duration":"144.637776ms","start":"2026-03-04T02:01:05.583836Z","end":"2026-03-04T02:01:05.728474Z","steps":["trace[1190812814] 'agreement among raft nodes before linearized reading' (duration: 144.600745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:05.728413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.626205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:05.728505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.564134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:05.728571Z","caller":"traceutil/trace.go:171","msg":"trace[1819391123] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16887; }","duration":"144.791079ms","start":"2026-03-04T02:01:05.583765Z","end":"2026-03-04T02:01:05.728556Z","steps":["trace[1819391123] 'agreement among raft nodes before linearized reading' (duration: 144.613205ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:05.728587Z","caller":"traceutil/trace.go:171","msg":"trace[1321312192] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16887; }","duration":"144.672646ms","start":"2026-03-04T02:01:05.583894Z","end":"2026-03-04T02:01:05.728567Z","steps":["trace[1321312192] 'agreement among raft nodes before linearized reading' (duration: 144.507912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.094936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.238814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:01:06.095187Z","caller":"traceutil/trace.go:171","msg":"trace[407966479] linearizableReadLoop","detail":"{readStateIndex:17495; appliedIndex:17493; }","duration":"198.779176ms","start":"2026-03-04T02:01:05.896391Z","end":"2026-03-04T02:01:06.09517Z","steps":["trace[407966479] 'read index received' (duration: 85.835995ms)","trace[407966479] 'applied index is now lower than readState.Index' (duration: 112.942301ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:06.095278Z","caller":"traceutil/trace.go:171","msg":"trace[171744277] transaction","detail":"{read_only:false; response_revision:16888; number_of_response:1; }","duration":"274.561236ms","start":"2026-03-04T02:01:05.820705Z","end":"2026-03-04T02:01:06.095266Z","steps":["trace[171744277] 'process raft request' (duration: 29.218296ms)","trace[171744277] 'compare' (duration: 244.009898ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:06.095493Z","caller":"traceutil/trace.go:171","msg":"trace[289749681] transaction","detail":"{read_only:false; response_revision:16889; number_of_response:1; }","duration":"274.657508ms","start":"2026-03-04T02:01:05.820809Z","end":"2026-03-04T02:01:06.095467Z","steps":["trace[289749681] 'process raft request' (duration: 274.269679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.095577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.417789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-vnxzh\" ","response":"range_response_count:1 size:7040"} {"level":"info","ts":"2026-03-04T02:01:06.09561Z","caller":"traceutil/trace.go:171","msg":"trace[1228572432] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29543160-vnxzh; range_end:; response_count:1; response_revision:16889; }","duration":"181.47525ms","start":"2026-03-04T02:01:05.914124Z","end":"2026-03-04T02:01:06.0956Z","steps":["trace[1228572432] 'agreement among raft nodes before linearized reading' (duration: 181.351048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.095652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.233848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8pqbv\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-03-04T02:01:06.09574Z","caller":"traceutil/trace.go:171","msg":"trace[757720359] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8pqbv; range_end:; response_count:1; response_revision:16889; }","duration":"199.37517ms","start":"2026-03-04T02:01:05.896343Z","end":"2026-03-04T02:01:06.095718Z","steps":["trace[757720359] 'agreement among raft nodes before linearized reading' (duration: 199.079593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:06.095773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.341037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-03-04T02:01:06.095851Z","caller":"traceutil/trace.go:171","msg":"trace[182337456] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:16889; }","duration":"175.465989ms","start":"2026-03-04T02:01:05.920365Z","end":"2026-03-04T02:01:06.095831Z","steps":["trace[182337456] 'agreement among raft nodes before linearized reading' (duration: 175.179572ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:08.936983Z","caller":"traceutil/trace.go:171","msg":"trace[2127495923] linearizableReadLoop","detail":"{readStateIndex:17543; appliedIndex:17542; }","duration":"271.851572ms","start":"2026-03-04T02:01:08.665105Z","end":"2026-03-04T02:01:08.936956Z","steps":["trace[2127495923] 'read index received' (duration: 271.814531ms)","trace[2127495923] 'applied index is now lower than readState.Index' (duration: 35.361µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:08.937029Z","caller":"traceutil/trace.go:171","msg":"trace[2144317005] transaction","detail":"{read_only:false; response_revision:16934; number_of_response:1; }","duration":"272.324923ms","start":"2026-03-04T02:01:08.664669Z","end":"2026-03-04T02:01:08.936994Z","steps":["trace[2144317005] 'process raft request' (duration: 271.946734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:08.937201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.073637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:01:08.937344Z","caller":"traceutil/trace.go:171","msg":"trace[99601112] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16934; }","duration":"272.22927ms","start":"2026-03-04T02:01:08.665088Z","end":"2026-03-04T02:01:08.937317Z","steps":["trace[99601112] 'agreement among raft nodes before linearized reading' (duration: 271.949464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.533734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.753283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:1746"} {"level":"info","ts":"2026-03-04T02:01:09.533908Z","caller":"traceutil/trace.go:171","msg":"trace[914633529] linearizableReadLoop","detail":"{readStateIndex:17545; appliedIndex:17543; }","duration":"596.841472ms","start":"2026-03-04T02:01:08.937052Z","end":"2026-03-04T02:01:09.533894Z","steps":["trace[914633529] 'read index received' (duration: 110.70817ms)","trace[914633529] 'applied index is now lower than readState.Index' (duration: 486.131972ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:09.533907Z","caller":"traceutil/trace.go:171","msg":"trace[12097293] transaction","detail":"{read_only:false; number_of_response:1; response_revision:16934; }","duration":"860.372199ms","start":"2026-03-04T02:01:08.673501Z","end":"2026-03-04T02:01:09.533874Z","steps":["trace[12097293] 'process raft request' (duration: 374.40622ms)","trace[12097293] 'compare' (duration: 485.687942ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:09.534055Z","caller":"traceutil/trace.go:171","msg":"trace[88589063] transaction","detail":"{read_only:false; response_revision:16935; number_of_response:1; }","duration":"793.52309ms","start":"2026-03-04T02:01:08.740524Z","end":"2026-03-04T02:01:09.534047Z","steps":["trace[88589063] 'process raft request' (duration: 793.301084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.534064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:08.673489Z","time spent":"860.490641ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":86,"response count":0,"response size":1769,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:01:09.534107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:08.740501Z","time spent":"793.57907ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2515,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:01:09.534408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.042345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:01:09.534495Z","caller":"traceutil/trace.go:171","msg":"trace[495976590] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16935; }","duration":"588.156438ms","start":"2026-03-04T02:01:08.946319Z","end":"2026-03-04T02:01:09.534475Z","steps":["trace[495976590] 'agreement among raft nodes before linearized reading' (duration: 587.878551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.5346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:08.946302Z","time spent":"588.286111ms","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-04T02:01:09.53462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.699441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:09.534637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.327155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:09.534666Z","caller":"traceutil/trace.go:171","msg":"trace[1938129717] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16935; }","duration":"218.377546ms","start":"2026-03-04T02:01:09.316281Z","end":"2026-03-04T02:01:09.534659Z","steps":["trace[1938129717] 'agreement among raft nodes before linearized reading' (duration: 218.326435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.534741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.350914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:01:09.534799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.920636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:09.534667Z","caller":"traceutil/trace.go:171","msg":"trace[2019727282] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16935; }","duration":"217.758292ms","start":"2026-03-04T02:01:09.316893Z","end":"2026-03-04T02:01:09.534652Z","steps":["trace[2019727282] 'agreement among raft nodes before linearized reading' (duration: 217.67639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:09.534821Z","caller":"traceutil/trace.go:171","msg":"trace[42580625] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16935; }","duration":"217.961157ms","start":"2026-03-04T02:01:09.316854Z","end":"2026-03-04T02:01:09.534815Z","steps":["trace[42580625] 'agreement among raft nodes before linearized reading' (duration: 217.924716ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:09.534815Z","caller":"traceutil/trace.go:171","msg":"trace[1257596780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16935; }","duration":"419.468417ms","start":"2026-03-04T02:01:09.115328Z","end":"2026-03-04T02:01:09.534797Z","steps":["trace[1257596780] 'agreement among raft nodes before linearized reading' (duration: 419.321214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.534862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:09.115302Z","time spent":"419.55091ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:01:09.534853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.496851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:01:09.534938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.602041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:09.53497Z","caller":"traceutil/trace.go:171","msg":"trace[856661696] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16935; }","duration":"218.657423ms","start":"2026-03-04T02:01:09.316302Z","end":"2026-03-04T02:01:09.53496Z","steps":["trace[856661696] 'agreement among raft nodes before linearized reading' (duration: 218.605352ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:09.534981Z","caller":"traceutil/trace.go:171","msg":"trace[1795012933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16935; }","duration":"227.678755ms","start":"2026-03-04T02:01:09.307277Z","end":"2026-03-04T02:01:09.534956Z","steps":["trace[1795012933] 'agreement among raft nodes before linearized reading' (duration: 227.344637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.535043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.518146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:09.535065Z","caller":"traceutil/trace.go:171","msg":"trace[792396697] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16935; }","duration":"217.559047ms","start":"2026-03-04T02:01:09.317501Z","end":"2026-03-04T02:01:09.53506Z","steps":["trace[792396697] 'agreement among raft nodes before linearized reading' (duration: 217.527407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.535083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.966524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-init-lr9km\" ","response":"range_response_count:1 size:7236"} {"level":"info","ts":"2026-03-04T02:01:09.535106Z","caller":"traceutil/trace.go:171","msg":"trace[276628779] range","detail":"{range_begin:/registry/pods/openstack/heat-db-init-lr9km; range_end:; response_count:1; response_revision:16935; }","duration":"850.021375ms","start":"2026-03-04T02:01:08.685079Z","end":"2026-03-04T02:01:09.5351Z","steps":["trace[276628779] 'agreement among raft nodes before linearized reading' (duration: 849.950944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.535126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:08.685061Z","time spent":"850.060577ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7259,"request content":"key:\"/registry/pods/openstack/heat-db-init-lr9km\" "} {"level":"warn","ts":"2026-03-04T02:01:09.535126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.974367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:01:09.535155Z","caller":"traceutil/trace.go:171","msg":"trace[760394566] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16935; }","duration":"218.019918ms","start":"2026-03-04T02:01:09.317128Z","end":"2026-03-04T02:01:09.535148Z","steps":["trace[760394566] 'agreement among raft nodes before linearized reading' (duration: 217.971107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.53554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.224311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-04T02:01:09.535588Z","caller":"traceutil/trace.go:171","msg":"trace[2008431651] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:16935; }","duration":"718.358905ms","start":"2026-03-04T02:01:08.817218Z","end":"2026-03-04T02:01:09.535577Z","steps":["trace[2008431651] 'agreement among raft nodes before linearized reading' (duration: 717.470254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.535626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:01:08.817187Z","time spent":"718.429066ms","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210820,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T02:01:09.686824Z","caller":"traceutil/trace.go:171","msg":"trace[449883390] linearizableReadLoop","detail":"{readStateIndex:17546; appliedIndex:17545; }","duration":"148.262121ms","start":"2026-03-04T02:01:09.538537Z","end":"2026-03-04T02:01:09.6868Z","steps":["trace[449883390] 'read index received' (duration: 144.220436ms)","trace[449883390] 'applied index is now lower than readState.Index' (duration: 4.040565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:01:09.687065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.507076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T02:01:09.68703Z","caller":"traceutil/trace.go:171","msg":"trace[1949376589] transaction","detail":"{read_only:false; response_revision:16936; number_of_response:1; }","duration":"148.65411ms","start":"2026-03-04T02:01:09.538294Z","end":"2026-03-04T02:01:09.686948Z","steps":["trace[1949376589] 'process raft request' (duration: 144.449822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:09.687108Z","caller":"traceutil/trace.go:171","msg":"trace[589373441] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:16936; }","duration":"148.614939ms","start":"2026-03-04T02:01:09.538481Z","end":"2026-03-04T02:01:09.687096Z","steps":["trace[589373441] 'agreement among raft nodes before linearized reading' (duration: 148.435725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:09.691108Z","caller":"traceutil/trace.go:171","msg":"trace[1311858262] transaction","detail":"{read_only:false; response_revision:16939; number_of_response:1; }","duration":"145.23642ms","start":"2026-03-04T02:01:09.545855Z","end":"2026-03-04T02:01:09.691091Z","steps":["trace[1311858262] 'process raft request' (duration: 145.140457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:09.691369Z","caller":"traceutil/trace.go:171","msg":"trace[698165511] transaction","detail":"{read_only:false; response_revision:16938; number_of_response:1; }","duration":"149.06523ms","start":"2026-03-04T02:01:09.542292Z","end":"2026-03-04T02:01:09.691357Z","steps":["trace[698165511] 'process raft request' (duration: 148.603159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:09.691398Z","caller":"traceutil/trace.go:171","msg":"trace[1848512370] transaction","detail":"{read_only:false; response_revision:16937; number_of_response:1; }","duration":"151.553218ms","start":"2026-03-04T02:01:09.539808Z","end":"2026-03-04T02:01:09.691361Z","steps":["trace[1848512370] 'process raft request' (duration: 150.935923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.691679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.003285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:01:09.691714Z","caller":"traceutil/trace.go:171","msg":"trace[1401422615] transaction","detail":"{read_only:false; response_revision:16940; number_of_response:1; }","duration":"144.184545ms","start":"2026-03-04T02:01:09.547511Z","end":"2026-03-04T02:01:09.691695Z","steps":["trace[1401422615] 'process raft request' (duration: 143.54831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:09.691765Z","caller":"traceutil/trace.go:171","msg":"trace[1388397790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16940; }","duration":"148.086686ms","start":"2026-03-04T02:01:09.543638Z","end":"2026-03-04T02:01:09.691724Z","steps":["trace[1388397790] 'agreement among raft nodes before linearized reading' (duration: 147.865431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.691989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.709412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:01:09.692031Z","caller":"traceutil/trace.go:171","msg":"trace[1910460994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16940; }","duration":"105.772123ms","start":"2026-03-04T02:01:09.586249Z","end":"2026-03-04T02:01:09.692021Z","steps":["trace[1910460994] 'agreement among raft nodes before linearized reading' (duration: 105.528088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:09.694012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.264776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-04T02:01:09.694457Z","caller":"traceutil/trace.go:171","msg":"trace[851357859] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:16940; }","duration":"119.010454ms","start":"2026-03-04T02:01:09.575286Z","end":"2026-03-04T02:01:09.694296Z","steps":["trace[851357859] 'agreement among raft nodes before linearized reading' (duration: 116.692629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:14.648671Z","caller":"traceutil/trace.go:171","msg":"trace[561070923] transaction","detail":"{read_only:false; response_revision:17003; number_of_response:1; }","duration":"205.590996ms","start":"2026-03-04T02:01:14.443053Z","end":"2026-03-04T02:01:14.648644Z","steps":["trace[561070923] 'process raft request' (duration: 205.424503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:01:48.554434Z","caller":"traceutil/trace.go:171","msg":"trace[1316461117] transaction","detail":"{read_only:false; response_revision:17263; number_of_response:1; }","duration":"186.647011ms","start":"2026-03-04T02:01:48.367753Z","end":"2026-03-04T02:01:48.5544Z","steps":["trace[1316461117] 'process raft request' (duration: 127.172465ms)","trace[1316461117] 'compare' (duration: 59.313803ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:48.555992Z","caller":"traceutil/trace.go:171","msg":"trace[787350518] linearizableReadLoop","detail":"{readStateIndex:17883; appliedIndex:17881; }","duration":"145.389513ms","start":"2026-03-04T02:01:48.410543Z","end":"2026-03-04T02:01:48.555932Z","steps":["trace[787350518] 'read index received' (duration: 84.418812ms)","trace[787350518] 'applied index is now lower than readState.Index' (duration: 60.969221ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:01:48.556579Z","caller":"traceutil/trace.go:171","msg":"trace[642396629] transaction","detail":"{read_only:false; response_revision:17264; number_of_response:1; }","duration":"187.392649ms","start":"2026-03-04T02:01:48.369132Z","end":"2026-03-04T02:01:48.556524Z","steps":["trace[642396629] 'process raft request' (duration: 186.608821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:01:48.556618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.051129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-mzxcn\" ","response":"range_response_count:1 size:23309"} {"level":"info","ts":"2026-03-04T02:01:48.558273Z","caller":"traceutil/trace.go:171","msg":"trace[750340394] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-mzxcn; range_end:; response_count:1; response_revision:17264; }","duration":"147.735948ms","start":"2026-03-04T02:01:48.410492Z","end":"2026-03-04T02:01:48.558228Z","steps":["trace[750340394] 'agreement among raft nodes before linearized reading' (duration: 145.588058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:02.811521Z","caller":"traceutil/trace.go:171","msg":"trace[380597655] transaction","detail":"{read_only:false; response_revision:17378; number_of_response:1; }","duration":"169.11857ms","start":"2026-03-04T02:02:02.642375Z","end":"2026-03-04T02:02:02.811494Z","steps":["trace[380597655] 'process raft request' (duration: 168.822233ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:02.812493Z","caller":"traceutil/trace.go:171","msg":"trace[1188611404] transaction","detail":"{read_only:false; response_revision:17379; number_of_response:1; }","duration":"169.610332ms","start":"2026-03-04T02:02:02.642848Z","end":"2026-03-04T02:02:02.812458Z","steps":["trace[1188611404] 'process raft request' (duration: 169.245393ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.981899Z","caller":"traceutil/trace.go:171","msg":"trace[666634389] transaction","detail":"{read_only:false; response_revision:17387; number_of_response:1; }","duration":"179.525944ms","start":"2026-03-04T02:02:04.802349Z","end":"2026-03-04T02:02:04.981875Z","steps":["trace[666634389] 'process raft request' (duration: 179.385781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.982424Z","caller":"traceutil/trace.go:171","msg":"trace[2025622967] linearizableReadLoop","detail":"{readStateIndex:18011; appliedIndex:18008; }","duration":"106.771757ms","start":"2026-03-04T02:02:04.87564Z","end":"2026-03-04T02:02:04.982412Z","steps":["trace[2025622967] 'read index received' (duration: 106.011039ms)","trace[2025622967] 'applied index is now lower than readState.Index' (duration: 759.598µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:04.982508Z","caller":"traceutil/trace.go:171","msg":"trace[460868991] transaction","detail":"{read_only:false; response_revision:17389; number_of_response:1; }","duration":"165.048385ms","start":"2026-03-04T02:02:04.817451Z","end":"2026-03-04T02:02:04.982499Z","steps":["trace[460868991] 'process raft request' (duration: 164.913052ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:04.982507Z","caller":"traceutil/trace.go:171","msg":"trace[1237415271] transaction","detail":"{read_only:false; response_revision:17388; number_of_response:1; }","duration":"165.089946ms","start":"2026-03-04T02:02:04.817372Z","end":"2026-03-04T02:02:04.982462Z","steps":["trace[1237415271] 'process raft request' (duration: 164.933652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:04.982818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.173046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29543160-vnxzh\" ","response":"range_response_count:1 size:7040"} {"level":"info","ts":"2026-03-04T02:02:04.982868Z","caller":"traceutil/trace.go:171","msg":"trace[1771672757] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29543160-vnxzh; range_end:; response_count:1; response_revision:17389; }","duration":"107.263558ms","start":"2026-03-04T02:02:04.875594Z","end":"2026-03-04T02:02:04.982858Z","steps":["trace[1771672757] 'agreement among raft nodes before linearized reading' (duration: 107.114005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.378191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.043272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:02:10.378393Z","caller":"traceutil/trace.go:171","msg":"trace[37020842] linearizableReadLoop","detail":"{readStateIndex:18033; appliedIndex:18032; }","duration":"479.367849ms","start":"2026-03-04T02:02:09.898905Z","end":"2026-03-04T02:02:10.378273Z","steps":["trace[37020842] 'read index received' (duration: 100.167013ms)","trace[37020842] 'applied index is now lower than readState.Index' (duration: 379.199246ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:02:10.37848Z","caller":"traceutil/trace.go:171","msg":"trace[1030841695] transaction","detail":"{read_only:false; response_revision:17409; number_of_response:1; }","duration":"505.147143ms","start":"2026-03-04T02:02:09.87332Z","end":"2026-03-04T02:02:10.378468Z","steps":["trace[1030841695] 'process raft request' (duration: 125.753423ms)","trace[1030841695] 'compare' (duration: 378.466388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:10.37855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.873295Z","time spent":"505.217194ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:02:10.37879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.885172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:10.378829Z","caller":"traceutil/trace.go:171","msg":"trace[1118326872] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17409; }","duration":"479.966794ms","start":"2026-03-04T02:02:09.898853Z","end":"2026-03-04T02:02:10.37882Z","steps":["trace[1118326872] 'agreement among raft nodes before linearized reading' (duration: 479.875361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.378863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.898829Z","time spent":"480.028714ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:02:10.379984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.985698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:10.380037Z","caller":"traceutil/trace.go:171","msg":"trace[1090089813] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17410; }","duration":"481.08864ms","start":"2026-03-04T02:02:09.898935Z","end":"2026-03-04T02:02:10.380024Z","steps":["trace[1090089813] 'agreement among raft nodes before linearized reading' (duration: 480.990428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.380084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.461106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:02:10.380119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.898905Z","time spent":"481.202303ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-04T02:02:10.380143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.915313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:02:10.380253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.239248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:02:10.380289Z","caller":"traceutil/trace.go:171","msg":"trace[950559149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17410; }","duration":"277.29978ms","start":"2026-03-04T02:02:10.102982Z","end":"2026-03-04T02:02:10.380282Z","steps":["trace[950559149] 'agreement among raft nodes before linearized reading' (duration: 277.215148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.380302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.37594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:02:10.380359Z","caller":"traceutil/trace.go:171","msg":"trace[1828841863] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17410; }","duration":"274.478653ms","start":"2026-03-04T02:02:10.105864Z","end":"2026-03-04T02:02:10.380343Z","steps":["trace[1828841863] 'agreement among raft nodes before linearized reading' (duration: 274.341749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.380367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.295097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:02:10.380414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.869991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:02:10.380463Z","caller":"traceutil/trace.go:171","msg":"trace[1503483903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17410; }","duration":"329.951343ms","start":"2026-03-04T02:02:10.050491Z","end":"2026-03-04T02:02:10.380442Z","steps":["trace[1503483903] 'agreement among raft nodes before linearized reading' (duration: 329.82222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.380479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.238664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:10.380506Z","caller":"traceutil/trace.go:171","msg":"trace[1563353222] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17410; }","duration":"481.326665ms","start":"2026-03-04T02:02:09.899171Z","end":"2026-03-04T02:02:10.380498Z","steps":["trace[1563353222] 'agreement among raft nodes before linearized reading' (duration: 481.290464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.380514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:10.050467Z","time spent":"330.037924ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:02:10.380536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.899115Z","time spent":"481.411937ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:02:10.380541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.673182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:02:10.380122Z","caller":"traceutil/trace.go:171","msg":"trace[2098392940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17410; }","duration":"275.513597ms","start":"2026-03-04T02:02:10.104599Z","end":"2026-03-04T02:02:10.380112Z","steps":["trace[2098392940] 'agreement among raft nodes before linearized reading' (duration: 275.388654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:10.380459Z","caller":"traceutil/trace.go:171","msg":"trace[435322449] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17410; }","duration":"479.41591ms","start":"2026-03-04T02:02:09.901025Z","end":"2026-03-04T02:02:10.38044Z","steps":["trace[435322449] 'agreement among raft nodes before linearized reading' (duration: 479.222925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.380665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.65229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:02:10.380707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.6687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:02:10.380757Z","caller":"traceutil/trace.go:171","msg":"trace[1420392105] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17410; }","duration":"480.719021ms","start":"2026-03-04T02:02:09.900027Z","end":"2026-03-04T02:02:10.380746Z","steps":["trace[1420392105] 'agreement among raft nodes before linearized reading' (duration: 480.6502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:10.38076Z","caller":"traceutil/trace.go:171","msg":"trace[237493861] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17410; }","duration":"480.811083ms","start":"2026-03-04T02:02:09.899929Z","end":"2026-03-04T02:02:10.38074Z","steps":["trace[237493861] 'agreement among raft nodes before linearized reading' (duration: 480.514626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.380794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.152737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21462"} {"level":"warn","ts":"2026-03-04T02:02:10.380795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.899963Z","time spent":"480.824573ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:02:10.380803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.042777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21462"} {"level":"info","ts":"2026-03-04T02:02:10.380819Z","caller":"traceutil/trace.go:171","msg":"trace[1922405779] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17410; }","duration":"472.176798ms","start":"2026-03-04T02:02:09.908635Z","end":"2026-03-04T02:02:10.380811Z","steps":["trace[1922405779] 'agreement among raft nodes before linearized reading' (duration: 472.101916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.380826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.899918Z","time spent":"480.892475ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-04T02:02:10.380258Z","caller":"traceutil/trace.go:171","msg":"trace[1400131072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17410; }","duration":"396.049986ms","start":"2026-03-04T02:02:09.984183Z","end":"2026-03-04T02:02:10.380233Z","steps":["trace[1400131072] 'agreement among raft nodes before linearized reading' (duration: 395.77991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:10.380866Z","caller":"traceutil/trace.go:171","msg":"trace[1306690317] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:17410; }","duration":"470.124249ms","start":"2026-03-04T02:02:09.910726Z","end":"2026-03-04T02:02:10.38085Z","steps":["trace[1306690317] 'agreement among raft nodes before linearized reading' (duration: 469.919114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.380952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.910717Z","time spent":"470.214611ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21485,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:02:10.380412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.590833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:02:10.381059Z","caller":"traceutil/trace.go:171","msg":"trace[186865265] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17410; }","duration":"277.250688ms","start":"2026-03-04T02:02:10.103796Z","end":"2026-03-04T02:02:10.381046Z","steps":["trace[186865265] 'agreement among raft nodes before linearized reading' (duration: 276.564562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.380886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.984175Z","time spent":"396.704331ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:02:10.380703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.901017Z","time spent":"479.678276ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-04T02:02:10.380585Z","caller":"traceutil/trace.go:171","msg":"trace[1173543474] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:17410; }","duration":"399.763194ms","start":"2026-03-04T02:02:09.980809Z","end":"2026-03-04T02:02:10.380572Z","steps":["trace[1173543474] 'agreement among raft nodes before linearized reading' (duration: 399.680052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:02:10.381341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.980787Z","time spent":"400.527953ms","remote":"127.0.0.1:36114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:02:10.380858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:02:09.908603Z","time spent":"472.24974ms","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21485,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T02:02:10.495539Z","caller":"traceutil/trace.go:171","msg":"trace[1012285568] linearizableReadLoop","detail":"{readStateIndex:18039; appliedIndex:18035; }","duration":"107.920349ms","start":"2026-03-04T02:02:10.387595Z","end":"2026-03-04T02:02:10.495515Z","steps":["trace[1012285568] 'read index received' (duration: 65.666713ms)","trace[1012285568] 'applied index is now lower than readState.Index' (duration: 42.252486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:02:10.495819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.190985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:02:10.495869Z","caller":"traceutil/trace.go:171","msg":"trace[841836810] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:17416; }","duration":"108.279857ms","start":"2026-03-04T02:02:10.387576Z","end":"2026-03-04T02:02:10.495856Z","steps":["trace[841836810] 'agreement among raft nodes before linearized reading' (duration: 108.055532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:10.496076Z","caller":"traceutil/trace.go:171","msg":"trace[30459446] transaction","detail":"{read_only:false; response_revision:17414; number_of_response:1; }","duration":"109.527447ms","start":"2026-03-04T02:02:10.386537Z","end":"2026-03-04T02:02:10.496065Z","steps":["trace[30459446] 'process raft request' (duration: 108.854261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:10.496028Z","caller":"traceutil/trace.go:171","msg":"trace[1935011960] transaction","detail":"{read_only:false; response_revision:17413; number_of_response:1; }","duration":"109.486845ms","start":"2026-03-04T02:02:10.386515Z","end":"2026-03-04T02:02:10.496002Z","steps":["trace[1935011960] 'process raft request' (duration: 108.83946ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:10.496181Z","caller":"traceutil/trace.go:171","msg":"trace[634168188] transaction","detail":"{read_only:false; response_revision:17416; number_of_response:1; }","duration":"108.051051ms","start":"2026-03-04T02:02:10.388068Z","end":"2026-03-04T02:02:10.496119Z","steps":["trace[634168188] 'process raft request' (duration: 107.406426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:10.496212Z","caller":"traceutil/trace.go:171","msg":"trace[1899248979] transaction","detail":"{read_only:false; response_revision:17415; number_of_response:1; }","duration":"109.578408ms","start":"2026-03-04T02:02:10.386581Z","end":"2026-03-04T02:02:10.49616Z","steps":["trace[1899248979] 'process raft request' (duration: 108.857341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:02:10.496255Z","caller":"traceutil/trace.go:171","msg":"trace[1868656929] transaction","detail":"{read_only:false; response_revision:17412; number_of_response:1; }","duration":"109.762102ms","start":"2026-03-04T02:02:10.386475Z","end":"2026-03-04T02:02:10.496237Z","steps":["trace[1868656929] 'process raft request' (duration: 108.724397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:04:45.805538Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16117} {"level":"info","ts":"2026-03-04T02:04:45.900398Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16117,"took":"91.032217ms","hash":918827070,"current-db-size-bytes":41422848,"current-db-size":"41 MB","current-db-size-in-use-bytes":30711808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T02:04:45.900466Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":918827070,"revision":16117,"compact-revision":14087} {"level":"info","ts":"2026-03-04T02:05:52.408748Z","caller":"traceutil/trace.go:171","msg":"trace[926439154] transaction","detail":"{read_only:false; response_revision:18890; number_of_response:1; }","duration":"532.454432ms","start":"2026-03-04T02:05:51.876262Z","end":"2026-03-04T02:05:52.408717Z","steps":["trace[926439154] 'process raft request' (duration: 532.283688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:05:52.409032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:51.876243Z","time spent":"532.707659ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:05:52.411757Z","caller":"traceutil/trace.go:171","msg":"trace[201033778] transaction","detail":"{read_only:false; response_revision:18891; number_of_response:1; }","duration":"481.235214ms","start":"2026-03-04T02:05:51.930492Z","end":"2026-03-04T02:05:52.411727Z","steps":["trace[201033778] 'process raft request' (duration: 481.061189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:05:52.411829Z","caller":"traceutil/trace.go:171","msg":"trace[1354754221] linearizableReadLoop","detail":"{readStateIndex:19569; appliedIndex:19567; }","duration":"296.133688ms","start":"2026-03-04T02:05:52.115678Z","end":"2026-03-04T02:05:52.411812Z","steps":["trace[1354754221] 'read index received' (duration: 292.86721ms)","trace[1354754221] 'applied index is now lower than readState.Index' (duration: 3.264938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:05:52.411938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:05:51.930478Z","time spent":"481.383477ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:05:52.412021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.299391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:05:52.412098Z","caller":"traceutil/trace.go:171","msg":"trace[210186457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18892; }","duration":"296.415274ms","start":"2026-03-04T02:05:52.115634Z","end":"2026-03-04T02:05:52.41205Z","steps":["trace[210186457] 'agreement among raft nodes before linearized reading' (duration: 296.23928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:10.823417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.850012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:07:10.823513Z","caller":"traceutil/trace.go:171","msg":"trace[15027416] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19248; }","duration":"579.987406ms","start":"2026-03-04T02:07:10.243506Z","end":"2026-03-04T02:07:10.823493Z","steps":["trace[15027416] 'range keys from in-memory index tree' (duration: 579.671508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:10.823547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:10.243489Z","time spent":"580.049618ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:07:22.866932Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:07:22.874232Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T02:07:22.874358Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-04T02:07:41.46518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191267448,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:07:41.708365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.163806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:07:41.708521Z","caller":"traceutil/trace.go:171","msg":"trace[507243068] linearizableReadLoop","detail":"{readStateIndex:20090; appliedIndex:20088; }","duration":"744.306384ms","start":"2026-03-04T02:07:40.964201Z","end":"2026-03-04T02:07:41.708508Z","steps":["trace[507243068] 'read index received' (duration: 568.954853ms)","trace[507243068] 'applied index is now lower than readState.Index' (duration: 175.350951ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:07:41.708578Z","caller":"traceutil/trace.go:171","msg":"trace[266464877] transaction","detail":"{read_only:false; response_revision:19389; number_of_response:1; }","duration":"708.085203ms","start":"2026-03-04T02:07:41.000486Z","end":"2026-03-04T02:07:41.708572Z","steps":["trace[266464877] 'process raft request' (duration: 707.986881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:41.708556Z","caller":"traceutil/trace.go:171","msg":"trace[2002481867] transaction","detail":"{read_only:false; response_revision:19388; number_of_response:1; }","duration":"777.162477ms","start":"2026-03-04T02:07:40.931356Z","end":"2026-03-04T02:07:41.708519Z","steps":["trace[2002481867] 'process raft request' (duration: 601.778815ms)","trace[2002481867] 'compare' (duration: 175.091885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:07:41.708715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.5267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:07:41.708732Z","caller":"traceutil/trace.go:171","msg":"trace[359478070] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19389; }","duration":"744.581712ms","start":"2026-03-04T02:07:40.964145Z","end":"2026-03-04T02:07:41.708727Z","steps":["trace[359478070] 'agreement among raft nodes before linearized reading' (duration: 744.49382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:41.708745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:40.964123Z","time spent":"744.619762ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:07:41.708746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:40.931331Z","time spent":"777.32628ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:07:41.708889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.313757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-04T02:07:41.708623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:41.000458Z","time spent":"708.145565ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:07:41.708932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.447114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:07:41.708944Z","caller":"traceutil/trace.go:171","msg":"trace[1349815110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19389; }","duration":"162.522716ms","start":"2026-03-04T02:07:41.546419Z","end":"2026-03-04T02:07:41.708941Z","steps":["trace[1349815110] 'agreement among raft nodes before linearized reading' (duration: 162.501035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:41.70891Z","caller":"traceutil/trace.go:171","msg":"trace[673919149] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19389; }","duration":"227.336138ms","start":"2026-03-04T02:07:41.481567Z","end":"2026-03-04T02:07:41.708903Z","steps":["trace[673919149] 'agreement among raft nodes before linearized reading' (duration: 227.284527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:07:42.048997Z","caller":"traceutil/trace.go:171","msg":"trace[2135186256] transaction","detail":"{read_only:false; response_revision:19390; number_of_response:1; }","duration":"334.849524ms","start":"2026-03-04T02:07:41.714119Z","end":"2026-03-04T02:07:42.048968Z","steps":["trace[2135186256] 'process raft request' (duration: 334.68603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:07:42.049169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:07:41.714095Z","time spent":"334.987927ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:14.506126Z","caller":"traceutil/trace.go:171","msg":"trace[1502583398] transaction","detail":"{read_only:false; response_revision:19535; number_of_response:1; }","duration":"655.969972ms","start":"2026-03-04T02:08:13.850131Z","end":"2026-03-04T02:08:14.506101Z","steps":["trace[1502583398] 'process raft request' (duration: 655.817778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:14.506982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:13.850105Z","time spent":"656.109596ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:14.521932Z","caller":"traceutil/trace.go:171","msg":"trace[1525040666] linearizableReadLoop","detail":"{readStateIndex:20244; appliedIndex:20242; }","duration":"396.346617ms","start":"2026-03-04T02:08:14.125559Z","end":"2026-03-04T02:08:14.521905Z","steps":["trace[1525040666] 'read index received' (duration: 380.373187ms)","trace[1525040666] 'applied index is now lower than readState.Index' (duration: 15.97192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:14.522013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.450909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:14.522099Z","caller":"traceutil/trace.go:171","msg":"trace[1324511429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19536; }","duration":"396.518791ms","start":"2026-03-04T02:08:14.125552Z","end":"2026-03-04T02:08:14.522071Z","steps":["trace[1324511429] 'agreement among raft nodes before linearized reading' (duration: 396.401518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:14.522126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.62671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:08:14.522158Z","caller":"traceutil/trace.go:171","msg":"trace[2039904534] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19536; }","duration":"284.704322ms","start":"2026-03-04T02:08:14.237441Z","end":"2026-03-04T02:08:14.522146Z","steps":["trace[2039904534] 'agreement among raft nodes before linearized reading' (duration: 284.584859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:14.522143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:14.125502Z","time spent":"396.635643ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:08:14.52243Z","caller":"traceutil/trace.go:171","msg":"trace[723201717] transaction","detail":"{read_only:false; response_revision:19536; number_of_response:1; }","duration":"670.111999ms","start":"2026-03-04T02:08:13.8523Z","end":"2026-03-04T02:08:14.522412Z","steps":["trace[723201717] 'process raft request' (duration: 669.507374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:14.522894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:13.85227Z","time spent":"670.230452ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:20.153669Z","caller":"traceutil/trace.go:171","msg":"trace[43893341] linearizableReadLoop","detail":"{readStateIndex:20272; appliedIndex:20271; }","duration":"258.622532ms","start":"2026-03-04T02:08:19.895022Z","end":"2026-03-04T02:08:20.153644Z","steps":["trace[43893341] 'read index received' (duration: 258.480108ms)","trace[43893341] 'applied index is now lower than readState.Index' (duration: 140.624µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:20.154168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.116503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:20.15489Z","caller":"traceutil/trace.go:171","msg":"trace[1382760019] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19562; }","duration":"259.278877ms","start":"2026-03-04T02:08:19.894986Z","end":"2026-03-04T02:08:20.154264Z","steps":["trace[1382760019] 'agreement among raft nodes before linearized reading' (duration: 258.770465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:20.655884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191267955,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:08:21.112283Z","caller":"traceutil/trace.go:171","msg":"trace[149473956] transaction","detail":"{read_only:false; response_revision:19563; number_of_response:1; }","duration":"957.223099ms","start":"2026-03-04T02:08:20.155026Z","end":"2026-03-04T02:08:21.112249Z","steps":["trace[149473956] 'process raft request' (duration: 956.925702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.112539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.155005Z","time spent":"957.365353ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:21.534436Z","caller":"traceutil/trace.go:171","msg":"trace[725911913] linearizableReadLoop","detail":"{readStateIndex:20275; appliedIndex:20272; }","duration":"1.379257437s","start":"2026-03-04T02:08:20.155148Z","end":"2026-03-04T02:08:21.534406Z","steps":["trace[725911913] 'read index received' (duration: 956.975433ms)","trace[725911913] 'applied index is now lower than readState.Index' (duration: 422.280744ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:21.534851Z","caller":"traceutil/trace.go:171","msg":"trace[1487285507] transaction","detail":"{read_only:false; response_revision:19564; number_of_response:1; }","duration":"966.483338ms","start":"2026-03-04T02:08:20.568325Z","end":"2026-03-04T02:08:21.534808Z","steps":["trace[1487285507] 'process raft request' (duration: 963.501487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.534963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35162596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:08:21.534985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379810051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:21.535046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.56829Z","time spent":"966.666633ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:21.535069Z","caller":"traceutil/trace.go:171","msg":"trace[229637995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19565; }","duration":"1.379943313s","start":"2026-03-04T02:08:20.155107Z","end":"2026-03-04T02:08:21.53505Z","steps":["trace[229637995] 'agreement among raft nodes before linearized reading' (duration: 1.379503943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.535061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.591333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:08:21.535118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.731676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:08:21.535133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.15509Z","time spent":"1.380019555s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:08:21.535136Z","caller":"traceutil/trace.go:171","msg":"trace[261252610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19565; }","duration":"800.671155ms","start":"2026-03-04T02:08:20.734448Z","end":"2026-03-04T02:08:21.535119Z","steps":["trace[261252610] 'agreement among raft nodes before linearized reading' (duration: 800.413619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:21.535159Z","caller":"traceutil/trace.go:171","msg":"trace[1884195722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19565; }","duration":"821.799317ms","start":"2026-03-04T02:08:20.713349Z","end":"2026-03-04T02:08:21.535148Z","steps":["trace[1884195722] 'agreement among raft nodes before linearized reading' (duration: 821.700945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.535172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.268226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:08:21.535197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.734437Z","time spent":"800.747086ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:21.535202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.713334Z","time spent":"821.858968ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:08:21.535236Z","caller":"traceutil/trace.go:171","msg":"trace[1676614907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19565; }","duration":"832.369168ms","start":"2026-03-04T02:08:20.702849Z","end":"2026-03-04T02:08:21.535219Z","steps":["trace[1676614907] 'agreement among raft nodes before linearized reading' (duration: 832.206774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:21.534866Z","caller":"traceutil/trace.go:171","msg":"trace[8539517] transaction","detail":"{read_only:false; response_revision:19565; number_of_response:1; }","duration":"935.291177ms","start":"2026-03-04T02:08:20.599546Z","end":"2026-03-04T02:08:21.534837Z","steps":["trace[8539517] 'process raft request' (duration: 934.745564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:21.535019Z","caller":"traceutil/trace.go:171","msg":"trace[547372851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19565; }","duration":"1.351735542s","start":"2026-03-04T02:08:20.18327Z","end":"2026-03-04T02:08:21.535006Z","steps":["trace[547372851] 'agreement among raft nodes before linearized reading' (duration: 1.351530027s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.535341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.183257Z","time spent":"1.352070711s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:08:21.535384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.132438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:08:21.535411Z","caller":"traceutil/trace.go:171","msg":"trace[189319661] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19565; }","duration":"931.171638ms","start":"2026-03-04T02:08:20.60423Z","end":"2026-03-04T02:08:21.535402Z","steps":["trace[189319661] 'agreement among raft nodes before linearized reading' (duration: 931.086096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.535406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.164423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:08:21.535448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.604226Z","time spent":"931.216059ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:08:21.535465Z","caller":"traceutil/trace.go:171","msg":"trace[232461684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19565; }","duration":"824.266636ms","start":"2026-03-04T02:08:20.711185Z","end":"2026-03-04T02:08:21.535452Z","steps":["trace[232461684] 'agreement among raft nodes before linearized reading' (duration: 824.128582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.535517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.711159Z","time spent":"824.346708ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:21.53529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.702829Z","time spent":"832.44903ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:08:21.535563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.85364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-04T02:08:21.535348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.599532Z","time spent":"935.768498ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:21.535618Z","caller":"traceutil/trace.go:171","msg":"trace[851678086] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19565; }","duration":"420.951542ms","start":"2026-03-04T02:08:21.114653Z","end":"2026-03-04T02:08:21.535604Z","steps":["trace[851678086] 'agreement among raft nodes before linearized reading' (duration: 420.811569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.535657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:21.114632Z","time spent":"421.015623ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:08:21.535659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.607172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:08:21.53594Z","caller":"traceutil/trace.go:171","msg":"trace[1330472499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19565; }","duration":"932.91301ms","start":"2026-03-04T02:08:20.60301Z","end":"2026-03-04T02:08:21.535923Z","steps":["trace[1330472499] 'agreement among raft nodes before linearized reading' (duration: 932.584742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:20.60299Z","time spent":"932.992532ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:08:21.944127Z","caller":"traceutil/trace.go:171","msg":"trace[2010852613] transaction","detail":"{read_only:false; response_revision:19566; number_of_response:1; }","duration":"403.955829ms","start":"2026-03-04T02:08:21.540136Z","end":"2026-03-04T02:08:21.944092Z","steps":["trace[2010852613] 'process raft request' (duration: 386.567225ms)","trace[2010852613] 'compare' (duration: 17.257401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:21.944291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:21.540109Z","time spent":"404.105293ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:21.949338Z","caller":"traceutil/trace.go:171","msg":"trace[212589832] linearizableReadLoop","detail":"{readStateIndex:20281; appliedIndex:20275; }","duration":"403.488508ms","start":"2026-03-04T02:08:21.545821Z","end":"2026-03-04T02:08:21.94931Z","steps":["trace[212589832] 'read index received' (duration: 380.898721ms)","trace[212589832] 'applied index is now lower than readState.Index' (duration: 22.588787ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:21.949648Z","caller":"traceutil/trace.go:171","msg":"trace[493157451] transaction","detail":"{read_only:false; response_revision:19567; number_of_response:1; }","duration":"409.180183ms","start":"2026-03-04T02:08:21.540451Z","end":"2026-03-04T02:08:21.949631Z","steps":["trace[493157451] 'process raft request' (duration: 408.575488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.949797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:21.540437Z","time spent":"409.253075ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:21.949969Z","caller":"traceutil/trace.go:171","msg":"trace[2049900928] transaction","detail":"{read_only:false; response_revision:19568; number_of_response:1; }","duration":"409.125241ms","start":"2026-03-04T02:08:21.540827Z","end":"2026-03-04T02:08:21.949952Z","steps":["trace[2049900928] 'process raft request' (duration: 408.324162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.950061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:21.540811Z","time spent":"409.205114ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:21.95029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.42742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:21.950316Z","caller":"traceutil/trace.go:171","msg":"trace[725617125] transaction","detail":"{read_only:false; response_revision:19570; number_of_response:1; }","duration":"407.290998ms","start":"2026-03-04T02:08:21.542999Z","end":"2026-03-04T02:08:21.95029Z","steps":["trace[725617125] 'process raft request' (duration: 406.243713ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:21.950369Z","caller":"traceutil/trace.go:171","msg":"trace[1324827637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19571; }","duration":"404.519203ms","start":"2026-03-04T02:08:21.545831Z","end":"2026-03-04T02:08:21.95035Z","steps":["trace[1324827637] 'agreement among raft nodes before linearized reading' (duration: 404.40894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.950418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:21.545821Z","time spent":"404.584324ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:21.950438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:21.542988Z","time spent":"407.38986ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:21.950562Z","caller":"traceutil/trace.go:171","msg":"trace[480791989] transaction","detail":"{read_only:false; response_revision:19571; number_of_response:1; }","duration":"404.752658ms","start":"2026-03-04T02:08:21.545799Z","end":"2026-03-04T02:08:21.950552Z","steps":["trace[480791989] 'process raft request' (duration: 403.476127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.950605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:21.545786Z","time spent":"404.799069ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:21.950516Z","caller":"traceutil/trace.go:171","msg":"trace[247325822] transaction","detail":"{read_only:false; response_revision:19569; number_of_response:1; }","duration":"408.968178ms","start":"2026-03-04T02:08:21.541505Z","end":"2026-03-04T02:08:21.950473Z","steps":["trace[247325822] 'process raft request' (duration: 407.684167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.950828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:21.541491Z","time spent":"409.189474ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:21.95213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.292085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:08:21.95227Z","caller":"traceutil/trace.go:171","msg":"trace[2142755959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19571; }","duration":"406.382166ms","start":"2026-03-04T02:08:21.545804Z","end":"2026-03-04T02:08:21.952186Z","steps":["trace[2142755959] 'agreement among raft nodes before linearized reading' (duration: 404.312957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:21.952348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:21.545787Z","time spent":"406.548881ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:08:24.239198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.242136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:24.239301Z","caller":"traceutil/trace.go:171","msg":"trace[524536898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19580; }","duration":"124.356028ms","start":"2026-03-04T02:08:24.114924Z","end":"2026-03-04T02:08:24.23928Z","steps":["trace[524536898] 'range keys from in-memory index tree' (duration: 124.084351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:25.725024Z","caller":"traceutil/trace.go:171","msg":"trace[92610927] transaction","detail":"{read_only:false; response_revision:19582; number_of_response:1; }","duration":"122.303419ms","start":"2026-03-04T02:08:25.602689Z","end":"2026-03-04T02:08:25.724992Z","steps":["trace[92610927] 'process raft request' (duration: 122.045863ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:27.844126Z","caller":"traceutil/trace.go:171","msg":"trace[683457280] transaction","detail":"{read_only:false; response_revision:19592; number_of_response:1; }","duration":"112.767613ms","start":"2026-03-04T02:08:27.731324Z","end":"2026-03-04T02:08:27.844091Z","steps":["trace[683457280] 'process raft request' (duration: 112.553738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:27.851927Z","caller":"traceutil/trace.go:171","msg":"trace[1451223511] transaction","detail":"{read_only:false; response_revision:19593; number_of_response:1; }","duration":"120.20063ms","start":"2026-03-04T02:08:27.731665Z","end":"2026-03-04T02:08:27.851866Z","steps":["trace[1451223511] 'process raft request' (duration: 120.056216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:32.480472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191268086,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:08:32.642298Z","caller":"traceutil/trace.go:171","msg":"trace[1602748562] transaction","detail":"{read_only:false; response_revision:19611; number_of_response:1; }","duration":"786.792894ms","start":"2026-03-04T02:08:31.855469Z","end":"2026-03-04T02:08:32.642262Z","steps":["trace[1602748562] 'process raft request' (duration: 786.671931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:32.642495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:31.85545Z","time spent":"786.979069ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:32.684818Z","caller":"traceutil/trace.go:171","msg":"trace[379136672] transaction","detail":"{read_only:false; response_revision:19612; number_of_response:1; }","duration":"823.125189ms","start":"2026-03-04T02:08:31.86168Z","end":"2026-03-04T02:08:32.684805Z","steps":["trace[379136672] 'process raft request' (duration: 822.955105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:32.684918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.926467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:32.684971Z","caller":"traceutil/trace.go:171","msg":"trace[1089524712] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:19612; }","duration":"705.042569ms","start":"2026-03-04T02:08:31.979918Z","end":"2026-03-04T02:08:32.68496Z","steps":["trace[1089524712] 'agreement among raft nodes before linearized reading' (duration: 704.935257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:32.684795Z","caller":"traceutil/trace.go:171","msg":"trace[1389954955] linearizableReadLoop","detail":"{readStateIndex:20324; appliedIndex:20323; }","duration":"704.795964ms","start":"2026-03-04T02:08:31.979972Z","end":"2026-03-04T02:08:32.684768Z","steps":["trace[1389954955] 'read index received' (duration: 662.272102ms)","trace[1389954955] 'applied index is now lower than readState.Index' (duration: 42.522572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:32.685042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:31.979898Z","time spent":"705.133472ms","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:32.685176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:31.861624Z","time spent":"823.308583ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:32.685266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.249248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:32.685361Z","caller":"traceutil/trace.go:171","msg":"trace[1062519182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19612; }","duration":"571.423232ms","start":"2026-03-04T02:08:32.113913Z","end":"2026-03-04T02:08:32.685336Z","steps":["trace[1062519182] 'agreement among raft nodes before linearized reading' (duration: 571.238968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:32.685379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.172077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:08:32.685437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:32.113895Z","time spent":"571.523244ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:32.68541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.171803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:08:32.68547Z","caller":"traceutil/trace.go:171","msg":"trace[940666767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19612; }","duration":"484.296009ms","start":"2026-03-04T02:08:32.201154Z","end":"2026-03-04T02:08:32.68545Z","steps":["trace[940666767] 'agreement among raft nodes before linearized reading' (duration: 484.025983ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:32.685505Z","caller":"traceutil/trace.go:171","msg":"trace[1033043207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19612; }","duration":"483.280445ms","start":"2026-03-04T02:08:32.20221Z","end":"2026-03-04T02:08:32.685491Z","steps":["trace[1033043207] 'agreement among raft nodes before linearized reading' (duration: 483.042019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:32.685479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.125316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:08:32.685518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:32.201145Z","time spent":"484.363701ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:32.685524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.406093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:08:32.685572Z","caller":"traceutil/trace.go:171","msg":"trace[1364340232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19612; }","duration":"484.258308ms","start":"2026-03-04T02:08:32.201293Z","end":"2026-03-04T02:08:32.685551Z","steps":["trace[1364340232] 'agreement among raft nodes before linearized reading' (duration: 484.050464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:32.685589Z","caller":"traceutil/trace.go:171","msg":"trace[510525246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19612; }","duration":"479.492936ms","start":"2026-03-04T02:08:32.206079Z","end":"2026-03-04T02:08:32.685572Z","steps":["trace[510525246] 'agreement among raft nodes before linearized reading' (duration: 479.299761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:32.685591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:32.202204Z","time spent":"483.374838ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:08:32.685625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:32.206069Z","time spent":"479.548217ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:08:32.685625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:32.201217Z","time spent":"484.399102ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:08:32.685528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.080119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:08:32.685837Z","caller":"traceutil/trace.go:171","msg":"trace[1849104815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19612; }","duration":"485.359715ms","start":"2026-03-04T02:08:32.200416Z","end":"2026-03-04T02:08:32.685775Z","steps":["trace[1849104815] 'agreement among raft nodes before linearized reading' (duration: 485.032467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:32.686012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:32.200405Z","time spent":"485.543099ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:32.686072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.743174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:08:32.686153Z","caller":"traceutil/trace.go:171","msg":"trace[1495356065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19612; }","duration":"485.848636ms","start":"2026-03-04T02:08:32.200287Z","end":"2026-03-04T02:08:32.686136Z","steps":["trace[1495356065] 'agreement among raft nodes before linearized reading' (duration: 484.897184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:32.6862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:32.200271Z","time spent":"485.915269ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:32.686286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.344544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:08:32.686425Z","caller":"traceutil/trace.go:171","msg":"trace[1146827790] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19612; }","duration":"490.546429ms","start":"2026-03-04T02:08:32.195824Z","end":"2026-03-04T02:08:32.68637Z","steps":["trace[1146827790] 'agreement among raft nodes before linearized reading' (duration: 489.930974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:32.686527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:32.195803Z","time spent":"490.704792ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:08:39.302772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191268158,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:08:39.47534Z","caller":"traceutil/trace.go:171","msg":"trace[836439886] transaction","detail":"{read_only:false; response_revision:19638; number_of_response:1; }","duration":"792.91028ms","start":"2026-03-04T02:08:38.682396Z","end":"2026-03-04T02:08:39.475306Z","steps":["trace[836439886] 'process raft request' (duration: 792.732406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:39.475497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.682364Z","time spent":"793.056514ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:40.043868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.126864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:40.044013Z","caller":"traceutil/trace.go:171","msg":"trace[1025567865] linearizableReadLoop","detail":"{readStateIndex:20352; appliedIndex:20350; }","duration":"1.241943561s","start":"2026-03-04T02:08:38.802046Z","end":"2026-03-04T02:08:40.043989Z","steps":["trace[1025567865] 'read index received' (duration: 673.138711ms)","trace[1025567865] 'applied index is now lower than readState.Index' (duration: 568.80291ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:40.044121Z","caller":"traceutil/trace.go:171","msg":"trace[1460635073] transaction","detail":"{read_only:false; response_revision:19639; number_of_response:1; }","duration":"1.294738297s","start":"2026-03-04T02:08:38.749308Z","end":"2026-03-04T02:08:40.044046Z","steps":["trace[1460635073] 'process raft request' (duration: 834.320875ms)","trace[1460635073] 'compare' (duration: 459.867158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:40.044261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242207777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:08:40.044322Z","caller":"traceutil/trace.go:171","msg":"trace[132553639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19639; }","duration":"1.2423131s","start":"2026-03-04T02:08:38.801994Z","end":"2026-03-04T02:08:40.044307Z","steps":["trace[132553639] 'agreement among raft nodes before linearized reading' (duration: 1.242117055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:40.044313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237390522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T02:08:40.044379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.80197Z","time spent":"1.242394951s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:40.044381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241274395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:08:40.044383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241237004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:08:40.044439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.062493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:08:40.044445Z","caller":"traceutil/trace.go:171","msg":"trace[40054147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19639; }","duration":"1.241349707s","start":"2026-03-04T02:08:38.803075Z","end":"2026-03-04T02:08:40.044425Z","steps":["trace[40054147] 'agreement among raft nodes before linearized reading' (duration: 1.241226404s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:40.044469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.972123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:08:40.044475Z","caller":"traceutil/trace.go:171","msg":"trace[1077645140] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19639; }","duration":"341.102433ms","start":"2026-03-04T02:08:39.703362Z","end":"2026-03-04T02:08:40.044465Z","steps":["trace[1077645140] 'agreement among raft nodes before linearized reading' (duration: 341.046382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:40.044486Z","caller":"traceutil/trace.go:171","msg":"trace[1095255294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19639; }","duration":"1.241370467s","start":"2026-03-04T02:08:38.803093Z","end":"2026-03-04T02:08:40.044463Z","steps":["trace[1095255294] 'agreement among raft nodes before linearized reading' (duration: 1.241092901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:40.044501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.803065Z","time spent":"1.241420628s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:40.044513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:39.70329Z","time spent":"341.214766ms","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:40.044386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.749284Z","time spent":"1.294950732s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:40.044537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.803084Z","time spent":"1.241444489s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:08:40.044548Z","caller":"traceutil/trace.go:171","msg":"trace[1478751517] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:19639; }","duration":"186.045775ms","start":"2026-03-04T02:08:39.858452Z","end":"2026-03-04T02:08:40.044497Z","steps":["trace[1478751517] 'agreement among raft nodes before linearized reading' (duration: 185.909962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:40.044316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237041884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:08:40.044267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242179946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:08:40.04464Z","caller":"traceutil/trace.go:171","msg":"trace[2036614131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19639; }","duration":"1.237425793s","start":"2026-03-04T02:08:38.807194Z","end":"2026-03-04T02:08:40.04462Z","steps":["trace[2036614131] 'agreement among raft nodes before linearized reading' (duration: 1.236972322s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:40.04468Z","caller":"traceutil/trace.go:171","msg":"trace[1349527316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19639; }","duration":"1.242637997s","start":"2026-03-04T02:08:38.802026Z","end":"2026-03-04T02:08:40.044664Z","steps":["trace[1349527316] 'agreement among raft nodes before linearized reading' (duration: 1.242111815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:40.044689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.807173Z","time spent":"1.237501405s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:08:40.044384Z","caller":"traceutil/trace.go:171","msg":"trace[1449467783] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19639; }","duration":"1.237485355s","start":"2026-03-04T02:08:38.80688Z","end":"2026-03-04T02:08:40.044365Z","steps":["trace[1449467783] 'agreement among raft nodes before linearized reading' (duration: 1.237307381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:40.044783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.806871Z","time spent":"1.237895765s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:08:40.044736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:38.802006Z","time spent":"1.24271594s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:40.61595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191268162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:41.116973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191268162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:08:41.436355Z","caller":"traceutil/trace.go:171","msg":"trace[1101305908] transaction","detail":"{read_only:false; response_revision:19640; number_of_response:1; }","duration":"1.388042087s","start":"2026-03-04T02:08:40.04828Z","end":"2026-03-04T02:08:41.436322Z","steps":["trace[1101305908] 'process raft request' (duration: 1.387799392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.436539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.04826Z","time spent":"1.388194911s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:41.436581Z","caller":"traceutil/trace.go:171","msg":"trace[1167530570] transaction","detail":"{read_only:false; response_revision:19641; number_of_response:1; }","duration":"1.387398212s","start":"2026-03-04T02:08:40.049159Z","end":"2026-03-04T02:08:41.436557Z","steps":["trace[1167530570] 'process raft request' (duration: 1.387114305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.436727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.049137Z","time spent":"1.387534095s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:41.436808Z","caller":"traceutil/trace.go:171","msg":"trace[156811010] transaction","detail":"{read_only:false; response_revision:19642; number_of_response:1; }","duration":"1.387502174s","start":"2026-03-04T02:08:40.04928Z","end":"2026-03-04T02:08:41.436782Z","steps":["trace[156811010] 'process raft request' (duration: 1.387211707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.436899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.049271Z","time spent":"1.387583056s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:41.43692Z","caller":"traceutil/trace.go:171","msg":"trace[932956373] transaction","detail":"{read_only:false; response_revision:19643; number_of_response:1; }","duration":"1.387625057s","start":"2026-03-04T02:08:40.049287Z","end":"2026-03-04T02:08:41.436912Z","steps":["trace[932956373] 'process raft request' (duration: 1.387438723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.436952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.049277Z","time spent":"1.387657938s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:41.437027Z","caller":"traceutil/trace.go:171","msg":"trace[1450911987] transaction","detail":"{read_only:false; response_revision:19645; number_of_response:1; }","duration":"1.387130925s","start":"2026-03-04T02:08:40.049861Z","end":"2026-03-04T02:08:41.436992Z","steps":["trace[1450911987] 'process raft request' (duration: 1.387083094s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:41.437071Z","caller":"traceutil/trace.go:171","msg":"trace[529254132] transaction","detail":"{read_only:false; response_revision:19644; number_of_response:1; }","duration":"1.387474064s","start":"2026-03-04T02:08:40.049539Z","end":"2026-03-04T02:08:41.437013Z","steps":["trace[529254132] 'process raft request' (duration: 1.38732345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:41.437189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.04982Z","time spent":"1.387295069s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:41.43731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.049529Z","time spent":"1.387639937s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:42.115057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:08:42.115162Z","caller":"traceutil/trace.go:171","msg":"trace[2049452556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000240569s","start":"2026-03-04T02:08:40.114898Z","end":"2026-03-04T02:08:42.115138Z","steps":["trace[2049452556] 'agreement among raft nodes before linearized reading' (duration: 2.000108816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:42.115217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.114889Z","time spent":"2.000318421s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:08:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:42.255454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.492994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:42.255613Z","caller":"traceutil/trace.go:171","msg":"trace[1484284949] transaction","detail":"{read_only:false; response_revision:19648; number_of_response:1; }","duration":"775.585768ms","start":"2026-03-04T02:08:41.480012Z","end":"2026-03-04T02:08:42.255598Z","steps":["trace[1484284949] 'process raft request' (duration: 775.559518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:42.255654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.479987Z","time spent":"775.65054ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:42.25578Z","caller":"traceutil/trace.go:171","msg":"trace[222731517] transaction","detail":"{read_only:false; response_revision:19646; number_of_response:1; }","duration":"2.141861759s","start":"2026-03-04T02:08:40.113912Z","end":"2026-03-04T02:08:42.255774Z","steps":["trace[222731517] 'process raft request' (duration: 1.495976135s)","trace[222731517] 'compare' (duration: 645.401112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:42.25581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.113885Z","time spent":"2.141911709s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:42.255826Z","caller":"traceutil/trace.go:171","msg":"trace[1609496608] transaction","detail":"{read_only:false; response_revision:19647; number_of_response:1; }","duration":"1.320598623s","start":"2026-03-04T02:08:40.935196Z","end":"2026-03-04T02:08:42.255795Z","steps":["trace[1609496608] 'process raft request' (duration: 1.320337357s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:42.255979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.935167Z","time spent":"1.320737917s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:08:42.256035Z","caller":"traceutil/trace.go:171","msg":"trace[766364612] linearizableReadLoop","detail":"{readStateIndex:20361; appliedIndex:20353; }","duration":"2.14107293s","start":"2026-03-04T02:08:40.114922Z","end":"2026-03-04T02:08:42.255995Z","steps":["trace[766364612] 'read index received' (duration: 1.321178917s)","trace[766364612] 'applied index is now lower than readState.Index' (duration: 819.889003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:42.756469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191268175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:08:43.547911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:08:43.548012Z","caller":"traceutil/trace.go:171","msg":"trace[1738366923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427283s","start":"2026-03-04T02:08:41.547565Z","end":"2026-03-04T02:08:43.547993Z","steps":["trace[1738366923] 'agreement among raft nodes before linearized reading' (duration: 2.000280749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.548057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.54755Z","time spent":"2.000498155s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:08:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:08:43.807618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.170498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:08:43.808437Z","caller":"traceutil/trace.go:171","msg":"trace[59536067] linearizableReadLoop","detail":"{readStateIndex:20363; appliedIndex:20362; }","duration":"1.552305043s","start":"2026-03-04T02:08:42.256104Z","end":"2026-03-04T02:08:43.808409Z","steps":["trace[59536067] 'read index received' (duration: 816.142142ms)","trace[59536067] 'applied index is now lower than readState.Index' (duration: 736.160451ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:08:43.808466Z","caller":"traceutil/trace.go:171","msg":"trace[1335178857] transaction","detail":"{read_only:false; response_revision:19649; number_of_response:1; }","duration":"1.757343701s","start":"2026-03-04T02:08:42.051073Z","end":"2026-03-04T02:08:43.808417Z","steps":["trace[1335178857] 'process raft request' (duration: 1.021260831s)","trace[1335178857] 'compare' (duration: 734.861811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:43.808563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289074419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:43.808602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306361227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:43.808659Z","caller":"traceutil/trace.go:171","msg":"trace[85616868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19649; }","duration":"3.30647171s","start":"2026-03-04T02:08:40.50217Z","end":"2026-03-04T02:08:43.808642Z","steps":["trace[85616868] 'agreement among raft nodes before linearized reading' (duration: 3.306337707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.808701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.051035Z","time spent":"1.757518445s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:43.808713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693334149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:43.80873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.502135Z","time spent":"3.306578873s","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:43.808753Z","caller":"traceutil/trace.go:171","msg":"trace[1060873114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19649; }","duration":"1.69341415s","start":"2026-03-04T02:08:42.115328Z","end":"2026-03-04T02:08:43.808743Z","steps":["trace[1060873114] 'agreement among raft nodes before linearized reading' (duration: 1.693362009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.808796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.115299Z","time spent":"1.693489633s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:08:43.808664Z","caller":"traceutil/trace.go:171","msg":"trace[947597636] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:19649; }","duration":"2.289230573s","start":"2026-03-04T02:08:41.51941Z","end":"2026-03-04T02:08:43.80864Z","steps":["trace[947597636] 'agreement among raft nodes before linearized reading' (duration: 2.289068279s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.808785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587138246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:08:43.808849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:41.519387Z","time spent":"2.289450659s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:08:43.808861Z","caller":"traceutil/trace.go:171","msg":"trace[2123576605] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19649; }","duration":"3.587256209s","start":"2026-03-04T02:08:40.221584Z","end":"2026-03-04T02:08:43.80884Z","steps":["trace[2123576605] 'agreement among raft nodes before linearized reading' (duration: 3.587096155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:43.809026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:40.221561Z","time spent":"3.587381872s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:44.309118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191268177,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:08:44.462405Z","caller":"traceutil/trace.go:171","msg":"trace[1672406905] transaction","detail":"{read_only:false; response_revision:19650; number_of_response:1; }","duration":"910.940708ms","start":"2026-03-04T02:08:43.551433Z","end":"2026-03-04T02:08:44.462374Z","steps":["trace[1672406905] 'process raft request' (duration: 910.771004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:44.462555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.551408Z","time spent":"911.085062ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:08:44.463543Z","caller":"traceutil/trace.go:171","msg":"trace[15728979] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"565.958522ms","start":"2026-03-04T02:08:43.897558Z","end":"2026-03-04T02:08:44.463517Z","steps":["trace[15728979] 'process raft request' (duration: 565.730697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:44.463726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.897537Z","time spent":"566.085035ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:08:44.46381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021317024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:08:44.463867Z","caller":"traceutil/trace.go:171","msg":"trace[247031598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19652; }","duration":"1.021402016s","start":"2026-03-04T02:08:43.442451Z","end":"2026-03-04T02:08:44.463853Z","steps":["trace[247031598] 'agreement among raft nodes before linearized reading' (duration: 1.021252583s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:44.463899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.442439Z","time spent":"1.021451677s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:08:44.463773Z","caller":"traceutil/trace.go:171","msg":"trace[1679834537] linearizableReadLoop","detail":"{readStateIndex:20366; appliedIndex:20363; }","duration":"655.208115ms","start":"2026-03-04T02:08:43.808472Z","end":"2026-03-04T02:08:44.46368Z","steps":["trace[1679834537] 'read index received' (duration: 653.764141ms)","trace[1679834537] 'applied index is now lower than readState.Index' (duration: 1.442034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:08:44.463966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047855795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:44.464029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021358695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:08:44.46401Z","caller":"traceutil/trace.go:171","msg":"trace[638871940] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19652; }","duration":"1.047964848s","start":"2026-03-04T02:08:43.41603Z","end":"2026-03-04T02:08:44.463995Z","steps":["trace[638871940] 'agreement among raft nodes before linearized reading' (duration: 1.047866885s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:44.463997Z","caller":"traceutil/trace.go:171","msg":"trace[301110131] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"202.365154ms","start":"2026-03-04T02:08:44.261591Z","end":"2026-03-04T02:08:44.463956Z","steps":["trace[301110131] 'process raft request' (duration: 201.881292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:44.464059Z","caller":"traceutil/trace.go:171","msg":"trace[1305920556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19652; }","duration":"1.021432337s","start":"2026-03-04T02:08:43.442618Z","end":"2026-03-04T02:08:44.46405Z","steps":["trace[1305920556] 'agreement among raft nodes before linearized reading' (duration: 1.021346515s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:44.464072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.416007Z","time spent":"1.04805305s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:44.464085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.442582Z","time spent":"1.021497669s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:08:44.46407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02112634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:08:44.464104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49110979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:44.464149Z","caller":"traceutil/trace.go:171","msg":"trace[588264800] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:19652; }","duration":"1.491213722s","start":"2026-03-04T02:08:42.972922Z","end":"2026-03-04T02:08:44.464136Z","steps":["trace[588264800] 'agreement among raft nodes before linearized reading' (duration: 1.491099129s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:44.464149Z","caller":"traceutil/trace.go:171","msg":"trace[1681493290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19652; }","duration":"1.021246902s","start":"2026-03-04T02:08:43.442884Z","end":"2026-03-04T02:08:44.464131Z","steps":["trace[1681493290] 'agreement among raft nodes before linearized reading' (duration: 1.020993116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:44.464166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595640285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:08:44.464183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.972901Z","time spent":"1.491271763s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:44.464192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.680122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:08:44.464163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.266363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:08:44.464203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.44286Z","time spent":"1.021331854s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:44.464211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02157736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T02:08:44.464241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88511944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:08:44.46427Z","caller":"traceutil/trace.go:171","msg":"trace[1596825991] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19652; }","duration":"889.432227ms","start":"2026-03-04T02:08:43.57481Z","end":"2026-03-04T02:08:44.464243Z","steps":["trace[1596825991] 'agreement among raft nodes before linearized reading' (duration: 889.194181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:44.46428Z","caller":"traceutil/trace.go:171","msg":"trace[13293748] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19652; }","duration":"1.021675912s","start":"2026-03-04T02:08:43.442589Z","end":"2026-03-04T02:08:44.464265Z","steps":["trace[13293748] 'agreement among raft nodes before linearized reading' (duration: 1.021442977s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:44.464284Z","caller":"traceutil/trace.go:171","msg":"trace[1783077047] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19652; }","duration":"1.885208422s","start":"2026-03-04T02:08:42.579062Z","end":"2026-03-04T02:08:44.464271Z","steps":["trace[1783077047] 'agreement among raft nodes before linearized reading' (duration: 1.88512675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:44.464318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.442582Z","time spent":"1.021727644s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:08:44.464217Z","caller":"traceutil/trace.go:171","msg":"trace[1586323331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19652; }","duration":"1.595728358s","start":"2026-03-04T02:08:42.868474Z","end":"2026-03-04T02:08:44.464203Z","steps":["trace[1586323331] 'agreement among raft nodes before linearized reading' (duration: 1.595573454s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:44.464324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.574791Z","time spent":"889.523079ms","remote":"127.0.0.1:59514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:44.464323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022204545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:08:44.464353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.868455Z","time spent":"1.595891601s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:08:44.464355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021887447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:08:44.464233Z","caller":"traceutil/trace.go:171","msg":"trace[1531261941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19652; }","duration":"646.742074ms","start":"2026-03-04T02:08:43.817476Z","end":"2026-03-04T02:08:44.464218Z","steps":["trace[1531261941] 'agreement among raft nodes before linearized reading' (duration: 646.681323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:44.464406Z","caller":"traceutil/trace.go:171","msg":"trace[796726710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19652; }","duration":"1.022329198s","start":"2026-03-04T02:08:43.442058Z","end":"2026-03-04T02:08:44.464387Z","steps":["trace[796726710] 'agreement among raft nodes before linearized reading' (duration: 1.022158224s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:08:44.464425Z","caller":"traceutil/trace.go:171","msg":"trace[167472152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19652; }","duration":"1.02197907s","start":"2026-03-04T02:08:43.442437Z","end":"2026-03-04T02:08:44.464416Z","steps":["trace[167472152] 'agreement among raft nodes before linearized reading' (duration: 1.021824756s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:44.464435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.817464Z","time spent":"646.960209ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:08:44.464457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.442424Z","time spent":"1.022023971s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:08:44.464319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.57904Z","time spent":"1.885269864s","remote":"127.0.0.1:55416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:08:44.464939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206663329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T02:08:44.464991Z","caller":"traceutil/trace.go:171","msg":"trace[1916324347] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19652; }","duration":"2.206754581s","start":"2026-03-04T02:08:42.258224Z","end":"2026-03-04T02:08:44.464978Z","steps":["trace[1916324347] 'agreement among raft nodes before linearized reading' (duration: 2.206130986s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:44.465021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:42.258202Z","time spent":"2.206812422s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:08:44.46508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:08:43.442035Z","time spent":"1.02239945s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:08:47.954096Z","caller":"traceutil/trace.go:171","msg":"trace[2028550973] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"134.079298ms","start":"2026-03-04T02:08:47.81999Z","end":"2026-03-04T02:08:47.95407Z","steps":["trace[2028550973] 'process raft request' (duration: 133.978636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:08:54.804159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.231103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:08:54.804224Z","caller":"traceutil/trace.go:171","msg":"trace[2108263538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19705; }","duration":"147.326444ms","start":"2026-03-04T02:08:54.656884Z","end":"2026-03-04T02:08:54.80421Z","steps":["trace[2108263538] 'range keys from in-memory index tree' (duration: 147.087549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:00.136778Z","caller":"traceutil/trace.go:171","msg":"trace[1137767034] transaction","detail":"{read_only:false; response_revision:19726; number_of_response:1; }","duration":"107.1767ms","start":"2026-03-04T02:09:00.029571Z","end":"2026-03-04T02:09:00.136748Z","steps":["trace[1137767034] 'process raft request' (duration: 106.884603ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:09:45.812597Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18492} {"level":"info","ts":"2026-03-04T02:09:45.932752Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18492,"took":"116.200314ms","hash":1941588487,"current-db-size-bytes":41422848,"current-db-size":"41 MB","current-db-size-in-use-bytes":23646208,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T02:09:45.932844Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1941588487,"revision":18492,"compact-revision":16117} {"level":"info","ts":"2026-03-04T02:10:03.074775Z","caller":"traceutil/trace.go:171","msg":"trace[69259295] transaction","detail":"{read_only:false; response_revision:20302; number_of_response:1; }","duration":"134.733964ms","start":"2026-03-04T02:10:02.940023Z","end":"2026-03-04T02:10:03.074757Z","steps":["trace[69259295] 'process raft request' (duration: 134.618832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.280986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.908639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:10:03.281156Z","caller":"traceutil/trace.go:171","msg":"trace[384130727] linearizableReadLoop","detail":"{readStateIndex:21047; appliedIndex:21046; }","duration":"154.896445ms","start":"2026-03-04T02:10:03.126247Z","end":"2026-03-04T02:10:03.281144Z","steps":["trace[384130727] 'read index received' (duration: 48.75037ms)","trace[384130727] 'applied index is now lower than readState.Index' (duration: 106.145305ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:03.281139Z","caller":"traceutil/trace.go:171","msg":"trace[233206093] transaction","detail":"{read_only:false; response_revision:20304; number_of_response:1; }","duration":"165.292632ms","start":"2026-03-04T02:10:03.115815Z","end":"2026-03-04T02:10:03.281107Z","steps":["trace[233206093] 'process raft request' (duration: 59.189328ms)","trace[233206093] 'compare' (duration: 105.714574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:03.281419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.759653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.281479Z","caller":"traceutil/trace.go:171","msg":"trace[313451854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20304; }","duration":"165.878965ms","start":"2026-03-04T02:10:03.115585Z","end":"2026-03-04T02:10:03.281464Z","steps":["trace[313451854] 'agreement among raft nodes before linearized reading' (duration: 165.6787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.281522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.63332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:10:03.281547Z","caller":"traceutil/trace.go:171","msg":"trace[748544741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20305; }","duration":"123.657761ms","start":"2026-03-04T02:10:03.157882Z","end":"2026-03-04T02:10:03.28154Z","steps":["trace[748544741] 'agreement among raft nodes before linearized reading' (duration: 123.525818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:03.281556Z","caller":"traceutil/trace.go:171","msg":"trace[2117683368] transaction","detail":"{read_only:false; response_revision:20305; number_of_response:1; }","duration":"151.121854ms","start":"2026-03-04T02:10:03.130421Z","end":"2026-03-04T02:10:03.281543Z","steps":["trace[2117683368] 'process raft request' (duration: 150.643973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.281569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.211675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:10:03.28157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.135485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:10:03.281618Z","caller":"traceutil/trace.go:171","msg":"trace[360241114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20305; }","duration":"127.281388ms","start":"2026-03-04T02:10:03.154322Z","end":"2026-03-04T02:10:03.281603Z","steps":["trace[360241114] 'agreement among raft nodes before linearized reading' (duration: 127.151774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:03.281654Z","caller":"traceutil/trace.go:171","msg":"trace[251482370] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20305; }","duration":"130.250688ms","start":"2026-03-04T02:10:03.151385Z","end":"2026-03-04T02:10:03.281636Z","steps":["trace[251482370] 'agreement among raft nodes before linearized reading' (duration: 129.983422ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:03.482749Z","caller":"traceutil/trace.go:171","msg":"trace[923974932] linearizableReadLoop","detail":"{readStateIndex:21051; appliedIndex:21048; }","duration":"128.712612ms","start":"2026-03-04T02:10:03.354017Z","end":"2026-03-04T02:10:03.48273Z","steps":["trace[923974932] 'read index received' (duration: 36.484538ms)","trace[923974932] 'applied index is now lower than readState.Index' (duration: 92.227234ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:03.482769Z","caller":"traceutil/trace.go:171","msg":"trace[1092765019] transaction","detail":"{read_only:false; response_revision:20306; number_of_response:1; }","duration":"197.430036ms","start":"2026-03-04T02:10:03.285296Z","end":"2026-03-04T02:10:03.482726Z","steps":["trace[1092765019] 'process raft request' (duration: 105.198882ms)","trace[1092765019] 'compare' (duration: 92.039239ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:03.482783Z","caller":"traceutil/trace.go:171","msg":"trace[445028249] transaction","detail":"{read_only:false; response_revision:20307; number_of_response:1; }","duration":"197.438636ms","start":"2026-03-04T02:10:03.285305Z","end":"2026-03-04T02:10:03.482744Z","steps":["trace[445028249] 'process raft request' (duration: 197.342334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:03.482872Z","caller":"traceutil/trace.go:171","msg":"trace[523040961] transaction","detail":"{read_only:false; response_revision:20308; number_of_response:1; }","duration":"197.192841ms","start":"2026-03-04T02:10:03.285669Z","end":"2026-03-04T02:10:03.482862Z","steps":["trace[523040961] 'process raft request' (duration: 197.027137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.48297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.939857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-04T02:10:03.483014Z","caller":"traceutil/trace.go:171","msg":"trace[558501302] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20308; }","duration":"129.029209ms","start":"2026-03-04T02:10:03.353971Z","end":"2026-03-04T02:10:03.483Z","steps":["trace[558501302] 'agreement among raft nodes before linearized reading' (duration: 128.897796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.483022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.950328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.48305Z","caller":"traceutil/trace.go:171","msg":"trace[1304854095] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20308; }","duration":"128.998398ms","start":"2026-03-04T02:10:03.354042Z","end":"2026-03-04T02:10:03.483041Z","steps":["trace[1304854095] 'agreement among raft nodes before linearized reading' (duration: 128.952267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.483078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.03631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.483114Z","caller":"traceutil/trace.go:171","msg":"trace[2045977252] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20308; }","duration":"129.117512ms","start":"2026-03-04T02:10:03.353987Z","end":"2026-03-04T02:10:03.483104Z","steps":["trace[2045977252] 'agreement among raft nodes before linearized reading' (duration: 129.018349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:03.48354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.723022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-04T02:10:03.483568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.377258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:03.483585Z","caller":"traceutil/trace.go:171","msg":"trace[1612677516] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20308; }","duration":"128.787524ms","start":"2026-03-04T02:10:03.354787Z","end":"2026-03-04T02:10:03.483575Z","steps":["trace[1612677516] 'agreement among raft nodes before linearized reading' (duration: 128.6331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:03.483605Z","caller":"traceutil/trace.go:171","msg":"trace[2006822858] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20308; }","duration":"129.434338ms","start":"2026-03-04T02:10:03.354161Z","end":"2026-03-04T02:10:03.483595Z","steps":["trace[2006822858] 'agreement among raft nodes before linearized reading' (duration: 129.376197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:51.788495Z","caller":"traceutil/trace.go:171","msg":"trace[87430416] linearizableReadLoop","detail":"{readStateIndex:21397; appliedIndex:21396; }","duration":"150.175098ms","start":"2026-03-04T02:10:51.638296Z","end":"2026-03-04T02:10:51.788471Z","steps":["trace[87430416] 'read index received' (duration: 15.534513ms)","trace[87430416] 'applied index is now lower than readState.Index' (duration: 134.639375ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:51.788644Z","caller":"traceutil/trace.go:171","msg":"trace[1869121088] transaction","detail":"{read_only:false; response_revision:20644; number_of_response:1; }","duration":"151.984801ms","start":"2026-03-04T02:10:51.636639Z","end":"2026-03-04T02:10:51.788624Z","steps":["trace[1869121088] 'process raft request' (duration: 90.885387ms)","trace[1869121088] 'compare' (duration: 60.834057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:10:51.789087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.774192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:51.789176Z","caller":"traceutil/trace.go:171","msg":"trace[343937934] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20644; }","duration":"150.888585ms","start":"2026-03-04T02:10:51.638275Z","end":"2026-03-04T02:10:51.789163Z","steps":["trace[343937934] 'agreement among raft nodes before linearized reading' (duration: 150.543526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.79049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.697134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-04T02:10:51.790555Z","caller":"traceutil/trace.go:171","msg":"trace[1698222628] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20644; }","duration":"151.782717ms","start":"2026-03-04T02:10:51.638757Z","end":"2026-03-04T02:10:51.79054Z","steps":["trace[1698222628] 'agreement among raft nodes before linearized reading' (duration: 151.587112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.791375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.550327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12686"} {"level":"info","ts":"2026-03-04T02:10:51.791403Z","caller":"traceutil/trace.go:171","msg":"trace[894917911] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20644; }","duration":"145.599998ms","start":"2026-03-04T02:10:51.645796Z","end":"2026-03-04T02:10:51.791396Z","steps":["trace[894917911] 'agreement among raft nodes before linearized reading' (duration: 145.535597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.791557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.783627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12686"} {"level":"info","ts":"2026-03-04T02:10:51.7916Z","caller":"traceutil/trace.go:171","msg":"trace[1056985662] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20644; }","duration":"146.847398ms","start":"2026-03-04T02:10:51.644743Z","end":"2026-03-04T02:10:51.79159Z","steps":["trace[1056985662] 'agreement among raft nodes before linearized reading' (duration: 146.754556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.79173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.788595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:51.791755Z","caller":"traceutil/trace.go:171","msg":"trace[42371586] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20644; }","duration":"148.831796ms","start":"2026-03-04T02:10:51.642917Z","end":"2026-03-04T02:10:51.791749Z","steps":["trace[42371586] 'agreement among raft nodes before linearized reading' (duration: 148.791545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.791867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.596984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-04T02:10:51.791895Z","caller":"traceutil/trace.go:171","msg":"trace[1514632183] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20644; }","duration":"149.622975ms","start":"2026-03-04T02:10:51.642264Z","end":"2026-03-04T02:10:51.791887Z","steps":["trace[1514632183] 'agreement among raft nodes before linearized reading' (duration: 149.563274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.792059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.609022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:10:51.792087Z","caller":"traceutil/trace.go:171","msg":"trace[1437698032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20644; }","duration":"151.644063ms","start":"2026-03-04T02:10:51.640434Z","end":"2026-03-04T02:10:51.792079Z","steps":["trace[1437698032] 'agreement among raft nodes before linearized reading' (duration: 151.581631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.792208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.189577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12686"} {"level":"info","ts":"2026-03-04T02:10:51.79223Z","caller":"traceutil/trace.go:171","msg":"trace[956322082] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20644; }","duration":"152.218167ms","start":"2026-03-04T02:10:51.640006Z","end":"2026-03-04T02:10:51.792225Z","steps":["trace[956322082] 'agreement among raft nodes before linearized reading' (duration: 152.159396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.79235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.713879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-04T02:10:51.792372Z","caller":"traceutil/trace.go:171","msg":"trace[1186373643] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20644; }","duration":"152.745699ms","start":"2026-03-04T02:10:51.639622Z","end":"2026-03-04T02:10:51.792367Z","steps":["trace[1186373643] 'agreement among raft nodes before linearized reading' (duration: 152.689338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:51.792469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.057767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:10:51.792486Z","caller":"traceutil/trace.go:171","msg":"trace[1781016007] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20644; }","duration":"153.083137ms","start":"2026-03-04T02:10:51.639398Z","end":"2026-03-04T02:10:51.792481Z","steps":["trace[1781016007] 'agreement among raft nodes before linearized reading' (duration: 153.053076ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:10:52.174511Z","caller":"traceutil/trace.go:171","msg":"trace[826406364] linearizableReadLoop","detail":"{readStateIndex:21403; appliedIndex:21402; }","duration":"109.642007ms","start":"2026-03-04T02:10:52.064848Z","end":"2026-03-04T02:10:52.17449Z","steps":["trace[826406364] 'read index received' (duration: 109.560785ms)","trace[826406364] 'applied index is now lower than readState.Index' (duration: 80.272µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:10:52.174562Z","caller":"traceutil/trace.go:171","msg":"trace[669898131] transaction","detail":"{read_only:false; response_revision:20650; number_of_response:1; }","duration":"136.858069ms","start":"2026-03-04T02:10:52.037659Z","end":"2026-03-04T02:10:52.174517Z","steps":["trace[669898131] 'process raft request' (duration: 136.684244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:10:52.17478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.827791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:10:52.174862Z","caller":"traceutil/trace.go:171","msg":"trace[162808558] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:20650; }","duration":"110.019446ms","start":"2026-03-04T02:10:52.064796Z","end":"2026-03-04T02:10:52.174816Z","steps":["trace[162808558] 'agreement among raft nodes before linearized reading' (duration: 109.807891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:33.08064Z","caller":"traceutil/trace.go:171","msg":"trace[641304627] transaction","detail":"{read_only:false; response_revision:20904; number_of_response:1; }","duration":"122.009873ms","start":"2026-03-04T02:11:32.958605Z","end":"2026-03-04T02:11:33.080615Z","steps":["trace[641304627] 'process raft request' (duration: 121.867269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:11:42.193037Z","caller":"traceutil/trace.go:171","msg":"trace[1335401782] transaction","detail":"{read_only:false; response_revision:20979; number_of_response:1; }","duration":"100.452677ms","start":"2026-03-04T02:11:42.092544Z","end":"2026-03-04T02:11:42.192997Z","steps":["trace[1335401782] 'process raft request' (duration: 100.023566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:31.219115Z","caller":"traceutil/trace.go:171","msg":"trace[639408005] transaction","detail":"{read_only:false; response_revision:21351; number_of_response:1; }","duration":"131.746256ms","start":"2026-03-04T02:12:31.087327Z","end":"2026-03-04T02:12:31.219073Z","steps":["trace[639408005] 'process raft request' (duration: 131.543732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:33.856819Z","caller":"traceutil/trace.go:171","msg":"trace[1800647861] transaction","detail":"{read_only:false; response_revision:21361; number_of_response:1; }","duration":"164.593493ms","start":"2026-03-04T02:12:33.692199Z","end":"2026-03-04T02:12:33.856793Z","steps":["trace[1800647861] 'process raft request' (duration: 164.437719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:34.592458Z","caller":"traceutil/trace.go:171","msg":"trace[2035087116] linearizableReadLoop","detail":"{readStateIndex:22140; appliedIndex:22139; }","duration":"295.067899ms","start":"2026-03-04T02:12:34.297363Z","end":"2026-03-04T02:12:34.592431Z","steps":["trace[2035087116] 'read index received' (duration: 294.805673ms)","trace[2035087116] 'applied index is now lower than readState.Index' (duration: 260.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:34.592518Z","caller":"traceutil/trace.go:171","msg":"trace[1405537426] transaction","detail":"{read_only:false; response_revision:21363; number_of_response:1; }","duration":"414.805748ms","start":"2026-03-04T02:12:34.177654Z","end":"2026-03-04T02:12:34.59246Z","steps":["trace[1405537426] 'process raft request' (duration: 414.606733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.592686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.321927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:34.592734Z","caller":"traceutil/trace.go:171","msg":"trace[2079334373] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21363; }","duration":"265.411298ms","start":"2026-03-04T02:12:34.327309Z","end":"2026-03-04T02:12:34.59272Z","steps":["trace[2079334373] 'agreement among raft nodes before linearized reading' (duration: 265.288645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:34.59279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:34.177629Z","time spent":"415.017642ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:34.592993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.568421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:12:34.593087Z","caller":"traceutil/trace.go:171","msg":"trace[2125081088] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21363; }","duration":"295.747565ms","start":"2026-03-04T02:12:34.297316Z","end":"2026-03-04T02:12:34.593064Z","steps":["trace[2125081088] 'agreement among raft nodes before linearized reading' (duration: 295.250883ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:37.531287Z","caller":"traceutil/trace.go:171","msg":"trace[1835448200] transaction","detail":"{read_only:false; response_revision:21468; number_of_response:1; }","duration":"140.235539ms","start":"2026-03-04T02:12:37.391017Z","end":"2026-03-04T02:12:37.531252Z","steps":["trace[1835448200] 'process raft request' (duration: 140.021144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:40.077816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.580959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:40.077945Z","caller":"traceutil/trace.go:171","msg":"trace[1537657396] linearizableReadLoop","detail":"{readStateIndex:22271; appliedIndex:22270; }","duration":"113.021667ms","start":"2026-03-04T02:12:39.964879Z","end":"2026-03-04T02:12:40.077901Z","steps":["trace[1537657396] 'read index received' (duration: 2.261624ms)","trace[1537657396] 'applied index is now lower than readState.Index' (duration: 110.758763ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:40.077962Z","caller":"traceutil/trace.go:171","msg":"trace[967198972] transaction","detail":"{read_only:false; response_revision:21492; number_of_response:1; }","duration":"164.03765ms","start":"2026-03-04T02:12:39.913886Z","end":"2026-03-04T02:12:40.077924Z","steps":["trace[967198972] 'process raft request' (duration: 53.268046ms)","trace[967198972] 'compare' (duration: 110.345474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:40.078277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.373226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:12:40.078383Z","caller":"traceutil/trace.go:171","msg":"trace[344702716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21492; }","duration":"113.53932ms","start":"2026-03-04T02:12:39.964821Z","end":"2026-03-04T02:12:40.07836Z","steps":["trace[344702716] 'agreement among raft nodes before linearized reading' (duration: 113.160221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:41.645512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.22244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:12:41.64586Z","caller":"traceutil/trace.go:171","msg":"trace[1259868004] transaction","detail":"{read_only:false; response_revision:21637; number_of_response:1; }","duration":"121.160323ms","start":"2026-03-04T02:12:41.524645Z","end":"2026-03-04T02:12:41.645806Z","steps":["trace[1259868004] 'compare' (duration: 114.977644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.64913Z","caller":"traceutil/trace.go:171","msg":"trace[61978199] linearizableReadLoop","detail":"{readStateIndex:22420; appliedIndex:22419; }","duration":"102.69864ms","start":"2026-03-04T02:12:41.546413Z","end":"2026-03-04T02:12:41.649112Z","steps":["trace[61978199] 'read index received' (duration: 102.568137ms)","trace[61978199] 'applied index is now lower than readState.Index' (duration: 130.023µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:41.649326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.884944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:41.649361Z","caller":"traceutil/trace.go:171","msg":"trace[2086197293] transaction","detail":"{read_only:false; response_revision:21638; number_of_response:1; }","duration":"103.823027ms","start":"2026-03-04T02:12:41.545514Z","end":"2026-03-04T02:12:41.649337Z","steps":["trace[2086197293] 'process raft request' (duration: 103.51316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:41.649393Z","caller":"traceutil/trace.go:171","msg":"trace[1747135628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21638; }","duration":"103.002547ms","start":"2026-03-04T02:12:41.546376Z","end":"2026-03-04T02:12:41.649379Z","steps":["trace[1747135628] 'agreement among raft nodes before linearized reading' (duration: 102.866114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.360479Z","caller":"traceutil/trace.go:171","msg":"trace[320522043] transaction","detail":"{read_only:false; response_revision:21822; number_of_response:1; }","duration":"394.46624ms","start":"2026-03-04T02:12:42.965986Z","end":"2026-03-04T02:12:43.360452Z","steps":["trace[320522043] 'process raft request' (duration: 394.281226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:43.360667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.965966Z","time spent":"394.603683ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:43.363767Z","caller":"traceutil/trace.go:171","msg":"trace[1145303080] linearizableReadLoop","detail":"{readStateIndex:22610; appliedIndex:22608; }","duration":"396.040308ms","start":"2026-03-04T02:12:42.967677Z","end":"2026-03-04T02:12:43.363718Z","steps":["trace[1145303080] 'read index received' (duration: 392.569254ms)","trace[1145303080] 'applied index is now lower than readState.Index' (duration: 3.469704ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:43.363965Z","caller":"traceutil/trace.go:171","msg":"trace[1627145915] transaction","detail":"{read_only:false; response_revision:21824; number_of_response:1; }","duration":"396.058338ms","start":"2026-03-04T02:12:42.967854Z","end":"2026-03-04T02:12:43.363912Z","steps":["trace[1627145915] 'process raft request' (duration: 395.584197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.364029Z","caller":"traceutil/trace.go:171","msg":"trace[2077822003] transaction","detail":"{read_only:false; response_revision:21823; number_of_response:1; }","duration":"397.81764ms","start":"2026-03-04T02:12:42.966176Z","end":"2026-03-04T02:12:43.363994Z","steps":["trace[2077822003] 'process raft request' (duration: 397.097293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:43.364138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.966158Z","time spent":"397.934574ms","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:12:43.364151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.967846Z","time spent":"396.216722ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3828,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:43.364172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.483098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:3859"} {"level":"info","ts":"2026-03-04T02:12:43.364228Z","caller":"traceutil/trace.go:171","msg":"trace[1161632988] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:21825; }","duration":"396.56574ms","start":"2026-03-04T02:12:42.967646Z","end":"2026-03-04T02:12:43.364212Z","steps":["trace[1161632988] 'agreement among raft nodes before linearized reading' (duration: 396.371946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:43.364284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.967635Z","time spent":"396.636292ms","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":3882,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:12:43.364517Z","caller":"traceutil/trace.go:171","msg":"trace[1589776355] transaction","detail":"{read_only:false; response_revision:21825; number_of_response:1; }","duration":"389.240585ms","start":"2026-03-04T02:12:42.975264Z","end":"2026-03-04T02:12:43.364505Z","steps":["trace[1589776355] 'process raft request' (duration: 388.366205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:43.364587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.975248Z","time spent":"389.302547ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:43.36488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.400732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:43.364899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.600882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:43.364917Z","caller":"traceutil/trace.go:171","msg":"trace[1205848989] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack; range_end:; response_count:0; response_revision:21825; }","duration":"395.454044ms","start":"2026-03-04T02:12:42.969452Z","end":"2026-03-04T02:12:43.364906Z","steps":["trace[1205848989] 'agreement among raft nodes before linearized reading' (duration: 395.394923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:43.36494Z","caller":"traceutil/trace.go:171","msg":"trace[918307560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21825; }","duration":"252.641563ms","start":"2026-03-04T02:12:43.112287Z","end":"2026-03-04T02:12:43.364929Z","steps":["trace[918307560] 'agreement among raft nodes before linearized reading' (duration: 252.573391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:43.364991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.69667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:43.365025Z","caller":"traceutil/trace.go:171","msg":"trace[1527892144] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21825; }","duration":"261.763851ms","start":"2026-03-04T02:12:43.103252Z","end":"2026-03-04T02:12:43.365015Z","steps":["trace[1527892144] 'agreement among raft nodes before linearized reading' (duration: 261.708929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:43.364946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:42.969441Z","time spent":"395.496915ms","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack\" "} {"level":"warn","ts":"2026-03-04T02:12:43.365392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.944065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-04T02:12:43.365449Z","caller":"traceutil/trace.go:171","msg":"trace[597583851] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21825; }","duration":"305.019717ms","start":"2026-03-04T02:12:43.060404Z","end":"2026-03-04T02:12:43.365424Z","steps":["trace[597583851] 'agreement among raft nodes before linearized reading' (duration: 304.757461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:43.365484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:43.060387Z","time spent":"305.089409ms","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":170062,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-04T02:12:43.365724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.497654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-04T02:12:43.365773Z","caller":"traceutil/trace.go:171","msg":"trace[1522227217] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21825; }","duration":"213.575867ms","start":"2026-03-04T02:12:43.152184Z","end":"2026-03-04T02:12:43.36576Z","steps":["trace[1522227217] 'agreement among raft nodes before linearized reading' (duration: 212.694335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:45.235766Z","caller":"traceutil/trace.go:171","msg":"trace[1487186352] transaction","detail":"{read_only:false; response_revision:21889; number_of_response:1; }","duration":"286.544135ms","start":"2026-03-04T02:12:44.949197Z","end":"2026-03-04T02:12:45.235741Z","steps":["trace[1487186352] 'process raft request' (duration: 286.34809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:45.237039Z","caller":"traceutil/trace.go:171","msg":"trace[435273681] transaction","detail":"{read_only:false; response_revision:21890; number_of_response:1; }","duration":"286.526094ms","start":"2026-03-04T02:12:44.950482Z","end":"2026-03-04T02:12:45.237008Z","steps":["trace[435273681] 'process raft request' (duration: 286.322529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:45.24026Z","caller":"traceutil/trace.go:171","msg":"trace[451277045] linearizableReadLoop","detail":"{readStateIndex:22677; appliedIndex:22675; }","duration":"279.443654ms","start":"2026-03-04T02:12:44.960792Z","end":"2026-03-04T02:12:45.240236Z","steps":["trace[451277045] 'read index received' (duration: 274.750952ms)","trace[451277045] 'applied index is now lower than readState.Index' (duration: 4.690812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:45.240457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.802009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:45.240478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.67738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:45.240513Z","caller":"traceutil/trace.go:171","msg":"trace[442868558] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:21890; }","duration":"159.908222ms","start":"2026-03-04T02:12:45.08059Z","end":"2026-03-04T02:12:45.240498Z","steps":["trace[442868558] 'agreement among raft nodes before linearized reading' (duration: 159.809809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:45.240546Z","caller":"traceutil/trace.go:171","msg":"trace[1535066253] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21890; }","duration":"279.793133ms","start":"2026-03-04T02:12:44.960735Z","end":"2026-03-04T02:12:45.240528Z","steps":["trace[1535066253] 'agreement among raft nodes before linearized reading' (duration: 279.569958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:45.240593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.739069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-wn57j\" ","response":"range_response_count:1 size:5106"} {"level":"warn","ts":"2026-03-04T02:12:45.240611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.932287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:45.24068Z","caller":"traceutil/trace.go:171","msg":"trace[1125840783] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-wn57j; range_end:; response_count:1; response_revision:21890; }","duration":"119.861871ms","start":"2026-03-04T02:12:45.120798Z","end":"2026-03-04T02:12:45.24066Z","steps":["trace[1125840783] 'agreement among raft nodes before linearized reading' (duration: 119.623266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:45.240688Z","caller":"traceutil/trace.go:171","msg":"trace[617757324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21890; }","duration":"126.02629ms","start":"2026-03-04T02:12:45.114644Z","end":"2026-03-04T02:12:45.24067Z","steps":["trace[617757324] 'agreement among raft nodes before linearized reading' (duration: 125.885566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:47.300776Z","caller":"traceutil/trace.go:171","msg":"trace[1790701784] linearizableReadLoop","detail":"{readStateIndex:22729; appliedIndex:22728; }","duration":"139.257097ms","start":"2026-03-04T02:12:47.161476Z","end":"2026-03-04T02:12:47.300733Z","steps":["trace[1790701784] 'read index received' (duration: 139.039791ms)","trace[1790701784] 'applied index is now lower than readState.Index' (duration: 215.456µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:47.300898Z","caller":"traceutil/trace.go:171","msg":"trace[1750681156] transaction","detail":"{read_only:false; response_revision:21941; number_of_response:1; }","duration":"217.4753ms","start":"2026-03-04T02:12:47.083365Z","end":"2026-03-04T02:12:47.30084Z","steps":["trace[1750681156] 'process raft request' (duration: 217.129592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:47.3011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.610495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-c9wr4\" ","response":"range_response_count:1 size:5543"} {"level":"info","ts":"2026-03-04T02:12:47.301172Z","caller":"traceutil/trace.go:171","msg":"trace[1870495389] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-c9wr4; range_end:; response_count:1; response_revision:21941; }","duration":"139.744058ms","start":"2026-03-04T02:12:47.161414Z","end":"2026-03-04T02:12:47.301158Z","steps":["trace[1870495389] 'agreement among raft nodes before linearized reading' (duration: 139.501462ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:47.835266Z","caller":"traceutil/trace.go:171","msg":"trace[1473446759] transaction","detail":"{read_only:false; response_revision:21950; number_of_response:1; }","duration":"143.15316ms","start":"2026-03-04T02:12:47.692084Z","end":"2026-03-04T02:12:47.835237Z","steps":["trace[1473446759] 'process raft request' (duration: 142.048693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:48.069536Z","caller":"traceutil/trace.go:171","msg":"trace[1417799277] transaction","detail":"{read_only:false; response_revision:21951; number_of_response:1; }","duration":"157.547824ms","start":"2026-03-04T02:12:47.911964Z","end":"2026-03-04T02:12:48.069512Z","steps":["trace[1417799277] 'process raft request' (duration: 137.437962ms)","trace[1417799277] 'compare' (duration: 19.808655ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:48.751832Z","caller":"traceutil/trace.go:171","msg":"trace[636767863] transaction","detail":"{read_only:false; response_revision:21959; number_of_response:1; }","duration":"132.227628ms","start":"2026-03-04T02:12:48.619551Z","end":"2026-03-04T02:12:48.751779Z","steps":["trace[636767863] 'process raft request' (duration: 131.961552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.001877Z","caller":"traceutil/trace.go:171","msg":"trace[2117625585] linearizableReadLoop","detail":"{readStateIndex:22748; appliedIndex:22746; }","duration":"313.381968ms","start":"2026-03-04T02:12:48.688464Z","end":"2026-03-04T02:12:49.001846Z","steps":["trace[2117625585] 'read index received' (duration: 63.059401ms)","trace[2117625585] 'applied index is now lower than readState.Index' (duration: 250.321147ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:49.00199Z","caller":"traceutil/trace.go:171","msg":"trace[1947134648] transaction","detail":"{read_only:false; response_revision:21960; number_of_response:1; }","duration":"314.257348ms","start":"2026-03-04T02:12:48.687696Z","end":"2026-03-04T02:12:49.001953Z","steps":["trace[1947134648] 'process raft request' (duration: 313.957761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.002159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.68767Z","time spent":"314.411723ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:49.002361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.974085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:12:49.002403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.372529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:12:49.002455Z","caller":"traceutil/trace.go:171","msg":"trace[165094676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21960; }","duration":"292.087428ms","start":"2026-03-04T02:12:48.710343Z","end":"2026-03-04T02:12:49.00243Z","steps":["trace[165094676] 'agreement among raft nodes before linearized reading' (duration: 291.842202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.002496Z","caller":"traceutil/trace.go:171","msg":"trace[1417539924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21960; }","duration":"311.486593ms","start":"2026-03-04T02:12:48.690983Z","end":"2026-03-04T02:12:49.002469Z","steps":["trace[1417539924] 'agreement among raft nodes before linearized reading' (duration: 311.101104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.002647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.690979Z","time spent":"311.649847ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:49.002828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.994169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-03-04T02:12:49.002872Z","caller":"traceutil/trace.go:171","msg":"trace[993361794] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21960; }","duration":"154.075641ms","start":"2026-03-04T02:12:48.848785Z","end":"2026-03-04T02:12:49.00286Z","steps":["trace[993361794] 'agreement among raft nodes before linearized reading' (duration: 153.854536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.002927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.638234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:12:49.003003Z","caller":"traceutil/trace.go:171","msg":"trace[634354140] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21960; }","duration":"314.552226ms","start":"2026-03-04T02:12:48.688431Z","end":"2026-03-04T02:12:49.002983Z","steps":["trace[634354140] 'agreement among raft nodes before linearized reading' (duration: 313.563562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.003219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.503065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:12:49.003242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.642094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"warn","ts":"2026-03-04T02:12:49.003263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.688421Z","time spent":"314.822022ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:12:49.003283Z","caller":"traceutil/trace.go:171","msg":"trace[906322439] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21960; }","duration":"212.711506ms","start":"2026-03-04T02:12:48.790559Z","end":"2026-03-04T02:12:49.00327Z","steps":["trace[906322439] 'agreement among raft nodes before linearized reading' (duration: 212.517511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.003278Z","caller":"traceutil/trace.go:171","msg":"trace[1492413808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21960; }","duration":"304.581277ms","start":"2026-03-04T02:12:48.698685Z","end":"2026-03-04T02:12:49.003266Z","steps":["trace[1492413808] 'agreement among raft nodes before linearized reading' (duration: 304.226198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.00346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.240992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:12:49.003511Z","caller":"traceutil/trace.go:171","msg":"trace[303632450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21960; }","duration":"310.302194ms","start":"2026-03-04T02:12:48.693196Z","end":"2026-03-04T02:12:49.003498Z","steps":["trace[303632450] 'agreement among raft nodes before linearized reading' (duration: 310.137261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.003563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.693191Z","time spent":"310.362436ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:49.003519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:48.698676Z","time spent":"304.825583ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:12:49.451613Z","caller":"traceutil/trace.go:171","msg":"trace[1335563758] linearizableReadLoop","detail":"{readStateIndex:22755; appliedIndex:22754; }","duration":"238.423452ms","start":"2026-03-04T02:12:49.213161Z","end":"2026-03-04T02:12:49.451584Z","steps":["trace[1335563758] 'read index received' (duration: 238.212917ms)","trace[1335563758] 'applied index is now lower than readState.Index' (duration: 209.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:12:49.45172Z","caller":"traceutil/trace.go:171","msg":"trace[486220859] transaction","detail":"{read_only:false; response_revision:21967; number_of_response:1; }","duration":"253.008991ms","start":"2026-03-04T02:12:49.198686Z","end":"2026-03-04T02:12:49.451695Z","steps":["trace[486220859] 'process raft request' (duration: 252.709394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.451997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.819562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:111290"} {"level":"info","ts":"2026-03-04T02:12:49.452055Z","caller":"traceutil/trace.go:171","msg":"trace[1991193467] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21967; }","duration":"238.921244ms","start":"2026-03-04T02:12:49.213115Z","end":"2026-03-04T02:12:49.452037Z","steps":["trace[1991193467] 'agreement among raft nodes before linearized reading' (duration: 238.590496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:49.471076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.020158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5149"} {"level":"info","ts":"2026-03-04T02:12:49.471139Z","caller":"traceutil/trace.go:171","msg":"trace[38337931] transaction","detail":"{read_only:false; response_revision:21968; number_of_response:1; }","duration":"162.013961ms","start":"2026-03-04T02:12:49.309101Z","end":"2026-03-04T02:12:49.471115Z","steps":["trace[38337931] 'process raft request' (duration: 161.626962ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:49.471157Z","caller":"traceutil/trace.go:171","msg":"trace[1564561295] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:21968; }","duration":"151.145931ms","start":"2026-03-04T02:12:49.319994Z","end":"2026-03-04T02:12:49.47114Z","steps":["trace[1564561295] 'agreement among raft nodes before linearized reading' (duration: 150.887325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:53.462253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191275247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:12:53.786353Z","caller":"traceutil/trace.go:171","msg":"trace[1325241281] transaction","detail":"{read_only:false; response_revision:22031; number_of_response:1; }","duration":"929.323762ms","start":"2026-03-04T02:12:52.857009Z","end":"2026-03-04T02:12:53.786333Z","steps":["trace[1325241281] 'process raft request' (duration: 929.2121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:53.786474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:52.856984Z","time spent":"929.427265ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:54.937171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150905482s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:12:54.938764Z","caller":"traceutil/trace.go:171","msg":"trace[340714207] transaction","detail":"{read_only:false; response_revision:22032; number_of_response:1; }","duration":"1.921114543s","start":"2026-03-04T02:12:53.017622Z","end":"2026-03-04T02:12:54.938737Z","steps":["trace[340714207] 'process raft request' (duration: 1.920937699s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.938924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.017597Z","time spent":"1.921247196s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:54.939006Z","caller":"traceutil/trace.go:171","msg":"trace[303964060] transaction","detail":"{read_only:false; response_revision:22033; number_of_response:1; }","duration":"1.517763861s","start":"2026-03-04T02:12:53.421213Z","end":"2026-03-04T02:12:54.938976Z","steps":["trace[303964060] 'process raft request' (duration: 1.517482155s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:54.93906Z","caller":"traceutil/trace.go:171","msg":"trace[204240888] linearizableReadLoop","detail":"{readStateIndex:22822; appliedIndex:22820; }","duration":"1.977306079s","start":"2026-03-04T02:12:52.961735Z","end":"2026-03-04T02:12:54.939041Z","steps":["trace[204240888] 'read index received' (duration: 824.712536ms)","trace[204240888] 'applied index is now lower than readState.Index' (duration: 1.152592743s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:12:54.939235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977491783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18444"} {"level":"info","ts":"2026-03-04T02:12:54.939274Z","caller":"traceutil/trace.go:171","msg":"trace[411569338] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22034; }","duration":"1.977581565s","start":"2026-03-04T02:12:52.961683Z","end":"2026-03-04T02:12:54.939264Z","steps":["trace[411569338] 'agreement among raft nodes before linearized reading' (duration: 1.977436082s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.939307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:52.961661Z","time spent":"1.977639387s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18467,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:12:54.939283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.421192Z","time spent":"1.517891634s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:54.93974Z","caller":"traceutil/trace.go:171","msg":"trace[1934629097] transaction","detail":"{read_only:false; response_revision:22034; number_of_response:1; }","duration":"1.457459466s","start":"2026-03-04T02:12:53.482242Z","end":"2026-03-04T02:12:54.939702Z","steps":["trace[1934629097] 'process raft request' (duration: 1.456664767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.939917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.482196Z","time spent":"1.457631s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:54.946461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899971496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:12:54.946538Z","caller":"traceutil/trace.go:171","msg":"trace[2014381865] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22037; }","duration":"1.900099279s","start":"2026-03-04T02:12:53.046422Z","end":"2026-03-04T02:12:54.946521Z","steps":["trace[2014381865] 'agreement among raft nodes before linearized reading' (duration: 1.899905315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.946578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.046402Z","time spent":"1.900165711s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:12:54.947272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.982489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:12:54.947314Z","caller":"traceutil/trace.go:171","msg":"trace[226840623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22037; }","duration":"758.02698ms","start":"2026-03-04T02:12:54.189277Z","end":"2026-03-04T02:12:54.947304Z","steps":["trace[226840623] 'agreement among raft nodes before linearized reading' (duration: 757.762114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.947339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.189173Z","time spent":"758.159894ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:12:54.947585Z","caller":"traceutil/trace.go:171","msg":"trace[1504394480] transaction","detail":"{read_only:false; response_revision:22035; number_of_response:1; }","duration":"1.049845341s","start":"2026-03-04T02:12:53.897728Z","end":"2026-03-04T02:12:54.947574Z","steps":["trace[1504394480] 'process raft request' (duration: 1.048331355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.947673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.897701Z","time spent":"1.049914902s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18747,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:54.947874Z","caller":"traceutil/trace.go:171","msg":"trace[9214889] transaction","detail":"{read_only:false; response_revision:22036; number_of_response:1; }","duration":"1.047680729s","start":"2026-03-04T02:12:53.900184Z","end":"2026-03-04T02:12:54.947865Z","steps":["trace[9214889] 'process raft request' (duration: 1.0460336s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.94793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.90017Z","time spent":"1.04773199s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:12:54.948066Z","caller":"traceutil/trace.go:171","msg":"trace[194808991] transaction","detail":"{read_only:false; response_revision:22037; number_of_response:1; }","duration":"860.924815ms","start":"2026-03-04T02:12:54.087132Z","end":"2026-03-04T02:12:54.948057Z","steps":["trace[194808991] 'process raft request' (duration: 859.138572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.948109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.087103Z","time spent":"860.981907ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:12:54.948274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.902494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-04T02:12:54.948302Z","caller":"traceutil/trace.go:171","msg":"trace[1446985715] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22037; }","duration":"468.961055ms","start":"2026-03-04T02:12:54.479332Z","end":"2026-03-04T02:12:54.948293Z","steps":["trace[1446985715] 'agreement among raft nodes before linearized reading' (duration: 468.871063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.948328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.479312Z","time spent":"469.007336ms","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:12:54.948471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.727673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:12:54.948499Z","caller":"traceutil/trace.go:171","msg":"trace[1995209363] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:22037; }","duration":"517.795704ms","start":"2026-03-04T02:12:54.430692Z","end":"2026-03-04T02:12:54.948488Z","steps":["trace[1995209363] 'agreement among raft nodes before linearized reading' (duration: 517.749113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.948526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.430666Z","time spent":"517.852696ms","remote":"127.0.0.1:45508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:54.949476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834161641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:12:54.949786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469619747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:12:54.949818Z","caller":"traceutil/trace.go:171","msg":"trace[1009405715] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22037; }","duration":"1.469694449s","start":"2026-03-04T02:12:53.480114Z","end":"2026-03-04T02:12:54.949808Z","steps":["trace[1009405715] 'agreement among raft nodes before linearized reading' (duration: 1.469599487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.949883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.48009Z","time spent":"1.469786022s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:12:54.949917Z","caller":"traceutil/trace.go:171","msg":"trace[574207874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22037; }","duration":"1.834540379s","start":"2026-03-04T02:12:53.11526Z","end":"2026-03-04T02:12:54.9498Z","steps":["trace[574207874] 'agreement among raft nodes before linearized reading' (duration: 1.83417012s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.949535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393109885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:623"} {"level":"info","ts":"2026-03-04T02:12:54.95074Z","caller":"traceutil/trace.go:171","msg":"trace[352817037] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22037; }","duration":"1.394343875s","start":"2026-03-04T02:12:53.556369Z","end":"2026-03-04T02:12:54.950713Z","steps":["trace[352817037] 'agreement among raft nodes before linearized reading' (duration: 1.393075854s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.950827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.556349Z","time spent":"1.394456497s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":646,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:12:54.950683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.115243Z","time spent":"1.835429501s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:12:54.949586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.557331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:12:54.951883Z","caller":"traceutil/trace.go:171","msg":"trace[460329353] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22037; }","duration":"924.894147ms","start":"2026-03-04T02:12:54.026978Z","end":"2026-03-04T02:12:54.951872Z","steps":["trace[460329353] 'agreement among raft nodes before linearized reading' (duration: 922.587352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.952115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:54.026906Z","time spent":"925.193635ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:12:54.94966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900375246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:12:54.952582Z","caller":"traceutil/trace.go:171","msg":"trace[181670351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22037; }","duration":"1.903308056s","start":"2026-03-04T02:12:53.049261Z","end":"2026-03-04T02:12:54.952569Z","steps":["trace[181670351] 'agreement among raft nodes before linearized reading' (duration: 1.900352395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.94968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8880035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:12:54.949668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899066375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T02:12:54.94973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901953324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:12:54.952962Z","caller":"traceutil/trace.go:171","msg":"trace[1236463300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22037; }","duration":"1.905228812s","start":"2026-03-04T02:12:53.047724Z","end":"2026-03-04T02:12:54.952953Z","steps":["trace[1236463300] 'agreement among raft nodes before linearized reading' (duration: 1.901960114s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:12:54.953007Z","caller":"traceutil/trace.go:171","msg":"trace[2004966545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22037; }","duration":"1.8913203s","start":"2026-03-04T02:12:53.061644Z","end":"2026-03-04T02:12:54.952964Z","steps":["trace[2004966545] 'agreement among raft nodes before linearized reading' (duration: 1.887925078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.953088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.047709Z","time spent":"1.905340756s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:12:54.953149Z","caller":"traceutil/trace.go:171","msg":"trace[522381362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22037; }","duration":"1.902592219s","start":"2026-03-04T02:12:53.05055Z","end":"2026-03-04T02:12:54.953142Z","steps":["trace[522381362] 'agreement among raft nodes before linearized reading' (duration: 1.898914921s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:12:54.953177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.050536Z","time spent":"1.902633731s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:54.953092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.061629Z","time spent":"1.891433202s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:12:54.95312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:12:53.049251Z","time spent":"1.903759418s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:14:01.814265Z","caller":"traceutil/trace.go:171","msg":"trace[216050030] transaction","detail":"{read_only:false; response_revision:22646; number_of_response:1; }","duration":"233.914264ms","start":"2026-03-04T02:14:01.580323Z","end":"2026-03-04T02:14:01.814237Z","steps":["trace[216050030] 'process raft request' (duration: 233.758791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:01.814381Z","caller":"traceutil/trace.go:171","msg":"trace[1427482621] linearizableReadLoop","detail":"{readStateIndex:23452; appliedIndex:23452; }","duration":"200.592815ms","start":"2026-03-04T02:14:01.613758Z","end":"2026-03-04T02:14:01.814351Z","steps":["trace[1427482621] 'read index received' (duration: 200.578785ms)","trace[1427482621] 'applied index is now lower than readState.Index' (duration: 11.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:01.814542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.7638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:01.81457Z","caller":"traceutil/trace.go:171","msg":"trace[1920524880] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22646; }","duration":"200.812671ms","start":"2026-03-04T02:14:01.613746Z","end":"2026-03-04T02:14:01.814558Z","steps":["trace[1920524880] 'agreement among raft nodes before linearized reading' (duration: 200.729499ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:13.438987Z","caller":"traceutil/trace.go:171","msg":"trace[1548651214] transaction","detail":"{read_only:false; response_revision:22850; number_of_response:1; }","duration":"101.978673ms","start":"2026-03-04T02:14:13.336983Z","end":"2026-03-04T02:14:13.438962Z","steps":["trace[1548651214] 'process raft request' (duration: 100.501738ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:16.120937Z","caller":"traceutil/trace.go:171","msg":"trace[1458283535] transaction","detail":"{read_only:false; response_revision:22866; number_of_response:1; }","duration":"118.315925ms","start":"2026-03-04T02:14:16.002562Z","end":"2026-03-04T02:14:16.120878Z","steps":["trace[1458283535] 'process raft request' (duration: 118.11594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:16.410314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.926903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:14:16.41044Z","caller":"traceutil/trace.go:171","msg":"trace[247053287] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22866; }","duration":"130.109587ms","start":"2026-03-04T02:14:16.280306Z","end":"2026-03-04T02:14:16.410416Z","steps":["trace[247053287] 'range keys from in-memory index tree' (duration: 129.734918ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:29.027974Z","caller":"traceutil/trace.go:171","msg":"trace[807512994] transaction","detail":"{read_only:false; response_revision:22953; number_of_response:1; }","duration":"189.629663ms","start":"2026-03-04T02:14:28.838318Z","end":"2026-03-04T02:14:29.027947Z","steps":["trace[807512994] 'process raft request' (duration: 189.447588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:29.175048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.518218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:29.175556Z","caller":"traceutil/trace.go:171","msg":"trace[1461644427] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"319.068904ms","start":"2026-03-04T02:14:28.856457Z","end":"2026-03-04T02:14:29.175526Z","steps":["trace[1461644427] 'process raft request' (duration: 202.980793ms)","trace[1461644427] 'compare' (duration: 115.368854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:29.175663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:28.856424Z","time spent":"319.188937ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:29.48565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.064469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:29.485735Z","caller":"traceutil/trace.go:171","msg":"trace[726358892] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22954; }","duration":"204.182131ms","start":"2026-03-04T02:14:29.28153Z","end":"2026-03-04T02:14:29.485712Z","steps":["trace[726358892] 'count revisions from in-memory index tree' (duration: 204.003867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:29.546143Z","caller":"traceutil/trace.go:171","msg":"trace[335633969] transaction","detail":"{read_only:false; response_revision:22955; number_of_response:1; }","duration":"240.352278ms","start":"2026-03-04T02:14:29.305763Z","end":"2026-03-04T02:14:29.546115Z","steps":["trace[335633969] 'process raft request' (duration: 240.174504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:29.562212Z","caller":"traceutil/trace.go:171","msg":"trace[1153778285] linearizableReadLoop","detail":"{readStateIndex:23770; appliedIndex:23766; }","duration":"138.734194ms","start":"2026-03-04T02:14:29.42346Z","end":"2026-03-04T02:14:29.562194Z","steps":["trace[1153778285] 'read index received' (duration: 122.391622ms)","trace[1153778285] 'applied index is now lower than readState.Index' (duration: 16.341822ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:29.562249Z","caller":"traceutil/trace.go:171","msg":"trace[758804930] transaction","detail":"{read_only:false; response_revision:22957; number_of_response:1; }","duration":"253.008821ms","start":"2026-03-04T02:14:29.30921Z","end":"2026-03-04T02:14:29.562219Z","steps":["trace[758804930] 'process raft request' (duration: 252.891289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:29.562238Z","caller":"traceutil/trace.go:171","msg":"trace[2059048472] transaction","detail":"{read_only:false; response_revision:22956; number_of_response:1; }","duration":"256.221738ms","start":"2026-03-04T02:14:29.305962Z","end":"2026-03-04T02:14:29.562184Z","steps":["trace[2059048472] 'process raft request' (duration: 256.016504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:29.562283Z","caller":"traceutil/trace.go:171","msg":"trace[2116942391] transaction","detail":"{read_only:false; response_revision:22958; number_of_response:1; }","duration":"212.606884ms","start":"2026-03-04T02:14:29.349637Z","end":"2026-03-04T02:14:29.562244Z","steps":["trace[2116942391] 'process raft request' (duration: 212.504211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:29.562437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.956449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:14:29.562484Z","caller":"traceutil/trace.go:171","msg":"trace[927432240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22958; }","duration":"139.061301ms","start":"2026-03-04T02:14:29.42341Z","end":"2026-03-04T02:14:29.562471Z","steps":["trace[927432240] 'agreement among raft nodes before linearized reading' (duration: 138.900638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:29.562496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.744838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:14:29.562532Z","caller":"traceutil/trace.go:171","msg":"trace[1496828486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22958; }","duration":"134.783299ms","start":"2026-03-04T02:14:29.427738Z","end":"2026-03-04T02:14:29.562521Z","steps":["trace[1496828486] 'agreement among raft nodes before linearized reading' (duration: 134.680036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:29.743623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.117025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:14:29.743729Z","caller":"traceutil/trace.go:171","msg":"trace[1937861911] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"177.104893ms","start":"2026-03-04T02:14:29.566603Z","end":"2026-03-04T02:14:29.743708Z","steps":["trace[1937861911] 'process raft request' (duration: 34.787244ms)","trace[1937861911] 'compare' (duration: 141.892689ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:29.841601Z","caller":"traceutil/trace.go:171","msg":"trace[1816444246] linearizableReadLoop","detail":"{readStateIndex:23772; appliedIndex:23770; }","duration":"270.775597ms","start":"2026-03-04T02:14:29.570801Z","end":"2026-03-04T02:14:29.841576Z","steps":["trace[1816444246] 'read index received' (duration: 30.678805ms)","trace[1816444246] 'applied index is now lower than readState.Index' (duration: 240.095432ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:14:29.841764Z","caller":"traceutil/trace.go:171","msg":"trace[1556575079] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"274.289152ms","start":"2026-03-04T02:14:29.567442Z","end":"2026-03-04T02:14:29.841731Z","steps":["trace[1556575079] 'process raft request' (duration: 273.994825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:29.841881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.069664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:14:29.84194Z","caller":"traceutil/trace.go:171","msg":"trace[596647487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22960; }","duration":"271.173026ms","start":"2026-03-04T02:14:29.570752Z","end":"2026-03-04T02:14:29.841925Z","steps":["trace[596647487] 'agreement among raft nodes before linearized reading' (duration: 270.986462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:29.841965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.935387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:29.842017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.321255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:29.842063Z","caller":"traceutil/trace.go:171","msg":"trace[1824640316] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22960; }","duration":"141.374857ms","start":"2026-03-04T02:14:29.700673Z","end":"2026-03-04T02:14:29.842048Z","steps":["trace[1824640316] 'agreement among raft nodes before linearized reading' (duration: 141.326056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:29.842105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.983274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:14:29.842108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.958353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:14:29.842124Z","caller":"traceutil/trace.go:171","msg":"trace[1207934157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22960; }","duration":"264.015055ms","start":"2026-03-04T02:14:29.578104Z","end":"2026-03-04T02:14:29.842119Z","steps":["trace[1207934157] 'agreement among raft nodes before linearized reading' (duration: 263.956253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:29.842137Z","caller":"traceutil/trace.go:171","msg":"trace[61104509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22960; }","duration":"263.998114ms","start":"2026-03-04T02:14:29.57813Z","end":"2026-03-04T02:14:29.842128Z","steps":["trace[61104509] 'agreement among raft nodes before linearized reading' (duration: 263.911532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:29.84202Z","caller":"traceutil/trace.go:171","msg":"trace[155634931] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22960; }","duration":"141.038539ms","start":"2026-03-04T02:14:29.700967Z","end":"2026-03-04T02:14:29.842006Z","steps":["trace[155634931] 'agreement among raft nodes before linearized reading' (duration: 140.921066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:29.842126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.064309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-03-04T02:14:29.842147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.10724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:29.842246Z","caller":"traceutil/trace.go:171","msg":"trace[1259546216] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22960; }","duration":"141.306545ms","start":"2026-03-04T02:14:29.700918Z","end":"2026-03-04T02:14:29.842224Z","steps":["trace[1259546216] 'agreement among raft nodes before linearized reading' (duration: 140.859575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:29.841963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.136496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:29.842318Z","caller":"traceutil/trace.go:171","msg":"trace[322998404] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22960; }","duration":"141.283915ms","start":"2026-03-04T02:14:29.70097Z","end":"2026-03-04T02:14:29.842254Z","steps":["trace[322998404] 'agreement among raft nodes before linearized reading' (duration: 140.955297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:29.842332Z","caller":"traceutil/trace.go:171","msg":"trace[1892275236] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22960; }","duration":"142.559426ms","start":"2026-03-04T02:14:29.699763Z","end":"2026-03-04T02:14:29.842322Z","steps":["trace[1892275236] 'agreement among raft nodes before linearized reading' (duration: 142.143996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:29.842274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.319586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:14:29.84259Z","caller":"traceutil/trace.go:171","msg":"trace[246961364] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22960; }","duration":"265.649014ms","start":"2026-03-04T02:14:29.57693Z","end":"2026-03-04T02:14:29.842579Z","steps":["trace[246961364] 'agreement among raft nodes before linearized reading' (duration: 264.821074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:30.134545Z","caller":"traceutil/trace.go:171","msg":"trace[226211225] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"287.111937ms","start":"2026-03-04T02:14:29.847404Z","end":"2026-03-04T02:14:30.134516Z","steps":["trace[226211225] 'process raft request' (duration: 286.883231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:30.174881Z","caller":"traceutil/trace.go:171","msg":"trace[630264216] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"327.416943ms","start":"2026-03-04T02:14:29.847435Z","end":"2026-03-04T02:14:30.174852Z","steps":["trace[630264216] 'process raft request' (duration: 327.219138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:30.175055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.847413Z","time spent":"327.548316ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:30.175122Z","caller":"traceutil/trace.go:171","msg":"trace[210971140] transaction","detail":"{read_only:false; response_revision:22963; number_of_response:1; }","duration":"326.667665ms","start":"2026-03-04T02:14:29.848428Z","end":"2026-03-04T02:14:30.175096Z","steps":["trace[210971140] 'process raft request' (duration: 326.378878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:30.175176Z","caller":"traceutil/trace.go:171","msg":"trace[525338712] linearizableReadLoop","detail":"{readStateIndex:23776; appliedIndex:23772; }","duration":"283.03495ms","start":"2026-03-04T02:14:29.892116Z","end":"2026-03-04T02:14:30.175151Z","steps":["trace[525338712] 'read index received' (duration: 242.200362ms)","trace[525338712] 'applied index is now lower than readState.Index' (duration: 40.833288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:14:30.175224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.848419Z","time spent":"326.755397ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:14:30.175421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.070955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:14:30.175432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.296346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-04T02:14:30.175499Z","caller":"traceutil/trace.go:171","msg":"trace[296909793] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22964; }","duration":"127.235968ms","start":"2026-03-04T02:14:30.048244Z","end":"2026-03-04T02:14:30.175479Z","steps":["trace[296909793] 'agreement among raft nodes before linearized reading' (duration: 127.080334ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:30.175518Z","caller":"traceutil/trace.go:171","msg":"trace[1356131396] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:22964; }","duration":"283.414388ms","start":"2026-03-04T02:14:29.892083Z","end":"2026-03-04T02:14:30.175498Z","steps":["trace[1356131396] 'agreement among raft nodes before linearized reading' (duration: 283.176893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:30.175469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.68435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:30.175622Z","caller":"traceutil/trace.go:171","msg":"trace[1215090682] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22964; }","duration":"102.846334ms","start":"2026-03-04T02:14:30.072719Z","end":"2026-03-04T02:14:30.175565Z","steps":["trace[1215090682] 'agreement among raft nodes before linearized reading' (duration: 102.615538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:14:30.17586Z","caller":"traceutil/trace.go:171","msg":"trace[494405907] transaction","detail":"{read_only:false; response_revision:22964; number_of_response:1; }","duration":"327.30613ms","start":"2026-03-04T02:14:29.848531Z","end":"2026-03-04T02:14:30.175838Z","steps":["trace[494405907] 'process raft request' (duration: 326.48348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:30.176028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:14:29.848511Z","time spent":"327.435853ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:14:45.819367Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20208} {"level":"info","ts":"2026-03-04T02:14:45.930034Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20208,"took":"106.912781ms","hash":3206385835,"current-db-size-bytes":43380736,"current-db-size":"43 MB","current-db-size-in-use-bytes":38055936,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-04T02:14:45.930105Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3206385835,"revision":20208,"compact-revision":18492} {"level":"warn","ts":"2026-03-04T02:14:52.025267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.822802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:52.025352Z","caller":"traceutil/trace.go:171","msg":"trace[750183664] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23166; }","duration":"117.990386ms","start":"2026-03-04T02:14:51.907341Z","end":"2026-03-04T02:14:52.025332Z","steps":["trace[750183664] 'range keys from in-memory index tree' (duration: 117.743401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:52.025544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.991653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:52.025631Z","caller":"traceutil/trace.go:171","msg":"trace[1411348358] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23166; }","duration":"117.146696ms","start":"2026-03-04T02:14:51.908462Z","end":"2026-03-04T02:14:52.025609Z","steps":["trace[1411348358] 'range keys from in-memory index tree' (duration: 116.91035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:14:52.025669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.428277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:14:52.025792Z","caller":"traceutil/trace.go:171","msg":"trace[220902127] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23166; }","duration":"118.57611ms","start":"2026-03-04T02:14:51.907181Z","end":"2026-03-04T02:14:52.025757Z","steps":["trace[220902127] 'range keys from in-memory index tree' (duration: 118.303614ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:15:05.364374Z","caller":"traceutil/trace.go:171","msg":"trace[2014461058] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"239.34457ms","start":"2026-03-04T02:15:05.125Z","end":"2026-03-04T02:15:05.364345Z","steps":["trace[2014461058] 'process raft request' (duration: 239.157285ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:01.072604Z","caller":"traceutil/trace.go:171","msg":"trace[1549056005] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"231.761515ms","start":"2026-03-04T02:16:00.840826Z","end":"2026-03-04T02:16:01.072587Z","steps":["trace[1549056005] 'process raft request' (duration: 231.633732ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:01.152794Z","caller":"traceutil/trace.go:171","msg":"trace[2010576750] linearizableReadLoop","detail":"{readStateIndex:24592; appliedIndex:24590; }","duration":"311.231552ms","start":"2026-03-04T02:16:00.841542Z","end":"2026-03-04T02:16:01.152774Z","steps":["trace[2010576750] 'read index received' (duration: 230.964646ms)","trace[2010576750] 'applied index is now lower than readState.Index' (duration: 80.266066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:01.152992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.423936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:16:01.153045Z","caller":"traceutil/trace.go:171","msg":"trace[1554657626] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23758; }","duration":"311.501098ms","start":"2026-03-04T02:16:00.841529Z","end":"2026-03-04T02:16:01.15303Z","steps":["trace[1554657626] 'agreement among raft nodes before linearized reading' (duration: 311.357414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:01.153081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.841524Z","time spent":"311.547459ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:01.153146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.711703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T02:16:01.153155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.815522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:16:01.153256Z","caller":"traceutil/trace.go:171","msg":"trace[1008372504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23758; }","duration":"292.841496ms","start":"2026-03-04T02:16:00.860374Z","end":"2026-03-04T02:16:01.153216Z","steps":["trace[1008372504] 'agreement among raft nodes before linearized reading' (duration: 292.59849ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:01.153283Z","caller":"traceutil/trace.go:171","msg":"trace[1659637134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23758; }","duration":"310.971565ms","start":"2026-03-04T02:16:00.842287Z","end":"2026-03-04T02:16:01.153259Z","steps":["trace[1659637134] 'agreement among raft nodes before linearized reading' (duration: 310.674018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:01.153344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.842281Z","time spent":"311.046857ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:16:01.152911Z","caller":"traceutil/trace.go:171","msg":"trace[718771164] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"311.749244ms","start":"2026-03-04T02:16:00.841129Z","end":"2026-03-04T02:16:01.152878Z","steps":["trace[718771164] 'process raft request' (duration: 306.435085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:01.153458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:00.841122Z","time spent":"312.276537ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:06.532904Z","caller":"traceutil/trace.go:171","msg":"trace[737537177] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"231.554541ms","start":"2026-03-04T02:16:06.301324Z","end":"2026-03-04T02:16:06.532878Z","steps":["trace[737537177] 'process raft request' (duration: 231.390447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:06.859306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.756918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:06.859403Z","caller":"traceutil/trace.go:171","msg":"trace[1105899152] linearizableReadLoop","detail":"{readStateIndex:24633; appliedIndex:24631; }","duration":"463.041829ms","start":"2026-03-04T02:16:06.396346Z","end":"2026-03-04T02:16:06.859388Z","steps":["trace[1105899152] 'read index received' (duration: 136.361295ms)","trace[1105899152] 'applied index is now lower than readState.Index' (duration: 326.678774ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:06.859541Z","caller":"traceutil/trace.go:171","msg":"trace[1062601175] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"554.499005ms","start":"2026-03-04T02:16:06.304995Z","end":"2026-03-04T02:16:06.859494Z","steps":["trace[1062601175] 'process raft request' (duration: 416.413179ms)","trace[1062601175] 'compare' (duration: 137.542263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:06.860059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.606768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:06.860104Z","caller":"traceutil/trace.go:171","msg":"trace[1062841337] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23798; }","duration":"223.68677ms","start":"2026-03-04T02:16:06.636408Z","end":"2026-03-04T02:16:06.860095Z","steps":["trace[1062841337] 'agreement among raft nodes before linearized reading' (duration: 223.438464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:06.859857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.304973Z","time spent":"554.738191ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:06.860461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.094494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:16:06.860494Z","caller":"traceutil/trace.go:171","msg":"trace[1100552161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23798; }","duration":"464.196137ms","start":"2026-03-04T02:16:06.39629Z","end":"2026-03-04T02:16:06.860486Z","steps":["trace[1100552161] 'agreement among raft nodes before linearized reading' (duration: 463.342476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:06.860626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:06.396268Z","time spent":"464.28513ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:16:07.240452Z","caller":"traceutil/trace.go:171","msg":"trace[1853026606] linearizableReadLoop","detail":"{readStateIndex:24635; appliedIndex:24634; }","duration":"125.779478ms","start":"2026-03-04T02:16:07.114659Z","end":"2026-03-04T02:16:07.240438Z","steps":["trace[1853026606] 'read index received' (duration: 125.646165ms)","trace[1853026606] 'applied index is now lower than readState.Index' (duration: 132.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:07.24065Z","caller":"traceutil/trace.go:171","msg":"trace[568425173] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"141.53525ms","start":"2026-03-04T02:16:07.099104Z","end":"2026-03-04T02:16:07.240639Z","steps":["trace[568425173] 'process raft request' (duration: 141.236142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:07.240837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.177487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:07.24087Z","caller":"traceutil/trace.go:171","msg":"trace[6170869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23800; }","duration":"126.262239ms","start":"2026-03-04T02:16:07.114602Z","end":"2026-03-04T02:16:07.240864Z","steps":["trace[6170869] 'agreement among raft nodes before linearized reading' (duration: 126.195477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:08.397171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.182333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7267"} {"level":"info","ts":"2026-03-04T02:16:08.397519Z","caller":"traceutil/trace.go:171","msg":"trace[1381397981] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23809; }","duration":"165.300426ms","start":"2026-03-04T02:16:08.231958Z","end":"2026-03-04T02:16:08.397258Z","steps":["trace[1381397981] 'range keys from in-memory index tree' (duration: 165.017779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:08.846025Z","caller":"traceutil/trace.go:171","msg":"trace[266333583] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"302.892919ms","start":"2026-03-04T02:16:08.543106Z","end":"2026-03-04T02:16:08.845998Z","steps":["trace[266333583] 'process raft request' (duration: 302.731655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:08.846184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:08.543093Z","time spent":"303.012743ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:09.549674Z","caller":"traceutil/trace.go:171","msg":"trace[1100980580] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"205.195872ms","start":"2026-03-04T02:16:09.344444Z","end":"2026-03-04T02:16:09.54964Z","steps":["trace[1100980580] 'process raft request' (duration: 150.107178ms)","trace[1100980580] 'compare' (duration: 54.952611ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:09.587417Z","caller":"traceutil/trace.go:171","msg":"trace[334444979] linearizableReadLoop","detail":"{readStateIndex:24650; appliedIndex:24647; }","duration":"241.079712ms","start":"2026-03-04T02:16:09.346313Z","end":"2026-03-04T02:16:09.587392Z","steps":["trace[334444979] 'read index received' (duration: 148.268673ms)","trace[334444979] 'applied index is now lower than readState.Index' (duration: 92.809779ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:09.587509Z","caller":"traceutil/trace.go:171","msg":"trace[132066699] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"242.383283ms","start":"2026-03-04T02:16:09.3451Z","end":"2026-03-04T02:16:09.587483Z","steps":["trace[132066699] 'process raft request' (duration: 242.24536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:09.587491Z","caller":"traceutil/trace.go:171","msg":"trace[519787352] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"242.420594ms","start":"2026-03-04T02:16:09.34501Z","end":"2026-03-04T02:16:09.587431Z","steps":["trace[519787352] 'process raft request' (duration: 242.200059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:09.587626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.294437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:16:09.587795Z","caller":"traceutil/trace.go:171","msg":"trace[1266759417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23815; }","duration":"241.498622ms","start":"2026-03-04T02:16:09.346281Z","end":"2026-03-04T02:16:09.587779Z","steps":["trace[1266759417] 'agreement among raft nodes before linearized reading' (duration: 241.217945ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:09.72462Z","caller":"traceutil/trace.go:171","msg":"trace[1529391562] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"120.993072ms","start":"2026-03-04T02:16:09.603604Z","end":"2026-03-04T02:16:09.724597Z","steps":["trace[1529391562] 'process raft request' (duration: 120.775856ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:12.055336Z","caller":"traceutil/trace.go:171","msg":"trace[466242720] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"143.745604ms","start":"2026-03-04T02:16:11.911561Z","end":"2026-03-04T02:16:12.055306Z","steps":["trace[466242720] 'process raft request' (duration: 73.802849ms)","trace[466242720] 'compare' (duration: 69.697259ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:12.19879Z","caller":"traceutil/trace.go:171","msg":"trace[1258696313] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"114.636978ms","start":"2026-03-04T02:16:12.084119Z","end":"2026-03-04T02:16:12.198756Z","steps":["trace[1258696313] 'process raft request' (duration: 80.600023ms)","trace[1258696313] 'compare' (duration: 33.802519ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:12.198812Z","caller":"traceutil/trace.go:171","msg":"trace[1863460761] transaction","detail":"{read_only:false; response_revision:23844; number_of_response:1; }","duration":"114.202427ms","start":"2026-03-04T02:16:12.084569Z","end":"2026-03-04T02:16:12.198772Z","steps":["trace[1863460761] 'process raft request' (duration: 114.105315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:14.337819Z","caller":"traceutil/trace.go:171","msg":"trace[292242003] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"133.655509ms","start":"2026-03-04T02:16:14.204142Z","end":"2026-03-04T02:16:14.337797Z","steps":["trace[292242003] 'process raft request' (duration: 110.60441ms)","trace[292242003] 'compare' (duration: 22.759182ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:15.833575Z","caller":"traceutil/trace.go:171","msg":"trace[1667223701] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"102.516014ms","start":"2026-03-04T02:16:15.731027Z","end":"2026-03-04T02:16:15.833543Z","steps":["trace[1667223701] 'process raft request' (duration: 41.079275ms)","trace[1667223701] 'compare' (duration: 60.821684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:15.833787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.312026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:15.833819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.838971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9855"} {"level":"info","ts":"2026-03-04T02:16:15.83387Z","caller":"traceutil/trace.go:171","msg":"trace[342828189] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:23907; }","duration":"113.449298ms","start":"2026-03-04T02:16:15.720399Z","end":"2026-03-04T02:16:15.833848Z","steps":["trace[342828189] 'agreement among raft nodes before linearized reading' (duration: 113.264884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:15.833891Z","caller":"traceutil/trace.go:171","msg":"trace[853936393] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23907; }","duration":"104.956423ms","start":"2026-03-04T02:16:15.728916Z","end":"2026-03-04T02:16:15.833873Z","steps":["trace[853936393] 'agreement among raft nodes before linearized reading' (duration: 104.707267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.056999Z","caller":"traceutil/trace.go:171","msg":"trace[1040558763] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"187.75613ms","start":"2026-03-04T02:16:15.869209Z","end":"2026-03-04T02:16:16.056965Z","steps":["trace[1040558763] 'process raft request' (duration: 187.508314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.057089Z","caller":"traceutil/trace.go:171","msg":"trace[477776130] linearizableReadLoop","detail":"{readStateIndex:24751; appliedIndex:24748; }","duration":"137.287127ms","start":"2026-03-04T02:16:15.919793Z","end":"2026-03-04T02:16:16.05708Z","steps":["trace[477776130] 'read index received' (duration: 136.976469ms)","trace[477776130] 'applied index is now lower than readState.Index' (duration: 309.428µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:16.057Z","caller":"traceutil/trace.go:171","msg":"trace[783898574] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23911; }","duration":"186.11041ms","start":"2026-03-04T02:16:15.870866Z","end":"2026-03-04T02:16:16.056977Z","steps":["trace[783898574] 'process raft request' (duration: 185.993987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.057386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.859057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-03-04T02:16:16.057411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.917372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-04T02:16:16.057434Z","caller":"traceutil/trace.go:171","msg":"trace[814644837] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23912; }","duration":"193.94857ms","start":"2026-03-04T02:16:15.863475Z","end":"2026-03-04T02:16:16.057424Z","steps":["trace[814644837] 'agreement among raft nodes before linearized reading' (duration: 193.836837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.057452Z","caller":"traceutil/trace.go:171","msg":"trace[1909384625] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23912; }","duration":"189.983333ms","start":"2026-03-04T02:16:15.867454Z","end":"2026-03-04T02:16:16.057438Z","steps":["trace[1909384625] 'agreement among raft nodes before linearized reading' (duration: 189.817369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.05759Z","caller":"traceutil/trace.go:171","msg":"trace[475435697] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"158.746367ms","start":"2026-03-04T02:16:15.898822Z","end":"2026-03-04T02:16:16.057568Z","steps":["trace[475435697] 'process raft request' (duration: 158.07287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.06382Z","caller":"traceutil/trace.go:171","msg":"trace[1649864906] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"137.644055ms","start":"2026-03-04T02:16:15.926157Z","end":"2026-03-04T02:16:16.063801Z","steps":["trace[1649864906] 'process raft request' (duration: 137.383289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.063931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.925082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:16.063986Z","caller":"traceutil/trace.go:171","msg":"trace[11077739] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:23913; }","duration":"138.026235ms","start":"2026-03-04T02:16:15.925948Z","end":"2026-03-04T02:16:16.063974Z","steps":["trace[11077739] 'agreement among raft nodes before linearized reading' (duration: 137.882841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.064201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.013894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-bnwp7\" ","response":"range_response_count:1 size:4806"} {"level":"warn","ts":"2026-03-04T02:16:16.064181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.389718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-04T02:16:16.064229Z","caller":"traceutil/trace.go:171","msg":"trace[1572337690] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-bnwp7; range_end:; response_count:1; response_revision:23913; }","duration":"138.073186ms","start":"2026-03-04T02:16:15.926149Z","end":"2026-03-04T02:16:16.064222Z","steps":["trace[1572337690] 'agreement among raft nodes before linearized reading' (duration: 137.977033ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.064255Z","caller":"traceutil/trace.go:171","msg":"trace[1556639105] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23913; }","duration":"132.48537ms","start":"2026-03-04T02:16:15.931749Z","end":"2026-03-04T02:16:16.064234Z","steps":["trace[1556639105] 'agreement among raft nodes before linearized reading' (duration: 132.275555ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.350997Z","caller":"traceutil/trace.go:171","msg":"trace[1981878784] transaction","detail":"{read_only:false; response_revision:23923; number_of_response:1; }","duration":"206.607826ms","start":"2026-03-04T02:16:16.144362Z","end":"2026-03-04T02:16:16.35097Z","steps":["trace[1981878784] 'process raft request' (duration: 206.35234ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.414883Z","caller":"traceutil/trace.go:171","msg":"trace[1717022762] transaction","detail":"{read_only:false; response_revision:23924; number_of_response:1; }","duration":"268.753743ms","start":"2026-03-04T02:16:16.146081Z","end":"2026-03-04T02:16:16.414835Z","steps":["trace[1717022762] 'process raft request' (duration: 268.350093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.415271Z","caller":"traceutil/trace.go:171","msg":"trace[469803142] linearizableReadLoop","detail":"{readStateIndex:24766; appliedIndex:24761; }","duration":"263.873984ms","start":"2026-03-04T02:16:16.151362Z","end":"2026-03-04T02:16:16.415236Z","steps":["trace[469803142] 'read index received' (duration: 199.407832ms)","trace[469803142] 'applied index is now lower than readState.Index' (duration: 64.464912ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:16.415287Z","caller":"traceutil/trace.go:171","msg":"trace[1449817171] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"268.514047ms","start":"2026-03-04T02:16:16.146743Z","end":"2026-03-04T02:16:16.415257Z","steps":["trace[1449817171] 'process raft request' (duration: 267.903382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.415484Z","caller":"traceutil/trace.go:171","msg":"trace[1969948509] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"263.411693ms","start":"2026-03-04T02:16:16.152049Z","end":"2026-03-04T02:16:16.41546Z","steps":["trace[1969948509] 'process raft request' (duration: 262.913501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.415554Z","caller":"traceutil/trace.go:171","msg":"trace[1292552298] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"265.249338ms","start":"2026-03-04T02:16:16.150291Z","end":"2026-03-04T02:16:16.41554Z","steps":["trace[1292552298] 'process raft request' (duration: 264.5138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.415742Z","caller":"traceutil/trace.go:171","msg":"trace[2138536853] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"171.68931ms","start":"2026-03-04T02:16:16.244033Z","end":"2026-03-04T02:16:16.415722Z","steps":["trace[2138536853] 'process raft request' (duration: 171.064605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.415999Z","caller":"traceutil/trace.go:171","msg":"trace[1935385720] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"265.080963ms","start":"2026-03-04T02:16:16.150892Z","end":"2026-03-04T02:16:16.415972Z","steps":["trace[1935385720] 'process raft request' (duration: 263.989947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.416159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.773496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T02:16:16.416226Z","caller":"traceutil/trace.go:171","msg":"trace[1833534218] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23930; }","duration":"264.875529ms","start":"2026-03-04T02:16:16.151334Z","end":"2026-03-04T02:16:16.416209Z","steps":["trace[1833534218] 'agreement among raft nodes before linearized reading' (duration: 264.633223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.428098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.455357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2475"} {"level":"info","ts":"2026-03-04T02:16:16.428151Z","caller":"traceutil/trace.go:171","msg":"trace[644949370] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23931; }","duration":"273.521158ms","start":"2026-03-04T02:16:16.154616Z","end":"2026-03-04T02:16:16.428137Z","steps":["trace[644949370] 'agreement among raft nodes before linearized reading' (duration: 273.340264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.428151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.397458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-04T02:16:16.428173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.51152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-03-04T02:16:16.428213Z","caller":"traceutil/trace.go:171","msg":"trace[1085831228] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23931; }","duration":"276.470129ms","start":"2026-03-04T02:16:16.151724Z","end":"2026-03-04T02:16:16.428194Z","steps":["trace[1085831228] 'agreement among raft nodes before linearized reading' (duration: 276.299725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.428255Z","caller":"traceutil/trace.go:171","msg":"trace[475679023] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:23931; }","duration":"264.636282ms","start":"2026-03-04T02:16:16.163599Z","end":"2026-03-04T02:16:16.428235Z","steps":["trace[475679023] 'agreement among raft nodes before linearized reading' (duration: 264.335855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.428332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.572563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:16:16.428613Z","caller":"traceutil/trace.go:171","msg":"trace[1980914766] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23931; }","duration":"204.101766ms","start":"2026-03-04T02:16:16.224495Z","end":"2026-03-04T02:16:16.428596Z","steps":["trace[1980914766] 'agreement among raft nodes before linearized reading' (duration: 203.527152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.532921Z","caller":"traceutil/trace.go:171","msg":"trace[1822745392] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"112.237979ms","start":"2026-03-04T02:16:16.420661Z","end":"2026-03-04T02:16:16.532899Z","steps":["trace[1822745392] 'process raft request' (duration: 112.029864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.532919Z","caller":"traceutil/trace.go:171","msg":"trace[56022848] linearizableReadLoop","detail":"{readStateIndex:24772; appliedIndex:24770; }","duration":"105.004694ms","start":"2026-03-04T02:16:16.427888Z","end":"2026-03-04T02:16:16.532893Z","steps":["trace[56022848] 'read index received' (duration: 104.926762ms)","trace[56022848] 'applied index is now lower than readState.Index' (duration: 76.262µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:16.533142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.713017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-03-04T02:16:16.533211Z","caller":"traceutil/trace.go:171","msg":"trace[38210139] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:23933; }","duration":"111.83001ms","start":"2026-03-04T02:16:16.421367Z","end":"2026-03-04T02:16:16.533197Z","steps":["trace[38210139] 'agreement among raft nodes before linearized reading' (duration: 111.607504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.53334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.253082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:16:16.533467Z","caller":"traceutil/trace.go:171","msg":"trace[1486268028] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23933; }","duration":"110.429425ms","start":"2026-03-04T02:16:16.423004Z","end":"2026-03-04T02:16:16.533434Z","steps":["trace[1486268028] 'agreement among raft nodes before linearized reading' (duration: 110.020075ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.532968Z","caller":"traceutil/trace.go:171","msg":"trace[1610420514] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"112.161377ms","start":"2026-03-04T02:16:16.42077Z","end":"2026-03-04T02:16:16.532932Z","steps":["trace[1610420514] 'process raft request' (duration: 112.071655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.702559Z","caller":"traceutil/trace.go:171","msg":"trace[1364193988] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"269.338336ms","start":"2026-03-04T02:16:16.433199Z","end":"2026-03-04T02:16:16.702538Z","steps":["trace[1364193988] 'process raft request' (duration: 269.09913ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.702726Z","caller":"traceutil/trace.go:171","msg":"trace[13636197] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"270.001793ms","start":"2026-03-04T02:16:16.432681Z","end":"2026-03-04T02:16:16.702683Z","steps":["trace[13636197] 'process raft request' (duration: 207.889708ms)","trace[13636197] 'compare' (duration: 61.321216ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:16.702812Z","caller":"traceutil/trace.go:171","msg":"trace[1440233068] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"254.847926ms","start":"2026-03-04T02:16:16.447957Z","end":"2026-03-04T02:16:16.702805Z","steps":["trace[1440233068] 'process raft request' (duration: 254.528238ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.702773Z","caller":"traceutil/trace.go:171","msg":"trace[1438232856] linearizableReadLoop","detail":"{readStateIndex:24777; appliedIndex:24772; }","duration":"169.666581ms","start":"2026-03-04T02:16:16.533074Z","end":"2026-03-04T02:16:16.70274Z","steps":["trace[1438232856] 'read index received' (duration: 107.209198ms)","trace[1438232856] 'applied index is now lower than readState.Index' (duration: 62.455703ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:16.702961Z","caller":"traceutil/trace.go:171","msg":"trace[59121533] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"269.533601ms","start":"2026-03-04T02:16:16.433422Z","end":"2026-03-04T02:16:16.702956Z","steps":["trace[59121533] 'process raft request' (duration: 268.975998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.703152Z","caller":"traceutil/trace.go:171","msg":"trace[2046789497] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"252.899528ms","start":"2026-03-04T02:16:16.450209Z","end":"2026-03-04T02:16:16.703108Z","steps":["trace[2046789497] 'process raft request' (duration: 252.426096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.70331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.083384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-03-04T02:16:16.703334Z","caller":"traceutil/trace.go:171","msg":"trace[1429134102] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:23938; }","duration":"166.151196ms","start":"2026-03-04T02:16:16.537174Z","end":"2026-03-04T02:16:16.703325Z","steps":["trace[1429134102] 'agreement among raft nodes before linearized reading' (duration: 166.041794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.703347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.698524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-04T02:16:16.703387Z","caller":"traceutil/trace.go:171","msg":"trace[1183520931] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23938; }","duration":"271.776605ms","start":"2026-03-04T02:16:16.431598Z","end":"2026-03-04T02:16:16.703374Z","steps":["trace[1183520931] 'agreement among raft nodes before linearized reading' (duration: 271.56443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.703445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.920783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-04T02:16:16.703461Z","caller":"traceutil/trace.go:171","msg":"trace[1698838767] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23938; }","duration":"136.043746ms","start":"2026-03-04T02:16:16.567413Z","end":"2026-03-04T02:16:16.703456Z","steps":["trace[1698838767] 'agreement among raft nodes before linearized reading' (duration: 135.993625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.703609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.74942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-04T02:16:16.70362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.300355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:16:16.703635Z","caller":"traceutil/trace.go:171","msg":"trace[1947378984] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23938; }","duration":"187.847791ms","start":"2026-03-04T02:16:16.515777Z","end":"2026-03-04T02:16:16.703625Z","steps":["trace[1947378984] 'agreement among raft nodes before linearized reading' (duration: 187.767059ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:16.703641Z","caller":"traceutil/trace.go:171","msg":"trace[1540064739] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23938; }","duration":"165.330756ms","start":"2026-03-04T02:16:16.538301Z","end":"2026-03-04T02:16:16.703632Z","steps":["trace[1540064739] 'agreement among raft nodes before linearized reading' (duration: 165.271834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:16.703783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.283671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-9crgc\" ","response":"range_response_count:1 size:2476"} {"level":"info","ts":"2026-03-04T02:16:16.703806Z","caller":"traceutil/trace.go:171","msg":"trace[840938627] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-9crgc; range_end:; response_count:1; response_revision:23938; }","duration":"254.316573ms","start":"2026-03-04T02:16:16.44948Z","end":"2026-03-04T02:16:16.703796Z","steps":["trace[840938627] 'agreement among raft nodes before linearized reading' (duration: 254.243971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.08165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.553609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:17.081904Z","caller":"traceutil/trace.go:171","msg":"trace[127058718] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"104.327538ms","start":"2026-03-04T02:16:16.977562Z","end":"2026-03-04T02:16:17.08189Z","steps":["trace[127058718] 'process raft request' (duration: 104.279257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:17.082003Z","caller":"traceutil/trace.go:171","msg":"trace[831769317] linearizableReadLoop","detail":"{readStateIndex:24786; appliedIndex:24785; }","duration":"164.546067ms","start":"2026-03-04T02:16:16.917439Z","end":"2026-03-04T02:16:17.081985Z","steps":["trace[831769317] 'read index received' (duration: 60.579668ms)","trace[831769317] 'applied index is now lower than readState.Index' (duration: 103.964729ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:17.082093Z","caller":"traceutil/trace.go:171","msg":"trace[1669553750] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"153.830308ms","start":"2026-03-04T02:16:16.928255Z","end":"2026-03-04T02:16:17.082086Z","steps":["trace[1669553750] 'process raft request' (duration: 153.49773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:17.082032Z","caller":"traceutil/trace.go:171","msg":"trace[1043955035] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"168.114864ms","start":"2026-03-04T02:16:16.913738Z","end":"2026-03-04T02:16:17.081853Z","steps":["trace[1043955035] 'process raft request' (duration: 64.268507ms)","trace[1043955035] 'compare' (duration: 103.339104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:17.082264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.812223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112140"} {"level":"info","ts":"2026-03-04T02:16:17.082292Z","caller":"traceutil/trace.go:171","msg":"trace[896941922] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23949; }","duration":"164.883185ms","start":"2026-03-04T02:16:16.917403Z","end":"2026-03-04T02:16:17.082286Z","steps":["trace[896941922] 'agreement among raft nodes before linearized reading' (duration: 164.67645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.082317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.173034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-04T02:16:17.082373Z","caller":"traceutil/trace.go:171","msg":"trace[1082661294] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23949; }","duration":"163.244016ms","start":"2026-03-04T02:16:16.919122Z","end":"2026-03-04T02:16:17.082366Z","steps":["trace[1082661294] 'agreement among raft nodes before linearized reading' (duration: 163.165144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.082532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.030045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:16:17.082564Z","caller":"traceutil/trace.go:171","msg":"trace[390307015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23949; }","duration":"138.101327ms","start":"2026-03-04T02:16:16.944456Z","end":"2026-03-04T02:16:17.082557Z","steps":["trace[390307015] 'agreement among raft nodes before linearized reading' (duration: 137.996374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:17.209009Z","caller":"traceutil/trace.go:171","msg":"trace[338599659] linearizableReadLoop","detail":"{readStateIndex:24790; appliedIndex:24789; }","duration":"103.881787ms","start":"2026-03-04T02:16:17.105104Z","end":"2026-03-04T02:16:17.208986Z","steps":["trace[338599659] 'read index received' (duration: 89.721434ms)","trace[338599659] 'applied index is now lower than readState.Index' (duration: 14.159043ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:17.209131Z","caller":"traceutil/trace.go:171","msg":"trace[1044763755] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"111.494342ms","start":"2026-03-04T02:16:17.097605Z","end":"2026-03-04T02:16:17.209099Z","steps":["trace[1044763755] 'process raft request' (duration: 97.353509ms)","trace[1044763755] 'compare' (duration: 13.891947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:17.209323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.309408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:16:17.209366Z","caller":"traceutil/trace.go:171","msg":"trace[1792274269] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23951; }","duration":"104.394229ms","start":"2026-03-04T02:16:17.104958Z","end":"2026-03-04T02:16:17.209352Z","steps":["trace[1792274269] 'agreement among raft nodes before linearized reading' (duration: 104.161534ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:17.870213Z","caller":"traceutil/trace.go:171","msg":"trace[56322566] linearizableReadLoop","detail":"{readStateIndex:24796; appliedIndex:24795; }","duration":"125.105192ms","start":"2026-03-04T02:16:17.74508Z","end":"2026-03-04T02:16:17.870185Z","steps":["trace[56322566] 'read index received' (duration: 125.01879ms)","trace[56322566] 'applied index is now lower than readState.Index' (duration: 84.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:17.870332Z","caller":"traceutil/trace.go:171","msg":"trace[1990022496] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"136.775215ms","start":"2026-03-04T02:16:17.733524Z","end":"2026-03-04T02:16:17.8703Z","steps":["trace[1990022496] 'process raft request' (duration: 136.505628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:17.871853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.743762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:17.871911Z","caller":"traceutil/trace.go:171","msg":"trace[131841591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23957; }","duration":"126.848523ms","start":"2026-03-04T02:16:17.745046Z","end":"2026-03-04T02:16:17.871895Z","steps":["trace[131841591] 'agreement among raft nodes before linearized reading' (duration: 125.281056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:17.876813Z","caller":"traceutil/trace.go:171","msg":"trace[1804417715] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"131.589239ms","start":"2026-03-04T02:16:17.745206Z","end":"2026-03-04T02:16:17.876795Z","steps":["trace[1804417715] 'process raft request' (duration: 131.103227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:18.078287Z","caller":"traceutil/trace.go:171","msg":"trace[714010997] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"123.490082ms","start":"2026-03-04T02:16:17.954773Z","end":"2026-03-04T02:16:18.078263Z","steps":["trace[714010997] 'process raft request' (duration: 123.329958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:18.208538Z","caller":"traceutil/trace.go:171","msg":"trace[2104953583] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"145.151607ms","start":"2026-03-04T02:16:18.063353Z","end":"2026-03-04T02:16:18.208504Z","steps":["trace[2104953583] 'process raft request' (duration: 63.97088ms)","trace[2104953583] 'compare' (duration: 80.607933ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:18.593386Z","caller":"traceutil/trace.go:171","msg":"trace[1855904689] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"187.611686ms","start":"2026-03-04T02:16:18.405746Z","end":"2026-03-04T02:16:18.593357Z","steps":["trace[1855904689] 'process raft request' (duration: 187.398311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:18.671957Z","caller":"traceutil/trace.go:171","msg":"trace[166037397] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"244.514585ms","start":"2026-03-04T02:16:18.427416Z","end":"2026-03-04T02:16:18.671931Z","steps":["trace[166037397] 'process raft request' (duration: 244.275619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:18.671982Z","caller":"traceutil/trace.go:171","msg":"trace[213002824] linearizableReadLoop","detail":"{readStateIndex:24815; appliedIndex:24813; }","duration":"246.050612ms","start":"2026-03-04T02:16:18.425897Z","end":"2026-03-04T02:16:18.671948Z","steps":["trace[213002824] 'read index received' (duration: 167.300034ms)","trace[213002824] 'applied index is now lower than readState.Index' (duration: 78.747888ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:18.672115Z","caller":"traceutil/trace.go:171","msg":"trace[340841322] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"247.787065ms","start":"2026-03-04T02:16:18.424305Z","end":"2026-03-04T02:16:18.672092Z","steps":["trace[340841322] 'process raft request' (duration: 202.668521ms)","trace[340841322] 'compare' (duration: 44.448817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:18.672212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.959382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:18.672271Z","caller":"traceutil/trace.go:171","msg":"trace[1975405601] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23977; }","duration":"244.062135ms","start":"2026-03-04T02:16:18.428195Z","end":"2026-03-04T02:16:18.672258Z","steps":["trace[1975405601] 'agreement among raft nodes before linearized reading' (duration: 243.910961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:18.672288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.36816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-wm8q8.18997f0aced7c375\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-04T02:16:18.672376Z","caller":"traceutil/trace.go:171","msg":"trace[2136914436] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-wm8q8.18997f0aced7c375; range_end:; response_count:1; response_revision:23977; }","duration":"246.502413ms","start":"2026-03-04T02:16:18.425853Z","end":"2026-03-04T02:16:18.672355Z","steps":["trace[2136914436] 'agreement among raft nodes before linearized reading' (duration: 246.239457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:18.967412Z","caller":"traceutil/trace.go:171","msg":"trace[1017426551] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"112.295451ms","start":"2026-03-04T02:16:18.855092Z","end":"2026-03-04T02:16:18.967387Z","steps":["trace[1017426551] 'process raft request' (duration: 85.872281ms)","trace[1017426551] 'compare' (duration: 26.157973ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:19.280801Z","caller":"traceutil/trace.go:171","msg":"trace[239643886] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"125.794578ms","start":"2026-03-04T02:16:19.154981Z","end":"2026-03-04T02:16:19.280776Z","steps":["trace[239643886] 'process raft request' (duration: 46.374063ms)","trace[239643886] 'compare' (duration: 79.173919ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:19.366694Z","caller":"traceutil/trace.go:171","msg":"trace[1452359840] linearizableReadLoop","detail":"{readStateIndex:24832; appliedIndex:24830; }","duration":"210.424509ms","start":"2026-03-04T02:16:19.156244Z","end":"2026-03-04T02:16:19.366669Z","steps":["trace[1452359840] 'read index received' (duration: 45.144214ms)","trace[1452359840] 'applied index is now lower than readState.Index' (duration: 165.278825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:19.36671Z","caller":"traceutil/trace.go:171","msg":"trace[2053572132] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"210.46584ms","start":"2026-03-04T02:16:19.156205Z","end":"2026-03-04T02:16:19.366671Z","steps":["trace[2053572132] 'process raft request' (duration: 210.198934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:19.366776Z","caller":"traceutil/trace.go:171","msg":"trace[1861235690] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"197.935916ms","start":"2026-03-04T02:16:19.168809Z","end":"2026-03-04T02:16:19.366745Z","steps":["trace[1861235690] 'process raft request' (duration: 197.791912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:19.366825Z","caller":"traceutil/trace.go:171","msg":"trace[654525273] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"210.533662ms","start":"2026-03-04T02:16:19.156281Z","end":"2026-03-04T02:16:19.366814Z","steps":["trace[654525273] 'process raft request' (duration: 210.267525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:19.366992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.520551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-03-04T02:16:19.367059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.675019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:16:19.36708Z","caller":"traceutil/trace.go:171","msg":"trace[576985522] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23994; }","duration":"191.618313ms","start":"2026-03-04T02:16:19.175439Z","end":"2026-03-04T02:16:19.367057Z","steps":["trace[576985522] 'agreement among raft nodes before linearized reading' (duration: 191.384518ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:19.367094Z","caller":"traceutil/trace.go:171","msg":"trace[413688719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23994; }","duration":"140.761661ms","start":"2026-03-04T02:16:19.226322Z","end":"2026-03-04T02:16:19.367084Z","steps":["trace[413688719] 'agreement among raft nodes before linearized reading' (duration: 140.617068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:19.367119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.859049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112140"} {"level":"info","ts":"2026-03-04T02:16:19.367177Z","caller":"traceutil/trace.go:171","msg":"trace[338915192] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23994; }","duration":"210.980982ms","start":"2026-03-04T02:16:19.156181Z","end":"2026-03-04T02:16:19.367162Z","steps":["trace[338915192] 'agreement among raft nodes before linearized reading' (duration: 210.675665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:19.479932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.257079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:19.479926Z","caller":"traceutil/trace.go:171","msg":"trace[66115046] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"106.148312ms","start":"2026-03-04T02:16:19.373544Z","end":"2026-03-04T02:16:19.479692Z","steps":["trace[66115046] 'process raft request' (duration: 64.778549ms)","trace[66115046] 'compare' (duration: 40.752648ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:19.480013Z","caller":"traceutil/trace.go:171","msg":"trace[705470542] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs; range_end:; response_count:0; response_revision:23995; }","duration":"100.382302ms","start":"2026-03-04T02:16:19.379613Z","end":"2026-03-04T02:16:19.479995Z","steps":["trace[705470542] 'agreement among raft nodes before linearized reading' (duration: 100.247239ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:19.774466Z","caller":"traceutil/trace.go:171","msg":"trace[1078335889] linearizableReadLoop","detail":"{readStateIndex:24836; appliedIndex:24835; }","duration":"289.175557ms","start":"2026-03-04T02:16:19.485268Z","end":"2026-03-04T02:16:19.774443Z","steps":["trace[1078335889] 'read index received' (duration: 289.000453ms)","trace[1078335889] 'applied index is now lower than readState.Index' (duration: 174.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:19.77456Z","caller":"traceutil/trace.go:171","msg":"trace[68596847] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"291.666387ms","start":"2026-03-04T02:16:19.482863Z","end":"2026-03-04T02:16:19.77453Z","steps":["trace[68596847] 'process raft request' (duration: 291.425201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:19.774666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.399732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-04T02:16:19.774665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.183897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:19.774697Z","caller":"traceutil/trace.go:171","msg":"trace[756789101] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23996; }","duration":"289.487185ms","start":"2026-03-04T02:16:19.485202Z","end":"2026-03-04T02:16:19.774689Z","steps":["trace[756789101] 'agreement among raft nodes before linearized reading' (duration: 289.364652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:19.774801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.147578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:16:19.774817Z","caller":"traceutil/trace.go:171","msg":"trace[695966319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23996; }","duration":"249.201069ms","start":"2026-03-04T02:16:19.525612Z","end":"2026-03-04T02:16:19.774813Z","steps":["trace[695966319] 'agreement among raft nodes before linearized reading' (duration: 249.152168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:19.774802Z","caller":"traceutil/trace.go:171","msg":"trace[468426177] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23996; }","duration":"270.290609ms","start":"2026-03-04T02:16:19.504408Z","end":"2026-03-04T02:16:19.774699Z","steps":["trace[468426177] 'agreement among raft nodes before linearized reading' (duration: 270.190357ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:19.954246Z","caller":"traceutil/trace.go:171","msg":"trace[916817500] linearizableReadLoop","detail":"{readStateIndex:24837; appliedIndex:24836; }","duration":"171.190358ms","start":"2026-03-04T02:16:19.783035Z","end":"2026-03-04T02:16:19.954225Z","steps":["trace[916817500] 'read index received' (duration: 89.172431ms)","trace[916817500] 'applied index is now lower than readState.Index' (duration: 82.016597ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:19.954349Z","caller":"traceutil/trace.go:171","msg":"trace[2145771474] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"172.216283ms","start":"2026-03-04T02:16:19.782122Z","end":"2026-03-04T02:16:19.954339Z","steps":["trace[2145771474] 'process raft request' (duration: 90.076753ms)","trace[2145771474] 'compare' (duration: 81.929035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:19.954548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.493956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-04T02:16:19.954579Z","caller":"traceutil/trace.go:171","msg":"trace[150713263] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23997; }","duration":"171.577678ms","start":"2026-03-04T02:16:19.782992Z","end":"2026-03-04T02:16:19.954569Z","steps":["trace[150713263] 'agreement among raft nodes before linearized reading' (duration: 171.448725ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:19.979559Z","caller":"traceutil/trace.go:171","msg":"trace[1911023456] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23998; }","duration":"183.828105ms","start":"2026-03-04T02:16:19.795708Z","end":"2026-03-04T02:16:19.979536Z","steps":["trace[1911023456] 'process raft request' (duration: 183.788704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:19.98015Z","caller":"traceutil/trace.go:171","msg":"trace[1860435507] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"186.807007ms","start":"2026-03-04T02:16:19.793317Z","end":"2026-03-04T02:16:19.980124Z","steps":["trace[1860435507] 'process raft request' (duration: 186.049349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.018309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.477206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-04T02:16:20.018361Z","caller":"traceutil/trace.go:171","msg":"trace[1670554731] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23999; }","duration":"131.570168ms","start":"2026-03-04T02:16:19.886782Z","end":"2026-03-04T02:16:20.018352Z","steps":["trace[1670554731] 'agreement among raft nodes before linearized reading' (duration: 131.404364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.018334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.433113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-04T02:16:20.01842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.73231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:16:20.018468Z","caller":"traceutil/trace.go:171","msg":"trace[1404516812] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23999; }","duration":"199.811102ms","start":"2026-03-04T02:16:19.818643Z","end":"2026-03-04T02:16:20.018454Z","steps":["trace[1404516812] 'agreement among raft nodes before linearized reading' (duration: 199.707319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.018459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.64958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:20.018605Z","caller":"traceutil/trace.go:171","msg":"trace[140527220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23999; }","duration":"131.883616ms","start":"2026-03-04T02:16:19.886693Z","end":"2026-03-04T02:16:20.018576Z","steps":["trace[140527220] 'agreement among raft nodes before linearized reading' (duration: 131.429515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.018662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.162991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T02:16:20.018684Z","caller":"traceutil/trace.go:171","msg":"trace[2067323703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23999; }","duration":"108.186661ms","start":"2026-03-04T02:16:19.910492Z","end":"2026-03-04T02:16:20.018679Z","steps":["trace[2067323703] 'agreement among raft nodes before linearized reading' (duration: 108.12735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.018422Z","caller":"traceutil/trace.go:171","msg":"trace[1131192725] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:23999; }","duration":"114.545446ms","start":"2026-03-04T02:16:19.903855Z","end":"2026-03-04T02:16:20.018401Z","steps":["trace[1131192725] 'agreement among raft nodes before linearized reading' (duration: 114.283029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.018121Z","caller":"traceutil/trace.go:171","msg":"trace[1566548091] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"130.796239ms","start":"2026-03-04T02:16:19.887298Z","end":"2026-03-04T02:16:20.018094Z","steps":["trace[1566548091] 'process raft request' (duration: 130.542493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.018316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.471609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:16:20.019011Z","caller":"traceutil/trace.go:171","msg":"trace[662826609] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23999; }","duration":"232.221777ms","start":"2026-03-04T02:16:19.786781Z","end":"2026-03-04T02:16:20.019003Z","steps":["trace[662826609] 'agreement among raft nodes before linearized reading' (duration: 231.386907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.226212Z","caller":"traceutil/trace.go:171","msg":"trace[354572946] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"201.83964ms","start":"2026-03-04T02:16:20.024347Z","end":"2026-03-04T02:16:20.226186Z","steps":["trace[354572946] 'process raft request' (duration: 201.601665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.226751Z","caller":"traceutil/trace.go:171","msg":"trace[9438804] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"202.162928ms","start":"2026-03-04T02:16:20.024556Z","end":"2026-03-04T02:16:20.226719Z","steps":["trace[9438804] 'process raft request' (duration: 201.578854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.227075Z","caller":"traceutil/trace.go:171","msg":"trace[1218588322] linearizableReadLoop","detail":"{readStateIndex:24845; appliedIndex:24841; }","duration":"181.338604ms","start":"2026-03-04T02:16:20.045711Z","end":"2026-03-04T02:16:20.22705Z","steps":["trace[1218588322] 'read index received' (duration: 180.245448ms)","trace[1218588322] 'applied index is now lower than readState.Index' (duration: 1.091506ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:20.227115Z","caller":"traceutil/trace.go:171","msg":"trace[1130544588] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"192.095435ms","start":"2026-03-04T02:16:20.035004Z","end":"2026-03-04T02:16:20.2271Z","steps":["trace[1130544588] 'process raft request' (duration: 191.739676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.227264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.597221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:20.227303Z","caller":"traceutil/trace.go:171","msg":"trace[1254164992] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:24003; }","duration":"200.684093ms","start":"2026-03-04T02:16:20.026608Z","end":"2026-03-04T02:16:20.227292Z","steps":["trace[1254164992] 'agreement among raft nodes before linearized reading' (duration: 200.55345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.227581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.110892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:16:20.227607Z","caller":"traceutil/trace.go:171","msg":"trace[972458000] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24003; }","duration":"203.148863ms","start":"2026-03-04T02:16:20.024451Z","end":"2026-03-04T02:16:20.2276Z","steps":["trace[972458000] 'agreement among raft nodes before linearized reading' (duration: 203.02331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.226797Z","caller":"traceutil/trace.go:171","msg":"trace[734408998] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"192.534455ms","start":"2026-03-04T02:16:20.034248Z","end":"2026-03-04T02:16:20.226783Z","steps":["trace[734408998] 'process raft request' (duration: 192.242428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.44492Z","caller":"traceutil/trace.go:171","msg":"trace[647482518] linearizableReadLoop","detail":"{readStateIndex:24848; appliedIndex:24845; }","duration":"217.756217ms","start":"2026-03-04T02:16:20.227133Z","end":"2026-03-04T02:16:20.444889Z","steps":["trace[647482518] 'read index received' (duration: 217.521421ms)","trace[647482518] 'applied index is now lower than readState.Index' (duration: 233.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:20.445176Z","caller":"traceutil/trace.go:171","msg":"trace[456425574] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"227.686997ms","start":"2026-03-04T02:16:20.21747Z","end":"2026-03-04T02:16:20.445157Z","steps":["trace[456425574] 'process raft request' (duration: 227.306798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.445372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.396824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-04T02:16:20.445431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.634427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:20.445461Z","caller":"traceutil/trace.go:171","msg":"trace[1233228189] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24006; }","duration":"398.543107ms","start":"2026-03-04T02:16:20.046897Z","end":"2026-03-04T02:16:20.44544Z","steps":["trace[1233228189] 'agreement among raft nodes before linearized reading' (duration: 398.189119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.445495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.046871Z","time spent":"398.618959ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:16:20.445489Z","caller":"traceutil/trace.go:171","msg":"trace[1065112106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24006; }","duration":"329.75249ms","start":"2026-03-04T02:16:20.115722Z","end":"2026-03-04T02:16:20.445475Z","steps":["trace[1065112106] 'agreement among raft nodes before linearized reading' (duration: 329.624847ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.445473Z","caller":"traceutil/trace.go:171","msg":"trace[783462930] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"398.6465ms","start":"2026-03-04T02:16:20.046779Z","end":"2026-03-04T02:16:20.445426Z","steps":["trace[783462930] 'process raft request' (duration: 397.787349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.445535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.115701Z","time spent":"329.825552ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:20.44569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.046767Z","time spent":"398.809294ms","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:20.445876Z","caller":"traceutil/trace.go:171","msg":"trace[984387693] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"227.412131ms","start":"2026-03-04T02:16:20.217768Z","end":"2026-03-04T02:16:20.44518Z","steps":["trace[984387693] 'process raft request' (duration: 227.073773ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.475972Z","caller":"traceutil/trace.go:171","msg":"trace[374045050] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"219.765245ms","start":"2026-03-04T02:16:20.25618Z","end":"2026-03-04T02:16:20.475945Z","steps":["trace[374045050] 'process raft request' (duration: 219.661503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.475975Z","caller":"traceutil/trace.go:171","msg":"trace[419356599] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"241.174874ms","start":"2026-03-04T02:16:20.234774Z","end":"2026-03-04T02:16:20.475949Z","steps":["trace[419356599] 'process raft request' (duration: 240.924858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.476305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.433937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-03-04T02:16:20.476383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.49223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-registry-certs-5sgsd\" ","response":"range_response_count:1 size:2489"} {"level":"info","ts":"2026-03-04T02:16:20.476447Z","caller":"traceutil/trace.go:171","msg":"trace[1338731385] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24008; }","duration":"245.648363ms","start":"2026-03-04T02:16:20.230766Z","end":"2026-03-04T02:16:20.476415Z","steps":["trace[1338731385] 'agreement among raft nodes before linearized reading' (duration: 245.256423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.476359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.639652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T02:16:20.4765Z","caller":"traceutil/trace.go:171","msg":"trace[1355359313] range","detail":"{range_begin:/registry/secrets/openstack/magnum-registry-certs-5sgsd; range_end:; response_count:1; response_revision:24008; }","duration":"243.647834ms","start":"2026-03-04T02:16:20.23282Z","end":"2026-03-04T02:16:20.476468Z","steps":["trace[1355359313] 'agreement among raft nodes before linearized reading' (duration: 243.346867ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.476581Z","caller":"traceutil/trace.go:171","msg":"trace[1364605071] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:24008; }","duration":"245.885858ms","start":"2026-03-04T02:16:20.230656Z","end":"2026-03-04T02:16:20.476542Z","steps":["trace[1364605071] 'agreement among raft nodes before linearized reading' (duration: 245.486938ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.583173Z","caller":"traceutil/trace.go:171","msg":"trace[169146264] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24010; }","duration":"104.924342ms","start":"2026-03-04T02:16:20.478216Z","end":"2026-03-04T02:16:20.58314Z","steps":["trace[169146264] 'process raft request' (duration: 104.83012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.583527Z","caller":"traceutil/trace.go:171","msg":"trace[383391834] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"130.743748ms","start":"2026-03-04T02:16:20.452758Z","end":"2026-03-04T02:16:20.583502Z","steps":["trace[383391834] 'process raft request' (duration: 83.161155ms)","trace[383391834] 'compare' (duration: 46.935707ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:20.583543Z","caller":"traceutil/trace.go:171","msg":"trace[1169531614] linearizableReadLoop","detail":"{readStateIndex:24851; appliedIndex:24850; }","duration":"107.595537ms","start":"2026-03-04T02:16:20.475911Z","end":"2026-03-04T02:16:20.583507Z","steps":["trace[1169531614] 'read index received' (duration: 60.172718ms)","trace[1169531614] 'applied index is now lower than readState.Index' (duration: 47.419009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:20.583798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.954584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:20.583844Z","caller":"traceutil/trace.go:171","msg":"trace[1461129811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24010; }","duration":"136.047127ms","start":"2026-03-04T02:16:20.447786Z","end":"2026-03-04T02:16:20.583833Z","steps":["trace[1461129811] 'agreement among raft nodes before linearized reading' (duration: 135.907994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.583989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.217317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-04T02:16:20.584259Z","caller":"traceutil/trace.go:171","msg":"trace[206216256] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:24010; }","duration":"102.534895ms","start":"2026-03-04T02:16:20.481705Z","end":"2026-03-04T02:16:20.58424Z","steps":["trace[206216256] 'agreement among raft nodes before linearized reading' (duration: 102.125995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.584404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.807345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-04T02:16:20.584461Z","caller":"traceutil/trace.go:171","msg":"trace[1035751022] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24010; }","duration":"136.931708ms","start":"2026-03-04T02:16:20.447515Z","end":"2026-03-04T02:16:20.584447Z","steps":["trace[1035751022] 'agreement among raft nodes before linearized reading' (duration: 136.727033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.584477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.266998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-04T02:16:20.584502Z","caller":"traceutil/trace.go:171","msg":"trace[2141606069] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24010; }","duration":"102.305369ms","start":"2026-03-04T02:16:20.482189Z","end":"2026-03-04T02:16:20.584495Z","steps":["trace[2141606069] 'agreement among raft nodes before linearized reading' (duration: 102.232257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:20.755951Z","caller":"traceutil/trace.go:171","msg":"trace[1272358781] linearizableReadLoop","detail":"{readStateIndex:24853; appliedIndex:24852; }","duration":"154.156225ms","start":"2026-03-04T02:16:20.601758Z","end":"2026-03-04T02:16:20.755914Z","steps":["trace[1272358781] 'read index received' (duration: 153.971231ms)","trace[1272358781] 'applied index is now lower than readState.Index' (duration: 182.994µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:20.755985Z","caller":"traceutil/trace.go:171","msg":"trace[1693288714] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"155.759094ms","start":"2026-03-04T02:16:20.600196Z","end":"2026-03-04T02:16:20.755955Z","steps":["trace[1693288714] 'process raft request' (duration: 155.500488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.756176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.379861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-04T02:16:20.756262Z","caller":"traceutil/trace.go:171","msg":"trace[591554459] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:24011; }","duration":"154.497333ms","start":"2026-03-04T02:16:20.601745Z","end":"2026-03-04T02:16:20.756242Z","steps":["trace[591554459] 'agreement among raft nodes before linearized reading' (duration: 154.301919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.994257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.558305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:20.994603Z","caller":"traceutil/trace.go:171","msg":"trace[991309976] linearizableReadLoop","detail":"{readStateIndex:24855; appliedIndex:24853; }","duration":"238.450697ms","start":"2026-03-04T02:16:20.756133Z","end":"2026-03-04T02:16:20.994584Z","steps":["trace[991309976] 'read index received' (duration: 116.39227ms)","trace[991309976] 'applied index is now lower than readState.Index' (duration: 122.057347ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:20.994774Z","caller":"traceutil/trace.go:171","msg":"trace[1095796616] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"315.576516ms","start":"2026-03-04T02:16:20.679159Z","end":"2026-03-04T02:16:20.994736Z","steps":["trace[1095796616] 'process raft request' (duration: 315.33693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.995012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.679117Z","time spent":"315.781511ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:20.99522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.758876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T02:16:20.995266Z","caller":"traceutil/trace.go:171","msg":"trace[1503709200] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24013; }","duration":"392.878799ms","start":"2026-03-04T02:16:20.602379Z","end":"2026-03-04T02:16:20.995258Z","steps":["trace[1503709200] 'agreement among raft nodes before linearized reading' (duration: 392.677405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.995293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.602345Z","time spent":"392.94267ms","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-04T02:16:20.995195Z","caller":"traceutil/trace.go:171","msg":"trace[2041990142] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"317.213156ms","start":"2026-03-04T02:16:20.677933Z","end":"2026-03-04T02:16:20.995146Z","steps":["trace[2041990142] 'process raft request' (duration: 194.654417ms)","trace[2041990142] 'compare' (duration: 121.178945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:20.995399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.677913Z","time spent":"317.41093ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:20.995298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.901827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:16:20.995491Z","caller":"traceutil/trace.go:171","msg":"trace[1202753435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24013; }","duration":"390.103631ms","start":"2026-03-04T02:16:20.605363Z","end":"2026-03-04T02:16:20.995466Z","steps":["trace[1202753435] 'agreement among raft nodes before linearized reading' (duration: 389.660491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.995629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.605354Z","time spent":"390.255936ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T02:16:20.995586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.183647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112140"} {"level":"info","ts":"2026-03-04T02:16:20.995954Z","caller":"traceutil/trace.go:171","msg":"trace[391037784] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:24013; }","duration":"393.568795ms","start":"2026-03-04T02:16:20.602347Z","end":"2026-03-04T02:16:20.995916Z","steps":["trace[391037784] 'agreement among raft nodes before linearized reading' (duration: 392.337886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:20.996033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:20.60233Z","time spent":"393.676679ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112163,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-04T02:16:21.240405Z","caller":"traceutil/trace.go:171","msg":"trace[1872518111] linearizableReadLoop","detail":"{readStateIndex:24856; appliedIndex:24855; }","duration":"220.714859ms","start":"2026-03-04T02:16:21.019653Z","end":"2026-03-04T02:16:21.240368Z","steps":["trace[1872518111] 'read index received' (duration: 128.497434ms)","trace[1872518111] 'applied index is now lower than readState.Index' (duration: 92.216015ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:21.240568Z","caller":"traceutil/trace.go:171","msg":"trace[256190874] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"226.643892ms","start":"2026-03-04T02:16:21.013888Z","end":"2026-03-04T02:16:21.240532Z","steps":["trace[256190874] 'process raft request' (duration: 134.370686ms)","trace[256190874] 'compare' (duration: 91.911727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:21.240767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.087338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-04T02:16:21.240816Z","caller":"traceutil/trace.go:171","msg":"trace[1188355028] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24014; }","duration":"221.171339ms","start":"2026-03-04T02:16:21.019629Z","end":"2026-03-04T02:16:21.2408Z","steps":["trace[1188355028] 'agreement among raft nodes before linearized reading' (duration: 220.922373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:21.240812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.69284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:16:21.240912Z","caller":"traceutil/trace.go:171","msg":"trace[452439161] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24014; }","duration":"218.812872ms","start":"2026-03-04T02:16:21.022073Z","end":"2026-03-04T02:16:21.240886Z","steps":["trace[452439161] 'agreement among raft nodes before linearized reading' (duration: 218.516985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:21.241775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.578322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-04T02:16:21.241852Z","caller":"traceutil/trace.go:171","msg":"trace[464155427] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24014; }","duration":"219.667763ms","start":"2026-03-04T02:16:21.022167Z","end":"2026-03-04T02:16:21.241835Z","steps":["trace[464155427] 'agreement among raft nodes before linearized reading' (duration: 218.429403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:21.583839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.74524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:21.583944Z","caller":"traceutil/trace.go:171","msg":"trace[1120802840] linearizableReadLoop","detail":"{readStateIndex:24857; appliedIndex:24856; }","duration":"286.443921ms","start":"2026-03-04T02:16:21.297484Z","end":"2026-03-04T02:16:21.583928Z","steps":["trace[1120802840] 'read index received' (duration: 48.474764ms)","trace[1120802840] 'applied index is now lower than readState.Index' (duration: 237.967967ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:21.584032Z","caller":"traceutil/trace.go:171","msg":"trace[196997867] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"290.455378ms","start":"2026-03-04T02:16:21.293565Z","end":"2026-03-04T02:16:21.58402Z","steps":["trace[196997867] 'process raft request' (duration: 52.446131ms)","trace[196997867] 'compare' (duration: 237.636258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:21.584244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.754489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-04T02:16:21.584283Z","caller":"traceutil/trace.go:171","msg":"trace[443836850] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24015; }","duration":"286.79216ms","start":"2026-03-04T02:16:21.29748Z","end":"2026-03-04T02:16:21.584272Z","steps":["trace[443836850] 'agreement among raft nodes before linearized reading' (duration: 286.663407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:21.584516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.974117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T02:16:21.584556Z","caller":"traceutil/trace.go:171","msg":"trace[811870188] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24015; }","duration":"283.027158ms","start":"2026-03-04T02:16:21.301519Z","end":"2026-03-04T02:16:21.584546Z","steps":["trace[811870188] 'agreement among raft nodes before linearized reading' (duration: 282.922185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:21.584893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.669834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:16:21.584933Z","caller":"traceutil/trace.go:171","msg":"trace[2080509305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24015; }","duration":"101.723625ms","start":"2026-03-04T02:16:21.483201Z","end":"2026-03-04T02:16:21.584924Z","steps":["trace[2080509305] 'agreement among raft nodes before linearized reading' (duration: 101.634373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:21.58502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.854843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:21.5851Z","caller":"traceutil/trace.go:171","msg":"trace[1743688954] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24015; }","duration":"107.988727ms","start":"2026-03-04T02:16:21.477092Z","end":"2026-03-04T02:16:21.58508Z","steps":["trace[1743688954] 'agreement among raft nodes before linearized reading' (duration: 107.853503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:22.46954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:22.969809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:23.083055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276955863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:23.083127Z","caller":"traceutil/trace.go:171","msg":"trace[1248713817] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24016; }","duration":"1.277071795s","start":"2026-03-04T02:16:21.806038Z","end":"2026-03-04T02:16:23.08311Z","steps":["trace[1248713817] 'count revisions from in-memory index tree' (duration: 1.276876731s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.083155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:21.806022Z","time spent":"1.277127307s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:23.13176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229942193s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:16:23.132402Z","caller":"traceutil/trace.go:171","msg":"trace[1939803339] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"1.230667591s","start":"2026-03-04T02:16:21.901698Z","end":"2026-03-04T02:16:23.132366Z","steps":["trace[1939803339] 'process raft request' (duration: 1.230432505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.13259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:21.901674Z","time spent":"1.230814775s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:23.344423Z","caller":"traceutil/trace.go:171","msg":"trace[818182798] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"1.319847782s","start":"2026-03-04T02:16:22.024549Z","end":"2026-03-04T02:16:23.344397Z","steps":["trace[818182798] 'process raft request' (duration: 1.319569895s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:23.344679Z","caller":"traceutil/trace.go:171","msg":"trace[1836979855] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"894.057545ms","start":"2026-03-04T02:16:22.450581Z","end":"2026-03-04T02:16:23.344638Z","steps":["trace[1836979855] 'process raft request' (duration: 893.742137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.344659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.024522Z","time spent":"1.320012926s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:23.344763Z","caller":"traceutil/trace.go:171","msg":"trace[1075397674] linearizableReadLoop","detail":"{readStateIndex:24864; appliedIndex:24858; }","duration":"1.377211932s","start":"2026-03-04T02:16:21.967531Z","end":"2026-03-04T02:16:23.344743Z","steps":["trace[1075397674] 'read index received' (duration: 1.164467767s)","trace[1075397674] 'applied index is now lower than readState.Index' (duration: 212.742945ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:23.344825Z","caller":"traceutil/trace.go:171","msg":"trace[197364848] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"450.073186ms","start":"2026-03-04T02:16:22.894729Z","end":"2026-03-04T02:16:23.344802Z","steps":["trace[197364848] 'process raft request' (duration: 449.931672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.344856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.450559Z","time spent":"894.207149ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:23.344875Z","caller":"traceutil/trace.go:171","msg":"trace[676914042] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"863.581366ms","start":"2026-03-04T02:16:22.481278Z","end":"2026-03-04T02:16:23.344859Z","steps":["trace[676914042] 'process raft request' (duration: 863.357931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:23.344729Z","caller":"traceutil/trace.go:171","msg":"trace[882016296] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"893.185054ms","start":"2026-03-04T02:16:22.451503Z","end":"2026-03-04T02:16:23.344688Z","steps":["trace[882016296] 'process raft request' (duration: 893.052481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.344966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.481247Z","time spent":"863.662818ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:23.344993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232035254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:23.345031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377491919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:16:23.345039Z","caller":"traceutil/trace.go:171","msg":"trace[1352027627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24024; }","duration":"1.232116886s","start":"2026-03-04T02:16:22.112911Z","end":"2026-03-04T02:16:23.345028Z","steps":["trace[1352027627] 'agreement among raft nodes before linearized reading' (duration: 1.232046364s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:23.345076Z","caller":"traceutil/trace.go:171","msg":"trace[571265305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24024; }","duration":"1.377579401s","start":"2026-03-04T02:16:21.967486Z","end":"2026-03-04T02:16:23.345066Z","steps":["trace[571265305] 'agreement among raft nodes before linearized reading' (duration: 1.377433068s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.345116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:21.967465Z","time spent":"1.377643243s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:23.345136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11257072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-04T02:16:23.345145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.789379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:23.34516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.315582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:23.345085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.112891Z","time spent":"1.232186588s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:23.345174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113708657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-04T02:16:23.344903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.894697Z","time spent":"450.162238ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:23.34527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.841786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:23.345291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.876791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6649f4d6dc-6qnfb\" ","response":"range_response_count:1 size:8651"} {"level":"warn","ts":"2026-03-04T02:16:23.3452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.451493Z","time spent":"893.524342ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:23.34531Z","caller":"traceutil/trace.go:171","msg":"trace[491203558] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24024; }","duration":"124.931248ms","start":"2026-03-04T02:16:23.220362Z","end":"2026-03-04T02:16:23.345294Z","steps":["trace[491203558] 'agreement among raft nodes before linearized reading' (duration: 124.835215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:23.345332Z","caller":"traceutil/trace.go:171","msg":"trace[1042115174] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6649f4d6dc-6qnfb; range_end:; response_count:1; response_revision:24024; }","duration":"501.975084ms","start":"2026-03-04T02:16:22.843348Z","end":"2026-03-04T02:16:23.345323Z","steps":["trace[1042115174] 'agreement among raft nodes before linearized reading' (duration: 501.864782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:23.344852Z","caller":"traceutil/trace.go:171","msg":"trace[561205786] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"341.441784ms","start":"2026-03-04T02:16:23.003399Z","end":"2026-03-04T02:16:23.344841Z","steps":["trace[561205786] 'process raft request' (duration: 341.29467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.345371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.843309Z","time spent":"502.051306ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8674,"request content":"key:\"/registry/pods/openstack/magnum-api-6649f4d6dc-6qnfb\" "} {"level":"warn","ts":"2026-03-04T02:16:23.345404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.003381Z","time spent":"341.988577ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:23.344898Z","caller":"traceutil/trace.go:171","msg":"trace[986777488] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"341.241089ms","start":"2026-03-04T02:16:23.003649Z","end":"2026-03-04T02:16:23.34489Z","steps":["trace[986777488] 'process raft request' (duration: 341.063234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.345587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.003607Z","time spent":"341.939036ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:23.345211Z","caller":"traceutil/trace.go:171","msg":"trace[350159349] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24024; }","duration":"353.410084ms","start":"2026-03-04T02:16:22.991788Z","end":"2026-03-04T02:16:23.345198Z","steps":["trace[350159349] 'agreement among raft nodes before linearized reading' (duration: 353.309362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.34567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.991763Z","time spent":"353.883095ms","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:23.345186Z","caller":"traceutil/trace.go:171","msg":"trace[976429705] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24024; }","duration":"957.873181ms","start":"2026-03-04T02:16:22.387301Z","end":"2026-03-04T02:16:23.345174Z","steps":["trace[976429705] 'agreement among raft nodes before linearized reading' (duration: 957.802189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.345765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.387279Z","time spent":"958.473216ms","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:23.345702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114513587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:16:23.345182Z","caller":"traceutil/trace.go:171","msg":"trace[2038159028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24024; }","duration":"1.112632432s","start":"2026-03-04T02:16:22.232537Z","end":"2026-03-04T02:16:23.345169Z","steps":["trace[2038159028] 'agreement among raft nodes before linearized reading' (duration: 1.112474238s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:23.345888Z","caller":"traceutil/trace.go:171","msg":"trace[314756204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24024; }","duration":"1.114742072s","start":"2026-03-04T02:16:22.231099Z","end":"2026-03-04T02:16:23.345841Z","steps":["trace[314756204] 'agreement among raft nodes before linearized reading' (duration: 1.113996044s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.34591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.232526Z","time spent":"1.113369699s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:16:23.345293Z","caller":"traceutil/trace.go:171","msg":"trace[1633042407] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24024; }","duration":"1.11384378s","start":"2026-03-04T02:16:22.231432Z","end":"2026-03-04T02:16:23.345276Z","steps":["trace[1633042407] 'agreement among raft nodes before linearized reading' (duration: 1.113615615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.345982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.23108Z","time spent":"1.114888296s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:23.346036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.231418Z","time spent":"1.114604619s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:16:23.346411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.900323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:23.346505Z","caller":"traceutil/trace.go:171","msg":"trace[62163303] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24024; }","duration":"521.798984ms","start":"2026-03-04T02:16:22.824686Z","end":"2026-03-04T02:16:23.346485Z","steps":["trace[62163303] 'agreement among raft nodes before linearized reading' (duration: 520.321739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.346553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:22.824631Z","time spent":"521.911647ms","remote":"127.0.0.1:59118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:23.642059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.576158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:23.64216Z","caller":"traceutil/trace.go:171","msg":"trace[1522293870] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"291.493653ms","start":"2026-03-04T02:16:23.350645Z","end":"2026-03-04T02:16:23.642139Z","steps":["trace[1522293870] 'process raft request' (duration: 171.752072ms)","trace[1522293870] 'compare' (duration: 119.227949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:23.9034Z","caller":"traceutil/trace.go:171","msg":"trace[1552600226] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"552.639842ms","start":"2026-03-04T02:16:23.350737Z","end":"2026-03-04T02:16:23.903377Z","steps":["trace[1552600226] 'process raft request' (duration: 463.85029ms)","trace[1552600226] 'compare' (duration: 88.629588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:23.903529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.35071Z","time spent":"552.752354ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:23.903735Z","caller":"traceutil/trace.go:171","msg":"trace[861115606] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"552.287373ms","start":"2026-03-04T02:16:23.351421Z","end":"2026-03-04T02:16:23.903709Z","steps":["trace[861115606] 'process raft request' (duration: 551.910934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.903912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.351412Z","time spent":"552.422146ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:23.904825Z","caller":"traceutil/trace.go:171","msg":"trace[44526398] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"552.663912ms","start":"2026-03-04T02:16:23.352135Z","end":"2026-03-04T02:16:23.904799Z","steps":["trace[44526398] 'process raft request' (duration: 551.477453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:23.904879Z","caller":"traceutil/trace.go:171","msg":"trace[875628665] linearizableReadLoop","detail":"{readStateIndex:24870; appliedIndex:24866; }","duration":"550.388707ms","start":"2026-03-04T02:16:23.354469Z","end":"2026-03-04T02:16:23.904858Z","steps":["trace[875628665] 'read index received' (duration: 168.041172ms)","trace[875628665] 'applied index is now lower than readState.Index' (duration: 382.346475ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:23.904975Z","caller":"traceutil/trace.go:171","msg":"trace[1704037723] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"549.623298ms","start":"2026-03-04T02:16:23.35534Z","end":"2026-03-04T02:16:23.904963Z","steps":["trace[1704037723] 'process raft request' (duration: 549.400323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.904986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.352127Z","time spent":"552.782675ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:23.905035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.355325Z","time spent":"549.68248ms","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8449,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:23.905036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.547341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:23.90509Z","caller":"traceutil/trace.go:171","msg":"trace[1225585978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24029; }","duration":"550.655064ms","start":"2026-03-04T02:16:23.354419Z","end":"2026-03-04T02:16:23.905074Z","steps":["trace[1225585978] 'agreement among raft nodes before linearized reading' (duration: 550.540851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.905125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.732757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:16:23.905162Z","caller":"traceutil/trace.go:171","msg":"trace[1384791198] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24029; }","duration":"437.777558ms","start":"2026-03-04T02:16:23.467372Z","end":"2026-03-04T02:16:23.90515Z","steps":["trace[1384791198] 'agreement among raft nodes before linearized reading' (duration: 437.619784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.905136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.354398Z","time spent":"550.730735ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:23.905205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.467285Z","time spent":"437.911412ms","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-04T02:16:23.905454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.701034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:16:23.905508Z","caller":"traceutil/trace.go:171","msg":"trace[1149633628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24029; }","duration":"290.843818ms","start":"2026-03-04T02:16:23.614651Z","end":"2026-03-04T02:16:23.905495Z","steps":["trace[1149633628] 'agreement among raft nodes before linearized reading' (duration: 290.670964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.905521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.412271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:16:23.905557Z","caller":"traceutil/trace.go:171","msg":"trace[149885235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24029; }","duration":"317.475593ms","start":"2026-03-04T02:16:23.588071Z","end":"2026-03-04T02:16:23.905547Z","steps":["trace[149885235] 'agreement among raft nodes before linearized reading' (duration: 317.372881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:23.905593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.588054Z","time spent":"317.533194ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:16:24.751097Z","caller":"traceutil/trace.go:171","msg":"trace[294595971] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"841.237294ms","start":"2026-03-04T02:16:23.909834Z","end":"2026-03-04T02:16:24.751071Z","steps":["trace[294595971] 'process raft request' (duration: 840.991158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.751292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.909823Z","time spent":"841.357806ms","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:24.751612Z","caller":"traceutil/trace.go:171","msg":"trace[80679690] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"841.449369ms","start":"2026-03-04T02:16:23.910126Z","end":"2026-03-04T02:16:24.751575Z","steps":["trace[80679690] 'process raft request' (duration: 840.876495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:24.75166Z","caller":"traceutil/trace.go:171","msg":"trace[1385061865] linearizableReadLoop","detail":"{readStateIndex:24874; appliedIndex:24871; }","duration":"840.457065ms","start":"2026-03-04T02:16:23.911177Z","end":"2026-03-04T02:16:24.751634Z","steps":["trace[1385061865] 'read index received' (duration: 46.655901ms)","trace[1385061865] 'applied index is now lower than readState.Index' (duration: 793.800144ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:24.751741Z","caller":"traceutil/trace.go:171","msg":"trace[1585285472] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"837.716178ms","start":"2026-03-04T02:16:23.914001Z","end":"2026-03-04T02:16:24.751718Z","steps":["trace[1585285472] 'process raft request' (duration: 837.36224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.751797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.910098Z","time spent":"841.600903ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:24.751842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.913989Z","time spent":"837.79949ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:24.751975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.177947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:24.752035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.611855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:24.752048Z","caller":"traceutil/trace.go:171","msg":"trace[1097824046] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24034; }","duration":"653.31125ms","start":"2026-03-04T02:16:24.098719Z","end":"2026-03-04T02:16:24.75203Z","steps":["trace[1097824046] 'agreement among raft nodes before linearized reading' (duration: 653.162846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:24.75207Z","caller":"traceutil/trace.go:171","msg":"trace[751143038] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24034; }","duration":"189.722207ms","start":"2026-03-04T02:16:24.562335Z","end":"2026-03-04T02:16:24.752057Z","steps":["trace[751143038] 'agreement among raft nodes before linearized reading' (duration: 189.656916ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:24.75207Z","caller":"traceutil/trace.go:171","msg":"trace[2047123633] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"836.355685ms","start":"2026-03-04T02:16:23.915702Z","end":"2026-03-04T02:16:24.752057Z","steps":["trace[2047123633] 'process raft request' (duration: 835.810012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.752049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.837367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:24.752097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:24.098696Z","time spent":"653.390332ms","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:24.75212Z","caller":"traceutil/trace.go:171","msg":"trace[436053698] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24034; }","duration":"181.95395ms","start":"2026-03-04T02:16:24.570153Z","end":"2026-03-04T02:16:24.752107Z","steps":["trace[436053698] 'agreement among raft nodes before linearized reading' (duration: 181.836547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.752106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.891936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-04T02:16:24.752157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.915693Z","time spent":"836.404726ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:24.752212Z","caller":"traceutil/trace.go:171","msg":"trace[1531162683] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24034; }","duration":"841.043878ms","start":"2026-03-04T02:16:23.911138Z","end":"2026-03-04T02:16:24.752182Z","steps":["trace[1531162683] 'agreement among raft nodes before linearized reading' (duration: 840.721661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:24.75228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:23.911123Z","time spent":"841.141241ms","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"info","ts":"2026-03-04T02:16:24.962099Z","caller":"traceutil/trace.go:171","msg":"trace[553778987] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"201.661666ms","start":"2026-03-04T02:16:24.760412Z","end":"2026-03-04T02:16:24.962074Z","steps":["trace[553778987] 'process raft request' (duration: 201.502542ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:25.018527Z","caller":"traceutil/trace.go:171","msg":"trace[1950917029] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"254.582759ms","start":"2026-03-04T02:16:24.76392Z","end":"2026-03-04T02:16:25.018503Z","steps":["trace[1950917029] 'process raft request' (duration: 254.347873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:25.018672Z","caller":"traceutil/trace.go:171","msg":"trace[1482320330] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"191.387577ms","start":"2026-03-04T02:16:24.827266Z","end":"2026-03-04T02:16:25.018653Z","steps":["trace[1482320330] 'process raft request' (duration: 191.185382ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:25.172351Z","caller":"traceutil/trace.go:171","msg":"trace[728451090] linearizableReadLoop","detail":"{readStateIndex:24880; appliedIndex:24879; }","duration":"128.734839ms","start":"2026-03-04T02:16:25.043587Z","end":"2026-03-04T02:16:25.172322Z","steps":["trace[728451090] 'read index received' (duration: 49.606952ms)","trace[728451090] 'applied index is now lower than readState.Index' (duration: 79.126677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:25.172641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.024807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:25.17294Z","caller":"traceutil/trace.go:171","msg":"trace[1677033673] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24037; }","duration":"129.388515ms","start":"2026-03-04T02:16:25.043525Z","end":"2026-03-04T02:16:25.172914Z","steps":["trace[1677033673] 'agreement among raft nodes before linearized reading' (duration: 129.012656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:25.847021Z","caller":"traceutil/trace.go:171","msg":"trace[1663100942] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"497.019553ms","start":"2026-03-04T02:16:25.349958Z","end":"2026-03-04T02:16:25.846977Z","steps":["trace[1663100942] 'process raft request' (duration: 496.810168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:25.847228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.349937Z","time spent":"497.172887ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:26.030825Z","caller":"traceutil/trace.go:171","msg":"trace[1359650123] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"679.820223ms","start":"2026-03-04T02:16:25.350985Z","end":"2026-03-04T02:16:26.030805Z","steps":["trace[1359650123] 'process raft request' (duration: 679.709931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:26.030859Z","caller":"traceutil/trace.go:171","msg":"trace[1972527774] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"679.887795ms","start":"2026-03-04T02:16:25.350942Z","end":"2026-03-04T02:16:26.03083Z","steps":["trace[1972527774] 'process raft request' (duration: 679.169137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:26.030952Z","caller":"traceutil/trace.go:171","msg":"trace[1496985558] linearizableReadLoop","detail":"{readStateIndex:24887; appliedIndex:24881; }","duration":"658.929967ms","start":"2026-03-04T02:16:25.372013Z","end":"2026-03-04T02:16:26.030943Z","steps":["trace[1496985558] 'read index received' (duration: 474.720423ms)","trace[1496985558] 'applied index is now lower than readState.Index' (duration: 184.208924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:26.03097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.350966Z","time spent":"679.930165ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:26.031019Z","caller":"traceutil/trace.go:171","msg":"trace[630463889] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"679.881624ms","start":"2026-03-04T02:16:25.351129Z","end":"2026-03-04T02:16:26.031011Z","steps":["trace[630463889] 'process raft request' (duration: 679.650049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:26.031066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.35112Z","time spent":"679.920695ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:26.031011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.350918Z","time spent":"680.003897ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:26.031271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.684225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:16:26.031287Z","caller":"traceutil/trace.go:171","msg":"trace[1532536492] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"678.617174ms","start":"2026-03-04T02:16:25.352657Z","end":"2026-03-04T02:16:26.031274Z","steps":["trace[1532536492] 'process raft request' (duration: 678.256735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:26.031312Z","caller":"traceutil/trace.go:171","msg":"trace[961961247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24044; }","duration":"385.755857ms","start":"2026-03-04T02:16:25.645544Z","end":"2026-03-04T02:16:26.0313Z","steps":["trace[961961247] 'agreement among raft nodes before linearized reading' (duration: 385.648155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:26.031336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.645525Z","time spent":"385.803938ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:16:26.03134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.352646Z","time spent":"678.664734ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:16:26.031411Z","caller":"traceutil/trace.go:171","msg":"trace[593906795] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"679.851724ms","start":"2026-03-04T02:16:25.351552Z","end":"2026-03-04T02:16:26.031404Z","steps":["trace[593906795] 'process raft request' (duration: 679.323591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:26.031425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.408828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:26.03145Z","caller":"traceutil/trace.go:171","msg":"trace[1914641372] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24044; }","duration":"659.45738ms","start":"2026-03-04T02:16:25.371984Z","end":"2026-03-04T02:16:26.031441Z","steps":["trace[1914641372] 'agreement among raft nodes before linearized reading' (duration: 659.413329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:26.031476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.371974Z","time spent":"659.49655ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:26.031497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.112711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:16:26.031518Z","caller":"traceutil/trace.go:171","msg":"trace[2011215222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24044; }","duration":"120.147381ms","start":"2026-03-04T02:16:25.911365Z","end":"2026-03-04T02:16:26.031512Z","steps":["trace[2011215222] 'agreement among raft nodes before linearized reading' (duration: 120.09246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:26.031449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:25.35151Z","time spent":"679.920165ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:26.03161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.265655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:16:26.031636Z","caller":"traceutil/trace.go:171","msg":"trace[326441736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24044; }","duration":"120.333426ms","start":"2026-03-04T02:16:25.911296Z","end":"2026-03-04T02:16:26.031629Z","steps":["trace[326441736] 'agreement among raft nodes before linearized reading' (duration: 120.273165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:26.03165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.459016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-04T02:16:26.031682Z","caller":"traceutil/trace.go:171","msg":"trace[1516491774] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24044; }","duration":"124.518717ms","start":"2026-03-04T02:16:25.907155Z","end":"2026-03-04T02:16:26.031673Z","steps":["trace[1516491774] 'agreement among raft nodes before linearized reading' (duration: 124.446466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:26.301843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.90577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:26.302008Z","caller":"traceutil/trace.go:171","msg":"trace[923848418] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"265.966035ms","start":"2026-03-04T02:16:26.036023Z","end":"2026-03-04T02:16:26.301989Z","steps":["trace[923848418] 'process raft request' (duration: 125.828659ms)","trace[923848418] 'compare' (duration: 139.794167ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:26.302512Z","caller":"traceutil/trace.go:171","msg":"trace[1942962305] linearizableReadLoop","detail":"{readStateIndex:24889; appliedIndex:24887; }","duration":"266.262492ms","start":"2026-03-04T02:16:26.03623Z","end":"2026-03-04T02:16:26.302493Z","steps":["trace[1942962305] 'read index received' (duration: 40.763597ms)","trace[1942962305] 'applied index is now lower than readState.Index' (duration: 225.497795ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:16:26.302531Z","caller":"traceutil/trace.go:171","msg":"trace[1867452998] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"265.242967ms","start":"2026-03-04T02:16:26.037263Z","end":"2026-03-04T02:16:26.302506Z","steps":["trace[1867452998] 'process raft request' (duration: 265.109384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:26.302524Z","caller":"traceutil/trace.go:171","msg":"trace[283398055] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"265.314529ms","start":"2026-03-04T02:16:26.037165Z","end":"2026-03-04T02:16:26.30248Z","steps":["trace[283398055] 'process raft request' (duration: 264.779236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:26.30267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.417256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:16:26.302695Z","caller":"traceutil/trace.go:171","msg":"trace[119518848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24049; }","duration":"266.486718ms","start":"2026-03-04T02:16:26.0362Z","end":"2026-03-04T02:16:26.302687Z","steps":["trace[119518848] 'agreement among raft nodes before linearized reading' (duration: 266.362205ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:26.302692Z","caller":"traceutil/trace.go:171","msg":"trace[364853944] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"263.586867ms","start":"2026-03-04T02:16:26.039078Z","end":"2026-03-04T02:16:26.302665Z","steps":["trace[364853944] 'process raft request' (duration: 263.377062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:26.993633Z","caller":"traceutil/trace.go:171","msg":"trace[395397663] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"233.654502ms","start":"2026-03-04T02:16:26.759962Z","end":"2026-03-04T02:16:26.993617Z","steps":["trace[395397663] 'process raft request' (duration: 233.535919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.751937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.371888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:27.752Z","caller":"traceutil/trace.go:171","msg":"trace[107858638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24050; }","duration":"638.484621ms","start":"2026-03-04T02:16:27.113501Z","end":"2026-03-04T02:16:27.751986Z","steps":["trace[107858638] 'range keys from in-memory index tree' (duration: 638.295507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.752029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.11348Z","time spent":"638.542813ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:27.75226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.383415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:27.752291Z","caller":"traceutil/trace.go:171","msg":"trace[1038332048] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24050; }","duration":"590.457717ms","start":"2026-03-04T02:16:27.161825Z","end":"2026-03-04T02:16:27.752283Z","steps":["trace[1038332048] 'count revisions from in-memory index tree' (duration: 590.323444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.752328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.161808Z","time spent":"590.511559ms","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:27.752609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.084555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:27.752636Z","caller":"traceutil/trace.go:171","msg":"trace[2028859997] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24050; }","duration":"523.114416ms","start":"2026-03-04T02:16:27.229516Z","end":"2026-03-04T02:16:27.75263Z","steps":["trace[2028859997] 'count revisions from in-memory index tree' (duration: 523.006283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:27.752659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:27.229499Z","time spent":"523.151277ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:27.753984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.288284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:27.754045Z","caller":"traceutil/trace.go:171","msg":"trace[134111676] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24050; }","duration":"200.401337ms","start":"2026-03-04T02:16:27.553627Z","end":"2026-03-04T02:16:27.754029Z","steps":["trace[134111676] 'count revisions from in-memory index tree' (duration: 200.199121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:27.98817Z","caller":"traceutil/trace.go:171","msg":"trace[1282775929] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"136.759104ms","start":"2026-03-04T02:16:27.851386Z","end":"2026-03-04T02:16:27.988145Z","steps":["trace[1282775929] 'process raft request' (duration: 136.585669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:28.582578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:29.091608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:29.592703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:30.093101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:30.114862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000461414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:30.115057Z","caller":"traceutil/trace.go:171","msg":"trace[76998034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725831s","start":"2026-03-04T02:16:28.114309Z","end":"2026-03-04T02:16:30.115034Z","steps":["trace[76998034] 'agreement among raft nodes before linearized reading' (duration: 2.000502735s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:30.115164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.11428Z","time spent":"2.000865274s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:30.593766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:30.781505Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.744971314s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:32.115207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:32.115293Z","caller":"traceutil/trace.go:171","msg":"trace[1877366012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129516s","start":"2026-03-04T02:16:30.115145Z","end":"2026-03-04T02:16:32.115275Z","steps":["trace[1877366012] 'agreement among raft nodes before linearized reading' (duration: 2.000020193s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:32.11533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.115103Z","time spent":"2.000220988s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.034775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.036406Z","time spent":"4.998356046s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:33.037303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.039224Z","time spent":"4.998071119s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.037594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.039113Z","time spent":"4.998476909s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.038061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.039404Z","time spent":"4.998655093s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.041988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.039144144s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:33.042123Z","caller":"traceutil/trace.go:171","msg":"trace[1722417821] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24051; }","duration":"4.039275557s","start":"2026-03-04T02:16:29.002818Z","end":"2026-03-04T02:16:33.042094Z","steps":["trace[1722417821] 'range keys from in-memory index tree' (duration: 4.039130283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.043856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261864268s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:16:33.081444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999491504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.081534Z","caller":"traceutil/trace.go:171","msg":"trace[2138024656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999650778s","start":"2026-03-04T02:16:28.081862Z","end":"2026-03-04T02:16:33.081513Z","steps":["trace[2138024656] 'agreement among raft nodes before linearized reading' (duration: 4.999529915s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.081582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.081834Z","time spent":"4.99973756s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.306626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000482409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.306708Z","caller":"traceutil/trace.go:171","msg":"trace[622658150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000620911s","start":"2026-03-04T02:16:28.306069Z","end":"2026-03-04T02:16:33.306689Z","steps":["trace[622658150] 'agreement among raft nodes before linearized reading' (duration: 5.000516849s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.306757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.306043Z","time spent":"5.000704404s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:33.548925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:33.549024Z","caller":"traceutil/trace.go:171","msg":"trace[945218799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000608137s","start":"2026-03-04T02:16:31.548384Z","end":"2026-03-04T02:16:33.548992Z","steps":["trace[945218799] 'agreement among raft nodes before linearized reading' (duration: 2.000487204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.549086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.548352Z","time spent":"2.00072061s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:33.997761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99974539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:33.997848Z","caller":"traceutil/trace.go:171","msg":"trace[508541716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999889423s","start":"2026-03-04T02:16:28.997939Z","end":"2026-03-04T02:16:33.997829Z","steps":["trace[508541716] 'agreement among raft nodes before linearized reading' (duration: 4.999780521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:33.997897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.997915Z","time spent":"4.999972706s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:16:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:34.12304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999893381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:34.123107Z","caller":"traceutil/trace.go:171","msg":"trace[715583394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026154s","start":"2026-03-04T02:16:32.123067Z","end":"2026-03-04T02:16:34.123093Z","steps":["trace[715583394] 'agreement among raft nodes before linearized reading' (duration: 1.999937392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:34.123161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.123045Z","time spent":"2.000102325s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:34.923109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.9870063s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:34.992188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.994741Z","time spent":"4.997442534s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:35.040331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.039827Z","time spent":"7.000480321s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:35.092998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.092069Z","time spent":"7.000922512s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:35.138385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.138063Z","time spent":"7.000316798s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:36.13005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999754356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:36.130134Z","caller":"traceutil/trace.go:171","msg":"trace[2114756682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999946711s","start":"2026-03-04T02:16:34.130168Z","end":"2026-03-04T02:16:36.130115Z","steps":["trace[2114756682] 'agreement among raft nodes before linearized reading' (duration: 1.999852979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:36.130177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.130144Z","time spent":"2.000023762s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:36.130349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.177121Z","time spent":"1.953221579s","remote":"127.0.0.1:47720","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:36.131004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20758636s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:16:36.131457Z","caller":"traceutil/trace.go:171","msg":"trace[98611315] linearizableReadLoop","detail":"{readStateIndex:24902; appliedIndex:24894; }","duration":"8.04952627s","start":"2026-03-04T02:16:28.081917Z","end":"2026-03-04T02:16:36.131443Z","steps":["trace[98611315] 'read index received' (duration: 2.699996775s)","trace[98611315] 'applied index is now lower than readState.Index' (duration: 5.349528675s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:36.63211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:37.1324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:37.632985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:38.036691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999210917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:38.036777Z","caller":"traceutil/trace.go:171","msg":"trace[762922684] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999364151s","start":"2026-03-04T02:16:33.037394Z","end":"2026-03-04T02:16:38.036758Z","steps":["trace[762922684] 'agreement among raft nodes before linearized reading' (duration: 4.999238388s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.036821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.037362Z","time spent":"4.999449163s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.038633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998562742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:38.038672Z","caller":"traceutil/trace.go:171","msg":"trace[1714849209] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998640423s","start":"2026-03-04T02:16:33.040023Z","end":"2026-03-04T02:16:38.038663Z","steps":["trace[1714849209] 'agreement among raft nodes before linearized reading' (duration: 4.998594592s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.038697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.040006Z","time spent":"4.998684455s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.038703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9984956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T02:16:38.03871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998155812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:38.038775Z","caller":"traceutil/trace.go:171","msg":"trace[2075266048] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998633903s","start":"2026-03-04T02:16:33.040124Z","end":"2026-03-04T02:16:38.038758Z","steps":["trace[2075266048] 'agreement among raft nodes before linearized reading' (duration: 4.998525671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.038815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.040104Z","time spent":"4.998703115s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-04T02:16:38.038816Z","caller":"traceutil/trace.go:171","msg":"trace[756809261] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998303675s","start":"2026-03-04T02:16:33.040488Z","end":"2026-03-04T02:16:38.038791Z","steps":["trace[756809261] 'agreement among raft nodes before linearized reading' (duration: 4.998177072s)"],"step_count":1} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.038886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.040474Z","time spent":"4.998391478s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.040865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996864908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:38.040938Z","caller":"traceutil/trace.go:171","msg":"trace[1569828869] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.99697102s","start":"2026-03-04T02:16:35.04395Z","end":"2026-03-04T02:16:38.040921Z","steps":["trace[1569828869] 'agreement among raft nodes before linearized reading' (duration: 2.996883848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.040993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.043936Z","time spent":"2.997037592s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.050648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.650868038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:38.050709Z","caller":"traceutil/trace.go:171","msg":"trace[99685232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.650964341s","start":"2026-03-04T02:16:31.39973Z","end":"2026-03-04T02:16:38.050694Z","steps":["trace[99685232] 'agreement among raft nodes before linearized reading' (duration: 6.650894899s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.050741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.399713Z","time spent":"6.651021033s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.119913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036930748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:38.119998Z","caller":"traceutil/trace.go:171","msg":"trace[170975918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.037076412s","start":"2026-03-04T02:16:35.082903Z","end":"2026-03-04T02:16:38.119979Z","steps":["trace[170975918] 'agreement among raft nodes before linearized reading' (duration: 3.036970949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.120044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.082882Z","time spent":"3.037152244s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.134033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:38.159845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029261932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:38.159886Z","caller":"traceutil/trace.go:171","msg":"trace[857572002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.029350034s","start":"2026-03-04T02:16:36.130525Z","end":"2026-03-04T02:16:38.159875Z","steps":["trace[857572002] 'agreement among raft nodes before linearized reading' (duration: 2.029298083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.159915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.130508Z","time spent":"2.029400805s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:38.305028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.9998702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:38.305093Z","caller":"traceutil/trace.go:171","msg":"trace[75725821] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"9.999994803s","start":"2026-03-04T02:16:28.305085Z","end":"2026-03-04T02:16:38.305079Z","steps":["trace[75725821] 'agreement among raft nodes before linearized reading' (duration: 9.99989517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.305129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.305059Z","time spent":"10.000062285s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.306586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997626367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:38.306705Z","caller":"traceutil/trace.go:171","msg":"trace[474786807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997825933s","start":"2026-03-04T02:16:35.308847Z","end":"2026-03-04T02:16:38.306673Z","steps":["trace[474786807] 'agreement among raft nodes before linearized reading' (duration: 2.997647788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.306763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.308815Z","time spent":"2.997936404s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.30695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999798818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:38.306989Z","caller":"traceutil/trace.go:171","msg":"trace[1393050203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999916261s","start":"2026-03-04T02:16:28.307062Z","end":"2026-03-04T02:16:38.306978Z","steps":["trace[1393050203] 'agreement among raft nodes before linearized reading' (duration: 9.999805478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.306969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000523617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:38.307059Z","caller":"traceutil/trace.go:171","msg":"trace[138025660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.00068282s","start":"2026-03-04T02:16:28.306355Z","end":"2026-03-04T02:16:38.307038Z","steps":["trace[138025660] 'agreement among raft nodes before linearized reading' (duration: 10.000559977s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:38.307111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.306333Z","time spent":"10.000769192s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.307014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.307056Z","time spent":"9.999951813s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/04 02:16:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:38.635006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:39.013421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013707415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:39.013527Z","caller":"traceutil/trace.go:171","msg":"trace[832123266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.013857779s","start":"2026-03-04T02:16:35.999643Z","end":"2026-03-04T02:16:39.013501Z","steps":["trace[832123266] 'agreement among raft nodes before linearized reading' (duration: 3.013739696s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:39.013608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.999622Z","time spent":"3.013968982s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 02:16:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:39.135446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:39.636335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:39.992586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999335159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:39.992659Z","caller":"traceutil/trace.go:171","msg":"trace[98125352] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999455452s","start":"2026-03-04T02:16:34.993188Z","end":"2026-03-04T02:16:39.992644Z","steps":["trace[98125352] 'agreement among raft nodes before linearized reading' (duration: 4.99935733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:39.992697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.993177Z","time spent":"4.999512153s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/04 02:16:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:40.13652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:40.177595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000307279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:40.177774Z","caller":"traceutil/trace.go:171","msg":"trace[142904263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552485s","start":"2026-03-04T02:16:38.177201Z","end":"2026-03-04T02:16:40.177753Z","steps":["trace[142904263] 'agreement among raft nodes before linearized reading' (duration: 2.00034552s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:40.177875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.177185Z","time spent":"2.000675798s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:40.245653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.322324926s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:40.267663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264897071s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:40.267784Z","caller":"traceutil/trace.go:171","msg":"trace[1441325276] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24059; }","duration":"1.265026824s","start":"2026-03-04T02:16:39.00274Z","end":"2026-03-04T02:16:40.267767Z","steps":["trace[1441325276] 'range keys from in-memory index tree' (duration: 1.264884231s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:40.268682Z","caller":"traceutil/trace.go:171","msg":"trace[834881402] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"6.65796872s","start":"2026-03-04T02:16:33.610688Z","end":"2026-03-04T02:16:40.268657Z","steps":["trace[834881402] 'process raft request' (duration: 6.635133417s)","trace[834881402] 'compare' (duration: 20.147068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:40.268819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.6106Z","time spent":"6.658150156s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:42.17872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:42.17887Z","caller":"traceutil/trace.go:171","msg":"trace[197870657] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415553s","start":"2026-03-04T02:16:40.178436Z","end":"2026-03-04T02:16:42.178851Z","steps":["trace[197870657] 'agreement among raft nodes before linearized reading' (duration: 2.000241189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:42.17893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.178419Z","time spent":"2.000501745s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:42.227651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.227063Z","time spent":"7.000582734s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:42.529052Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929cb672874f6e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:42.868384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.327925468s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:43.038386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997359882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:43.038502Z","caller":"traceutil/trace.go:171","msg":"trace[1626342298] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997550186s","start":"2026-03-04T02:16:38.040925Z","end":"2026-03-04T02:16:43.038476Z","steps":["trace[1626342298] 'agreement among raft nodes before linearized reading' (duration: 4.997398042s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.038565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.040903Z","time spent":"4.997649429s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/04 02:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:43.038705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997683619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:43.03874Z","caller":"traceutil/trace.go:171","msg":"trace[1580823366] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997749161s","start":"2026-03-04T02:16:38.040981Z","end":"2026-03-04T02:16:43.03873Z","steps":["trace[1580823366] 'agreement among raft nodes before linearized reading' (duration: 4.99771521s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.03877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.040963Z","time spent":"4.997800032s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 02:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 02:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:43.096412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.999863965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:43.096489Z","caller":"traceutil/trace.go:171","msg":"trace[2039813004] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.999986108s","start":"2026-03-04T02:16:35.096485Z","end":"2026-03-04T02:16:43.096471Z","steps":["trace[2039813004] 'agreement among raft nodes before linearized reading' (duration: 7.999888606s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.09654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.096471Z","time spent":"8.000058561s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/04 02:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:43.120432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.121777Z","time spent":"4.998646593s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:43.31255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.309091Z","time spent":"5.003451189s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:16:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:43.546579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:43.546677Z","caller":"traceutil/trace.go:171","msg":"trace[960661161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000411812s","start":"2026-03-04T02:16:41.546243Z","end":"2026-03-04T02:16:43.546655Z","steps":["trace[960661161] 'agreement among raft nodes before linearized reading' (duration: 2.000283929s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:43.546731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.546221Z","time spent":"2.000499574s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:44.186292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:44.186372Z","caller":"traceutil/trace.go:171","msg":"trace[1800393697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000383601s","start":"2026-03-04T02:16:42.185969Z","end":"2026-03-04T02:16:44.186353Z","steps":["trace[1800393697] 'agreement among raft nodes before linearized reading' (duration: 2.000282579s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:44.186421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.185949Z","time spent":"2.000460903s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:45.077851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209184201s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:16:45.232482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.363923851s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:45.273295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010295273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:45.273391Z","caller":"traceutil/trace.go:171","msg":"trace[772000970] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.010451746s","start":"2026-03-04T02:16:35.262917Z","end":"2026-03-04T02:16:45.273369Z","steps":["trace[772000970] 'agreement among raft nodes before linearized reading' (duration: 10.010299202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:45.273449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.262898Z","time spent":"10.010538039s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/04 02:16:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:45.309616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.309061Z","time spent":"7.000534541s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:45.309682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.308571Z","time spent":"7.001104405s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:46.194991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000786211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:46.195075Z","caller":"traceutil/trace.go:171","msg":"trace[241150509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000922335s","start":"2026-03-04T02:16:44.194136Z","end":"2026-03-04T02:16:46.195058Z","steps":["trace[241150509] 'agreement among raft nodes before linearized reading' (duration: 2.000813152s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:46.195126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.194119Z","time spent":"2.000996536s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:48.195384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:48.195448Z","caller":"traceutil/trace.go:171","msg":"trace[731899768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221538s","start":"2026-03-04T02:16:46.195212Z","end":"2026-03-04T02:16:48.195433Z","steps":["trace[731899768] 'agreement among raft nodes before linearized reading' (duration: 2.000135246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:48.195483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:46.195195Z","time spent":"2.00028172s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:48.653981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.576010791s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:16:49.026983Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.794344002s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:49.232375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:42.231673Z","time spent":"7.000690566s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:49.543325Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929cb672874f6e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:16:50.202178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999880179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:50.202273Z","caller":"traceutil/trace.go:171","msg":"trace[23092122] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040083s","start":"2026-03-04T02:16:48.202212Z","end":"2026-03-04T02:16:50.202252Z","steps":["trace[23092122] 'agreement among raft nodes before linearized reading' (duration: 1.99991209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:50.202327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.202192Z","time spent":"2.000123235s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:52.203138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00064893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:16:52.203219Z","caller":"traceutil/trace.go:171","msg":"trace[1186270489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000780983s","start":"2026-03-04T02:16:50.202419Z","end":"2026-03-04T02:16:52.2032Z","steps":["trace[1186270489] 'agreement among raft nodes before linearized reading' (duration: 2.000684381s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:52.203313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.2024Z","time spent":"2.000900126s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:53.545507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:53.545595Z","caller":"traceutil/trace.go:171","msg":"trace[1527592444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000471164s","start":"2026-03-04T02:16:51.545107Z","end":"2026-03-04T02:16:53.545578Z","steps":["trace[1527592444] 'agreement among raft nodes before linearized reading' (duration: 2.000334401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:53.545647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.545086Z","time spent":"2.000549486s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:54.008651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.35052678s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-04T02:16:54.009Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"51.461µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-04T02:16:54.009095Z","caller":"traceutil/trace.go:171","msg":"trace[53842675] linearizableReadLoop","detail":"{readStateIndex:24909; appliedIndex:24902; }","duration":"17.877566006s","start":"2026-03-04T02:16:36.1315Z","end":"2026-03-04T02:16:54.009066Z","steps":["trace[53842675] 'read index received' (duration: 4.114332565s)","trace[53842675] 'applied index is now lower than readState.Index' (duration: 13.763231121s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:16:54.009445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.182393528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.00951Z","caller":"traceutil/trace.go:171","msg":"trace[1671339913] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24067; }","duration":"22.182500901s","start":"2026-03-04T02:16:31.826993Z","end":"2026-03-04T02:16:54.009494Z","steps":["trace[1671339913] 'agreement among raft nodes before linearized reading' (duration: 22.182122842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.009604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.826972Z","time spent":"22.182615223s","remote":"127.0.0.1:38284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.009637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.104448472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.009647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.266250411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.009658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.872257448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.009734Z","caller":"traceutil/trace.go:171","msg":"trace[1798105063] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24068; }","duration":"23.266403254s","start":"2026-03-04T02:16:30.743313Z","end":"2026-03-04T02:16:54.009716Z","steps":["trace[1798105063] 'agreement among raft nodes before linearized reading' (duration: 23.265977534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.009735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.523373621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.009757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.959703528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.00977Z","caller":"traceutil/trace.go:171","msg":"trace[41342166] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24068; }","duration":"23.523448263s","start":"2026-03-04T02:16:30.486314Z","end":"2026-03-04T02:16:54.009762Z","steps":["trace[41342166] 'agreement among raft nodes before linearized reading' (duration: 23.522985112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.009771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.743292Z","time spent":"23.266470846s","remote":"127.0.0.1:36098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.0098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:30.486292Z","time spent":"23.523500134s","remote":"127.0.0.1:55440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.009794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.29341113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:16:54.009838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.961739806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.009858Z","caller":"traceutil/trace.go:171","msg":"trace[1380810415] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24068; }","duration":"24.293510883s","start":"2026-03-04T02:16:29.716327Z","end":"2026-03-04T02:16:54.009838Z","steps":["trace[1380810415] 'agreement among raft nodes before linearized reading' (duration: 24.292997601s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.009875Z","caller":"traceutil/trace.go:171","msg":"trace[1663976331] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24068; }","duration":"17.961802218s","start":"2026-03-04T02:16:36.048064Z","end":"2026-03-04T02:16:54.009866Z","steps":["trace[1663976331] 'agreement among raft nodes before linearized reading' (duration: 17.961150232s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.009755Z","caller":"traceutil/trace.go:171","msg":"trace[749230611] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24068; }","duration":"17.872394062s","start":"2026-03-04T02:16:36.137342Z","end":"2026-03-04T02:16:54.009736Z","steps":["trace[749230611] 'agreement among raft nodes before linearized reading' (duration: 17.872263218s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.009905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.716304Z","time spent":"24.293589814s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:16:54.009931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.137325Z","time spent":"17.872592936s","remote":"127.0.0.1:43432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.009927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.497119964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T02:16:54.009913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.718182621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.009802Z","caller":"traceutil/trace.go:171","msg":"trace[760137836] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24068; }","duration":"18.959768769s","start":"2026-03-04T02:16:35.050019Z","end":"2026-03-04T02:16:54.009788Z","steps":["trace[760137836] 'agreement among raft nodes before linearized reading' (duration: 18.959147254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.212409975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:16:54.00967Z","caller":"traceutil/trace.go:171","msg":"trace[243409168] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:0; response_revision:24068; }","duration":"24.104519114s","start":"2026-03-04T02:16:29.905138Z","end":"2026-03-04T02:16:54.009657Z","steps":["trace[243409168] 'agreement among raft nodes before linearized reading' (duration: 24.104168615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.868054396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-04T02:16:54.010068Z","caller":"traceutil/trace.go:171","msg":"trace[1273027795] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24068; }","duration":"22.212478617s","start":"2026-03-04T02:16:31.797578Z","end":"2026-03-04T02:16:54.010057Z","steps":["trace[1273027795] 'agreement among raft nodes before linearized reading' (duration: 22.211625827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.01008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.905117Z","time spent":"24.104957524s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T02:16:54.010092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.683852071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.01009Z","caller":"traceutil/trace.go:171","msg":"trace[1115579578] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24068; }","duration":"18.868084027s","start":"2026-03-04T02:16:35.141996Z","end":"2026-03-04T02:16:54.01008Z","steps":["trace[1115579578] 'agreement among raft nodes before linearized reading' (duration: 18.867268857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.797561Z","time spent":"22.212527948s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:16:54.010117Z","caller":"traceutil/trace.go:171","msg":"trace[212786027] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24068; }","duration":"8.683912743s","start":"2026-03-04T02:16:45.326198Z","end":"2026-03-04T02:16:54.01011Z","steps":["trace[212786027] 'agreement among raft nodes before linearized reading' (duration: 8.683857631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.141938Z","time spent":"18.86818118s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:16:54.010169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.152707625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.010195Z","caller":"traceutil/trace.go:171","msg":"trace[423423392] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24068; }","duration":"12.152732805s","start":"2026-03-04T02:16:41.857455Z","end":"2026-03-04T02:16:54.010188Z","steps":["trace[423423392] 'agreement among raft nodes before linearized reading' (duration: 12.152695295s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.009983Z","caller":"traceutil/trace.go:171","msg":"trace[1306932930] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24068; }","duration":"22.497206585s","start":"2026-03-04T02:16:31.512763Z","end":"2026-03-04T02:16:54.00997Z","steps":["trace[1306932930] 'agreement among raft nodes before linearized reading' (duration: 22.496518569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.857399Z","time spent":"12.152809608s","remote":"127.0.0.1:45496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.010241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.079274304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.01028Z","caller":"traceutil/trace.go:171","msg":"trace[272635747] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24068; }","duration":"18.079356806s","start":"2026-03-04T02:16:35.930913Z","end":"2026-03-04T02:16:54.010269Z","steps":["trace[272635747] 'agreement among raft nodes before linearized reading' (duration: 18.078331602s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.686229998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.01032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.930889Z","time spent":"18.079416467s","remote":"127.0.0.1:43288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.010344Z","caller":"traceutil/trace.go:171","msg":"trace[1740876052] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24068; }","duration":"8.686321661s","start":"2026-03-04T02:16:45.323996Z","end":"2026-03-04T02:16:54.010318Z","steps":["trace[1740876052] 'agreement among raft nodes before linearized reading' (duration: 8.686231818s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.323975Z","time spent":"8.686398333s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.010398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.355862288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.01047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.299029734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:16:54.010517Z","caller":"traceutil/trace.go:171","msg":"trace[303312042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24068; }","duration":"22.299114196s","start":"2026-03-04T02:16:31.711395Z","end":"2026-03-04T02:16:54.010509Z","steps":["trace[303312042] 'agreement among raft nodes before linearized reading' (duration: 22.297851576s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.711374Z","time spent":"22.299167418s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:16:54.010575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.568390255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.010587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.388047555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.010612Z","caller":"traceutil/trace.go:171","msg":"trace[322147588] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24068; }","duration":"9.568463507s","start":"2026-03-04T02:16:44.442141Z","end":"2026-03-04T02:16:54.010604Z","steps":["trace[322147588] 'agreement among raft nodes before linearized reading' (duration: 9.568406895s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.010615Z","caller":"traceutil/trace.go:171","msg":"trace[940252732] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24068; }","duration":"12.356037453s","start":"2026-03-04T02:16:41.654415Z","end":"2026-03-04T02:16:54.010453Z","steps":["trace[940252732] 'agreement among raft nodes before linearized reading' (duration: 12.355879209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.442122Z","time spent":"9.568508898s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.010648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.654391Z","time spent":"12.356247697s","remote":"127.0.0.1:51528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.010644Z","caller":"traceutil/trace.go:171","msg":"trace[2022370750] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24068; }","duration":"9.388140927s","start":"2026-03-04T02:16:44.622486Z","end":"2026-03-04T02:16:54.010627Z","steps":["trace[2022370750] 'agreement among raft nodes before linearized reading' (duration: 9.388052475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.622462Z","time spent":"9.388213639s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.01071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.695056492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.010827Z","caller":"traceutil/trace.go:171","msg":"trace[1657107365] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24068; }","duration":"24.695637126s","start":"2026-03-04T02:16:29.315167Z","end":"2026-03-04T02:16:54.010804Z","steps":["trace[1657107365] 'agreement among raft nodes before linearized reading' (duration: 24.694165231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.430765924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.010897Z","caller":"traceutil/trace.go:171","msg":"trace[443787199] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24068; }","duration":"12.430822624s","start":"2026-03-04T02:16:41.580066Z","end":"2026-03-04T02:16:54.010889Z","steps":["trace[443787199] 'agreement among raft nodes before linearized reading' (duration: 12.430776443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.580048Z","time spent":"12.430864676s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.01092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.877649007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.010943Z","caller":"traceutil/trace.go:171","msg":"trace[1421812448] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24068; }","duration":"8.877739779s","start":"2026-03-04T02:16:45.133196Z","end":"2026-03-04T02:16:54.010936Z","steps":["trace[1421812448] 'agreement among raft nodes before linearized reading' (duration: 8.877692097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.13318Z","time spent":"8.87778328s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.011015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.736489351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.011066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.217875822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.011063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.914306888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T02:16:54.011041Z","caller":"traceutil/trace.go:171","msg":"trace[1189444438] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24068; }","duration":"12.736558163s","start":"2026-03-04T02:16:41.274474Z","end":"2026-03-04T02:16:54.011033Z","steps":["trace[1189444438] 'agreement among raft nodes before linearized reading' (duration: 12.736520412s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.011089Z","caller":"traceutil/trace.go:171","msg":"trace[1302589655] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24068; }","duration":"9.217927193s","start":"2026-03-04T02:16:44.793156Z","end":"2026-03-04T02:16:54.011083Z","steps":["trace[1302589655] 'agreement among raft nodes before linearized reading' (duration: 9.217887622s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.011097Z","caller":"traceutil/trace.go:171","msg":"trace[1098737133] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24068; }","duration":"10.91437026s","start":"2026-03-04T02:16:43.096718Z","end":"2026-03-04T02:16:54.011088Z","steps":["trace[1098737133] 'agreement among raft nodes before linearized reading' (duration: 10.914286798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.01111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:44.793141Z","time spent":"9.217961694s","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.011119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:43.0967Z","time spent":"10.914414561s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:16:54.011165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.037112336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.010888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.315146Z","time spent":"24.695721419s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.011191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.172305125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.011109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.274449Z","time spent":"12.736651886s","remote":"127.0.0.1:45458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.011304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.159689186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.011336Z","caller":"traceutil/trace.go:171","msg":"trace[1830113697] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24068; }","duration":"13.159720317s","start":"2026-03-04T02:16:40.851607Z","end":"2026-03-04T02:16:54.011327Z","steps":["trace[1830113697] 'agreement among raft nodes before linearized reading' (duration: 13.159675246s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.326182Z","time spent":"8.683949883s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.01136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.851559Z","time spent":"13.159794039s","remote":"127.0.0.1:51296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.009932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.048045Z","time spent":"17.961876359s","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.01004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.212902766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.011463Z","caller":"traceutil/trace.go:171","msg":"trace[862475910] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24068; }","duration":"13.214362731s","start":"2026-03-04T02:16:40.797092Z","end":"2026-03-04T02:16:54.011455Z","steps":["trace[862475910] 'agreement among raft nodes before linearized reading' (duration: 13.212888035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.011492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.797073Z","time spent":"13.214411582s","remote":"127.0.0.1:59514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.011198Z","caller":"traceutil/trace.go:171","msg":"trace[441715959] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24068; }","duration":"13.037177628s","start":"2026-03-04T02:16:40.974012Z","end":"2026-03-04T02:16:54.01119Z","steps":["trace[441715959] 'agreement among raft nodes before linearized reading' (duration: 13.037110726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.009632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.480518747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.011526Z","caller":"traceutil/trace.go:171","msg":"trace[1587931614] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24068; }","duration":"18.482466965s","start":"2026-03-04T02:16:35.529051Z","end":"2026-03-04T02:16:54.011518Z","steps":["trace[1587931614] 'agreement among raft nodes before linearized reading' (duration: 18.48020353s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.011555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.529034Z","time spent":"18.482513875s","remote":"127.0.0.1:45522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.010066Z","caller":"traceutil/trace.go:171","msg":"trace[269871749] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24068; }","duration":"6.718386736s","start":"2026-03-04T02:16:47.291623Z","end":"2026-03-04T02:16:54.01001Z","steps":["trace[269871749] 'agreement among raft nodes before linearized reading' (duration: 6.718177651s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.011636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:47.291602Z","time spent":"6.720024985s","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.011619Z","caller":"traceutil/trace.go:171","msg":"trace[245651966] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24068; }","duration":"8.172406238s","start":"2026-03-04T02:16:45.838824Z","end":"2026-03-04T02:16:54.011231Z","steps":["trace[245651966] 'agreement among raft nodes before linearized reading' (duration: 8.172310435s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.010035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:35.050005Z","time spent":"18.960020946s","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.010125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.136809486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.011527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.973995Z","time spent":"13.037522856s","remote":"127.0.0.1:43080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.011689Z","caller":"traceutil/trace.go:171","msg":"trace[1013536570] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24068; }","duration":"24.138409655s","start":"2026-03-04T02:16:29.87327Z","end":"2026-03-04T02:16:54.01168Z","steps":["trace[1013536570] 'agreement among raft nodes before linearized reading' (duration: 24.136045787s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.011731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.873252Z","time spent":"24.138460595s","remote":"127.0.0.1:43062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.010187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.079766708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.011775Z","caller":"traceutil/trace.go:171","msg":"trace[739028740] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24068; }","duration":"12.081410258s","start":"2026-03-04T02:16:41.930355Z","end":"2026-03-04T02:16:54.011766Z","steps":["trace[739028740] 'agreement among raft nodes before linearized reading' (duration: 12.079751488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.011801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:41.930337Z","time spent":"12.081455909s","remote":"127.0.0.1:43086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.004956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002149789s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.012033Z","caller":"traceutil/trace.go:171","msg":"trace[551356911] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24063; }","duration":"5.009248051s","start":"2026-03-04T02:16:49.00277Z","end":"2026-03-04T02:16:54.012018Z","steps":["trace[551356911] 'range keys from in-memory index tree' (duration: 5.002130459s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.720211992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-04T02:16:54.012296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.619120629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.01233Z","caller":"traceutil/trace.go:171","msg":"trace[664755358] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24068; }","duration":"21.619195611s","start":"2026-03-04T02:16:32.393127Z","end":"2026-03-04T02:16:54.012323Z","steps":["trace[664755358] 'agreement among raft nodes before linearized reading' (duration: 21.616389643s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.243709916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.012356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.393106Z","time spent":"21.619244572s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.012376Z","caller":"traceutil/trace.go:171","msg":"trace[1882326590] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24068; }","duration":"16.243795897s","start":"2026-03-04T02:16:37.76857Z","end":"2026-03-04T02:16:54.012366Z","steps":["trace[1882326590] 'agreement among raft nodes before linearized reading' (duration: 16.243726335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.768547Z","time spent":"16.243860169s","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.012438Z","caller":"traceutil/trace.go:171","msg":"trace[1438515884] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24068; }","duration":"24.720267793s","start":"2026-03-04T02:16:29.291983Z","end":"2026-03-04T02:16:54.012251Z","steps":["trace[1438515884] 'agreement among raft nodes before linearized reading' (duration: 24.717356633s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.393717757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:16:54.012524Z","caller":"traceutil/trace.go:171","msg":"trace[862755826] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24068; }","duration":"13.393781099s","start":"2026-03-04T02:16:40.618736Z","end":"2026-03-04T02:16:54.012517Z","steps":["trace[862755826] 'agreement among raft nodes before linearized reading' (duration: 13.393658316s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.649094727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.012548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.618715Z","time spent":"13.393823199s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.012543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:45.838802Z","time spent":"8.17373035s","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.012453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.15138076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.012573Z","caller":"traceutil/trace.go:171","msg":"trace[755326542] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24068; }","duration":"14.649166279s","start":"2026-03-04T02:16:39.363389Z","end":"2026-03-04T02:16:54.012555Z","steps":["trace[755326542] 'agreement among raft nodes before linearized reading' (duration: 14.649098887s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.273950349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.012591Z","caller":"traceutil/trace.go:171","msg":"trace[1420008071] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24068; }","duration":"25.151562164s","start":"2026-03-04T02:16:28.861016Z","end":"2026-03-04T02:16:54.012578Z","steps":["trace[1420008071] 'agreement among raft nodes before linearized reading' (duration: 25.148331346s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.655690444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.012646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.366700356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.012658Z","caller":"traceutil/trace.go:171","msg":"trace[372220423] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24068; }","duration":"13.655742016s","start":"2026-03-04T02:16:40.356908Z","end":"2026-03-04T02:16:54.01265Z","steps":["trace[372220423] 'agreement among raft nodes before linearized reading' (duration: 13.655707195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.860987Z","time spent":"25.151659327s","remote":"127.0.0.1:43006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.012674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.614943356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.012696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.225990028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269040"} {"level":"info","ts":"2026-03-04T02:16:54.012713Z","caller":"traceutil/trace.go:171","msg":"trace[1147292498] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24068; }","duration":"20.615032338s","start":"2026-03-04T02:16:33.39767Z","end":"2026-03-04T02:16:54.012703Z","steps":["trace[1147292498] 'agreement among raft nodes before linearized reading' (duration: 20.611833741s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.012722Z","caller":"traceutil/trace.go:171","msg":"trace[1539878121] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24068; }","duration":"25.22606899s","start":"2026-03-04T02:16:28.786646Z","end":"2026-03-04T02:16:54.012715Z","steps":["trace[1539878121] 'agreement among raft nodes before linearized reading' (duration: 25.222708748s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.033948003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.01274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:33.39765Z","time spent":"20.615083s","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.012742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:28.786617Z","time spent":"25.226119441s","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269063,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:16:54.012753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.547501767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.01277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.838105447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-04T02:16:54.012786Z","caller":"traceutil/trace.go:171","msg":"trace[1930658031] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24068; }","duration":"16.547571418s","start":"2026-03-04T02:16:37.465207Z","end":"2026-03-04T02:16:54.012778Z","steps":["trace[1930658031] 'agreement among raft nodes before linearized reading' (duration: 16.547485426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.249892794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T02:16:54.012821Z","caller":"traceutil/trace.go:171","msg":"trace[737560298] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24068; }","duration":"14.249950975s","start":"2026-03-04T02:16:39.762862Z","end":"2026-03-04T02:16:54.012813Z","steps":["trace[737560298] 'agreement among raft nodes before linearized reading' (duration: 14.249864223s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:39.762841Z","time spent":"14.249998626s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T02:16:54.012853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.971537321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.012875Z","caller":"traceutil/trace.go:171","msg":"trace[1769288509] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24068; }","duration":"15.971589202s","start":"2026-03-04T02:16:38.041281Z","end":"2026-03-04T02:16:54.01287Z","steps":["trace[1769288509] 'agreement among raft nodes before linearized reading' (duration: 15.971556472s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.041266Z","time spent":"15.971625933s","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.012928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.035883673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:16:54.012601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:39.363368Z","time spent":"14.64922625s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.012961Z","caller":"traceutil/trace.go:171","msg":"trace[1926902534] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24068; }","duration":"19.035942894s","start":"2026-03-04T02:16:34.97701Z","end":"2026-03-04T02:16:54.012953Z","steps":["trace[1926902534] 'agreement among raft nodes before linearized reading' (duration: 19.032495981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.976994Z","time spent":"19.036000655s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.01249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:29.291919Z","time spent":"24.720559371s","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T02:16:54.012819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.465191Z","time spent":"16.54762008s","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.012935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.892894833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:16:54.012709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.746627378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.013315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315340822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.013326Z","caller":"traceutil/trace.go:171","msg":"trace[1445977803] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24068; }","duration":"13.747167362s","start":"2026-03-04T02:16:40.266048Z","end":"2026-03-04T02:16:54.013215Z","steps":["trace[1445977803] 'agreement among raft nodes before linearized reading' (duration: 13.746641429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.899899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.013377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274104094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-04T02:16:54.013398Z","caller":"traceutil/trace.go:171","msg":"trace[552461578] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24068; }","duration":"727.95578ms","start":"2026-03-04T02:16:53.285437Z","end":"2026-03-04T02:16:54.013393Z","steps":["trace[552461578] 'agreement among raft nodes before linearized reading' (duration: 727.921149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.266032Z","time spent":"13.747347566s","remote":"127.0.0.1:43050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.013418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:53.285419Z","time spent":"727.993671ms","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.013214Z","caller":"traceutil/trace.go:171","msg":"trace[1436179681] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e; range_end:; response_count:1; response_revision:24068; }","duration":"21.89319813s","start":"2026-03-04T02:16:32.119998Z","end":"2026-03-04T02:16:54.013196Z","steps":["trace[1436179681] 'agreement among raft nodes before linearized reading' (duration: 21.889524931s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161741399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.013415Z","caller":"traceutil/trace.go:171","msg":"trace[1100729322] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24068; }","duration":"2.274181316s","start":"2026-03-04T02:16:51.739223Z","end":"2026-03-04T02:16:54.013405Z","steps":["trace[1100729322] 'agreement among raft nodes before linearized reading' (duration: 2.273981431s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.012792Z","caller":"traceutil/trace.go:171","msg":"trace[210587468] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24068; }","duration":"15.838158748s","start":"2026-03-04T02:16:38.174627Z","end":"2026-03-04T02:16:54.012786Z","steps":["trace[210587468] 'agreement among raft nodes before linearized reading' (duration: 15.838009905s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.013498Z","caller":"traceutil/trace.go:171","msg":"trace[279451147] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24068; }","duration":"1.161873862s","start":"2026-03-04T02:16:52.851615Z","end":"2026-03-04T02:16:54.013489Z","steps":["trace[279451147] 'agreement among raft nodes before linearized reading' (duration: 1.16176066s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.013345Z","caller":"traceutil/trace.go:171","msg":"trace[54398416] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24068; }","duration":"1.315404754s","start":"2026-03-04T02:16:52.697933Z","end":"2026-03-04T02:16:54.013338Z","steps":["trace[54398416] 'agreement among raft nodes before linearized reading' (duration: 1.315355483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.739205Z","time spent":"2.274295369s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-04T02:16:54.012676Z","caller":"traceutil/trace.go:171","msg":"trace[27950648] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24068; }","duration":"16.366772218s","start":"2026-03-04T02:16:37.645897Z","end":"2026-03-04T02:16:54.012669Z","steps":["trace[27950648] 'agreement among raft nodes before linearized reading' (duration: 16.366727136s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.697917Z","time spent":"1.315608628s","remote":"127.0.0.1:43404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.013554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.645873Z","time spent":"16.36767144s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.013576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.806537838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.013581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822679567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:16:54.013606Z","caller":"traceutil/trace.go:171","msg":"trace[249753548] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24068; }","duration":"4.80659414s","start":"2026-03-04T02:16:49.207003Z","end":"2026-03-04T02:16:54.013597Z","steps":["trace[249753548] 'agreement among raft nodes before linearized reading' (duration: 4.806550879s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.013611Z","caller":"traceutil/trace.go:171","msg":"trace[1377976430] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24068; }","duration":"2.822739589s","start":"2026-03-04T02:16:51.190863Z","end":"2026-03-04T02:16:54.013603Z","steps":["trace[1377976430] 'agreement among raft nodes before linearized reading' (duration: 2.822570215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.206987Z","time spent":"4.806636071s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.012824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.965193707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.012753Z","caller":"traceutil/trace.go:171","msg":"trace[471845195] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24068; }","duration":"16.034408314s","start":"2026-03-04T02:16:37.978335Z","end":"2026-03-04T02:16:54.012743Z","steps":["trace[471845195] 'agreement among raft nodes before linearized reading' (duration: 16.033958653s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.012607Z","caller":"traceutil/trace.go:171","msg":"trace[46984968] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24068; }","duration":"16.27401959s","start":"2026-03-04T02:16:37.738577Z","end":"2026-03-04T02:16:54.012596Z","steps":["trace[46984968] 'agreement among raft nodes before linearized reading' (duration: 16.273974779s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.978317Z","time spent":"16.035404628s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.013754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822854322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.013516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.174611Z","time spent":"15.838897177s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T02:16:54.013848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.904435013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:16:54.012677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:40.356891Z","time spent":"13.655781158s","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.013527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.851597Z","time spent":"1.161924634s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.013753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:37.738555Z","time spent":"16.275187458s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.013893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.054486417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.013939Z","caller":"traceutil/trace.go:171","msg":"trace[1554477598] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24068; }","duration":"5.054567849s","start":"2026-03-04T02:16:48.959362Z","end":"2026-03-04T02:16:54.01393Z","steps":["trace[1554477598] 'agreement among raft nodes before linearized reading' (duration: 5.054495687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.610877999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.013984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.341207112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.014001Z","caller":"traceutil/trace.go:171","msg":"trace[1046133639] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24068; }","duration":"5.610944761s","start":"2026-03-04T02:16:48.403049Z","end":"2026-03-04T02:16:54.013993Z","steps":["trace[1046133639] 'agreement among raft nodes before linearized reading' (duration: 5.61090631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.014015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685944872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.014031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213031388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.014058Z","caller":"traceutil/trace.go:171","msg":"trace[576922984] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24068; }","duration":"1.686028604s","start":"2026-03-04T02:16:52.328021Z","end":"2026-03-04T02:16:54.01405Z","steps":["trace[576922984] 'agreement among raft nodes before linearized reading' (duration: 1.685964092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.012529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.035226586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.014069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.557541665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:16:54.014088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.328003Z","time spent":"1.686078915s","remote":"127.0.0.1:59266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.0141Z","caller":"traceutil/trace.go:171","msg":"trace[1672618378] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24068; }","duration":"17.036803694s","start":"2026-03-04T02:16:36.977288Z","end":"2026-03-04T02:16:54.014091Z","steps":["trace[1672618378] 'agreement among raft nodes before linearized reading' (duration: 17.035202635s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.0141Z","caller":"traceutil/trace.go:171","msg":"trace[142922763] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24068; }","duration":"4.557617027s","start":"2026-03-04T02:16:49.456476Z","end":"2026-03-04T02:16:54.014093Z","steps":["trace[142922763] 'agreement among raft nodes before linearized reading' (duration: 4.557569116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.760012671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.01413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:36.977243Z","time spent":"17.036878036s","remote":"127.0.0.1:42996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.014132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.456452Z","time spent":"4.557672509s","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.014147Z","caller":"traceutil/trace.go:171","msg":"trace[1084009182] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24068; }","duration":"4.760232977s","start":"2026-03-04T02:16:49.253902Z","end":"2026-03-04T02:16:54.014135Z","steps":["trace[1084009182] 'agreement among raft nodes before linearized reading' (duration: 4.759998841s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.014052Z","caller":"traceutil/trace.go:171","msg":"trace[1141854235] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24068; }","duration":"2.822906733s","start":"2026-03-04T02:16:51.190863Z","end":"2026-03-04T02:16:54.01377Z","steps":["trace[1141854235] 'agreement among raft nodes before linearized reading' (duration: 2.822870262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.014185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.253897Z","time spent":"4.760276028s","remote":"127.0.0.1:38412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.014198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.190847Z","time spent":"2.823342203s","remote":"127.0.0.1:43410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.012299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090799152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.014255Z","caller":"traceutil/trace.go:171","msg":"trace[1222314012] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24068; }","duration":"2.092788751s","start":"2026-03-04T02:16:51.921459Z","end":"2026-03-04T02:16:54.014247Z","steps":["trace[1222314012] 'agreement among raft nodes before linearized reading' (duration: 2.090784312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.014025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.402981Z","time spent":"5.611037323s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.014273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.772381021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.014277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804071214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:16:54.014286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.921443Z","time spent":"2.092835641s","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.014297Z","caller":"traceutil/trace.go:171","msg":"trace[1909414457] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24068; }","duration":"4.772429072s","start":"2026-03-04T02:16:49.241862Z","end":"2026-03-04T02:16:54.014291Z","steps":["trace[1909414457] 'agreement among raft nodes before linearized reading' (duration: 4.77236019s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.599322056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:16:54.014303Z","caller":"traceutil/trace.go:171","msg":"trace[1000821619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24068; }","duration":"1.804123796s","start":"2026-03-04T02:16:52.210172Z","end":"2026-03-04T02:16:54.014296Z","steps":["trace[1000821619] 'agreement among raft nodes before linearized reading' (duration: 1.804078325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.014316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.241851Z","time spent":"4.772460292s","remote":"127.0.0.1:43348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.014331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:52.210161Z","time spent":"1.804166737s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:16:54.01366Z","caller":"traceutil/trace.go:171","msg":"trace[1948758103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24068; }","duration":"15.966024347s","start":"2026-03-04T02:16:38.047624Z","end":"2026-03-04T02:16:54.013648Z","steps":["trace[1948758103] 'agreement among raft nodes before linearized reading' (duration: 15.965180517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.959345Z","time spent":"5.05462014s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.013668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.95804055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:16:54.014068Z","caller":"traceutil/trace.go:171","msg":"trace[1260530409] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24068; }","duration":"4.21310499s","start":"2026-03-04T02:16:49.800955Z","end":"2026-03-04T02:16:54.01406Z","steps":["trace[1260530409] 'agreement among raft nodes before linearized reading' (duration: 4.213041169s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.014045Z","caller":"traceutil/trace.go:171","msg":"trace[2019960818] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24068; }","duration":"5.904673958s","start":"2026-03-04T02:16:48.109365Z","end":"2026-03-04T02:16:54.014039Z","steps":["trace[2019960818] 'agreement among raft nodes before linearized reading' (duration: 5.904309559s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.014331Z","caller":"traceutil/trace.go:171","msg":"trace[786072406] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24068; }","duration":"19.600573307s","start":"2026-03-04T02:16:34.41375Z","end":"2026-03-04T02:16:54.014323Z","steps":["trace[786072406] 'agreement among raft nodes before linearized reading' (duration: 19.59575891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.014417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:48.109343Z","time spent":"5.905064778s","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.01444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:34.413729Z","time spent":"19.600702369s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.014452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.777480575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-04T02:16:54.014388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.800934Z","time spent":"4.213448008s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.014474Z","caller":"traceutil/trace.go:171","msg":"trace[1491612924] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24068; }","duration":"4.777537876s","start":"2026-03-04T02:16:49.236928Z","end":"2026-03-04T02:16:54.014466Z","steps":["trace[1491612924] 'agreement among raft nodes before linearized reading' (duration: 4.777471164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.014493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.236907Z","time spent":"4.777582998s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-04T02:16:54.014026Z","caller":"traceutil/trace.go:171","msg":"trace[416988833] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24068; }","duration":"3.341275394s","start":"2026-03-04T02:16:50.672739Z","end":"2026-03-04T02:16:54.014014Z","steps":["trace[416988833] 'agreement among raft nodes before linearized reading' (duration: 3.341221563s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:16:54.014407Z","caller":"traceutil/trace.go:171","msg":"trace[284704962] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24068; }","duration":"4.958805748s","start":"2026-03-04T02:16:49.055573Z","end":"2026-03-04T02:16:54.014379Z","steps":["trace[284704962] 'agreement among raft nodes before linearized reading' (duration: 4.95807201s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.014365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:38.047601Z","time spent":"15.966754294s","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.013475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:32.119979Z","time spent":"21.893481178s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" "} {"level":"warn","ts":"2026-03-04T02:16:54.014563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:49.055532Z","time spent":"4.959018533s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.014543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.672725Z","time spent":"3.341810397s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:16:54.012643Z","caller":"traceutil/trace.go:171","msg":"trace[62696565] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"3.363727418s","start":"2026-03-04T02:16:50.648885Z","end":"2026-03-04T02:16:54.012613Z","steps":["trace[62696565] 'process raft request' (duration: 3.360251264s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:54.013632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:51.19085Z","time spent":"2.82277689s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:16:54.015548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:31.512744Z","time spent":"22.502790701s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:16:54.015615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:50.648862Z","time spent":"3.366110576s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:16:54.517483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:55.017646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:55.518799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:56.019628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:16:56.019724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:56.019954Z","caller":"traceutil/trace.go:171","msg":"trace[1506130229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335212s","start":"2026-03-04T02:16:54.019599Z","end":"2026-03-04T02:16:56.019934Z","steps":["trace[1506130229] 'agreement among raft nodes before linearized reading' (duration: 2.000078126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:56.020004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.019582Z","time spent":"2.000410103s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:16:56.296221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.218940298s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:16:58.021551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000579406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:16:58.02202Z","caller":"traceutil/trace.go:171","msg":"trace[1201574766] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001096679s","start":"2026-03-04T02:16:56.020898Z","end":"2026-03-04T02:16:58.021994Z","steps":["trace[1201574766] 'agreement among raft nodes before linearized reading' (duration: 2.000603537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:16:58.022918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.020879Z","time spent":"2.001958349s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:16:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:16:59.03716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.745098Z","time spent":"3.292055181s","remote":"127.0.0.1:51392","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:59.039263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742817742s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:16:59.039364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.010882Z","time spent":"5.028478767s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:16:59.163332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.850826929s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:00.029443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:00.029541Z","caller":"traceutil/trace.go:171","msg":"trace[577746995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246409s","start":"2026-03-04T02:16:58.02927Z","end":"2026-03-04T02:17:00.029517Z","steps":["trace[577746995] 'agreement among raft nodes before linearized reading' (duration: 2.000131816s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:00.029603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:58.029213Z","time spent":"2.000377412s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:00.840591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.677029956s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:01.016497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.015994Z","time spent":"7.000496311s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:01.019757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.018728Z","time spent":"7.001026014s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:01.019754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.018935Z","time spent":"7.000811639s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:01.020832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.020616Z","time spent":"7.000202514s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:01.446447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.445755Z","time spent":"7.000687396s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:02.029865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:02.029955Z","caller":"traceutil/trace.go:171","msg":"trace[1507234554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205388s","start":"2026-03-04T02:17:00.029731Z","end":"2026-03-04T02:17:02.029936Z","steps":["trace[1507234554] 'agreement among raft nodes before linearized reading' (duration: 2.000091185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.030003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.029709Z","time spent":"2.000284419s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:02.810485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.809828Z","time spent":"7.000652135s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:02.822655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.659082545s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T02:17:02.823634Z","caller":"traceutil/trace.go:171","msg":"trace[371792981] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"3.782960646s","start":"2026-03-04T02:16:59.040653Z","end":"2026-03-04T02:17:02.823614Z","steps":["trace[371792981] 'process raft request' (duration: 3.782914255s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.823675Z","caller":"traceutil/trace.go:171","msg":"trace[33810500] linearizableReadLoop","detail":"{readStateIndex:24920; appliedIndex:24913; }","duration":"8.806221787s","start":"2026-03-04T02:16:54.017436Z","end":"2026-03-04T02:17:02.823658Z","steps":["trace[33810500] 'read index received' (duration: 2.279061495s)","trace[33810500] 'applied index is now lower than readState.Index' (duration: 6.527158441s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:02.82376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:59.040636Z","time spent":"3.783057098s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:02.823836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.806320849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"warn","ts":"2026-03-04T02:17:02.823841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.80638866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7bad9d73-52d0-49e2-9c52-31abe19d6f0c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:17:02.823869Z","caller":"traceutil/trace.go:171","msg":"trace[1141219016] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24074; }","duration":"8.80636825s","start":"2026-03-04T02:16:54.017491Z","end":"2026-03-04T02:17:02.823859Z","steps":["trace[1141219016] 'agreement among raft nodes before linearized reading' (duration: 8.806260588s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.823886Z","caller":"traceutil/trace.go:171","msg":"trace[936742515] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7bad9d73-52d0-49e2-9c52-31abe19d6f0c; range_end:; response_count:1; response_revision:24074; }","duration":"8.806452742s","start":"2026-03-04T02:16:54.017421Z","end":"2026-03-04T02:17:02.823874Z","steps":["trace[936742515] 'agreement among raft nodes before linearized reading' (duration: 8.806302308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.823867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.078988253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.823916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.017412Z","time spent":"8.806499854s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7bad9d73-52d0-49e2-9c52-31abe19d6f0c\" "} {"level":"warn","ts":"2026-03-04T02:17:02.823921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.043630164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:02.823946Z","caller":"traceutil/trace.go:171","msg":"trace[1566966544] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24074; }","duration":"7.079110066s","start":"2026-03-04T02:16:55.744818Z","end":"2026-03-04T02:17:02.823928Z","steps":["trace[1566966544] 'agreement among raft nodes before linearized reading' (duration: 7.078970273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.823954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.800451606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-04T02:17:02.82399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.805202561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-03-04T02:17:02.823941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804460673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:17:02.823891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.017478Z","time spent":"8.806408641s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:17:02.823993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.744802Z","time spent":"7.079179947s","remote":"127.0.0.1:51546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:02.824014Z","caller":"traceutil/trace.go:171","msg":"trace[272538892] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24074; }","duration":"8.805230293s","start":"2026-03-04T02:16:54.018776Z","end":"2026-03-04T02:17:02.824006Z","steps":["trace[272538892] 'agreement among raft nodes before linearized reading' (duration: 8.805177022s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.824015Z","caller":"traceutil/trace.go:171","msg":"trace[1904404320] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24074; }","duration":"8.800519218s","start":"2026-03-04T02:16:54.023482Z","end":"2026-03-04T02:17:02.824001Z","steps":["trace[1904404320] 'agreement among raft nodes before linearized reading' (duration: 8.800344404s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.824017Z","caller":"traceutil/trace.go:171","msg":"trace[1676020180] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24074; }","duration":"8.804541446s","start":"2026-03-04T02:16:54.019467Z","end":"2026-03-04T02:17:02.824009Z","steps":["trace[1676020180] 'agreement among raft nodes before linearized reading' (duration: 8.804435573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.82401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.093796392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:17:02.824022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.635649119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.824046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.023435Z","time spent":"8.80060557s","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-04T02:17:02.824054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.019463Z","time spent":"8.804581957s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:17:02.824063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.806545224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:02.824067Z","caller":"traceutil/trace.go:171","msg":"trace[775519589] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24074; }","duration":"7.093874403s","start":"2026-03-04T02:16:55.730175Z","end":"2026-03-04T02:17:02.824049Z","steps":["trace[775519589] 'agreement among raft nodes before linearized reading' (duration: 7.093712949s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.824071Z","caller":"traceutil/trace.go:171","msg":"trace[75047656] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24074; }","duration":"5.635722531s","start":"2026-03-04T02:16:57.188334Z","end":"2026-03-04T02:17:02.824057Z","steps":["trace[75047656] 'agreement among raft nodes before linearized reading' (duration: 5.6356601s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.824088Z","caller":"traceutil/trace.go:171","msg":"trace[2078299665] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24074; }","duration":"8.806574655s","start":"2026-03-04T02:16:54.017506Z","end":"2026-03-04T02:17:02.824081Z","steps":["trace[2078299665] 'agreement among raft nodes before linearized reading' (duration: 8.806538804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.823947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.892611146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.824088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.202233557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.824082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.528880454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:02.824129Z","caller":"traceutil/trace.go:171","msg":"trace[215736844] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24074; }","duration":"5.892833221s","start":"2026-03-04T02:16:56.931278Z","end":"2026-03-04T02:17:02.824111Z","steps":["trace[215736844] 'agreement among raft nodes before linearized reading' (duration: 5.892594086s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.824157Z","caller":"traceutil/trace.go:171","msg":"trace[977283097] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24074; }","duration":"6.20234044s","start":"2026-03-04T02:16:56.621797Z","end":"2026-03-04T02:17:02.824137Z","steps":["trace[977283097] 'agreement among raft nodes before linearized reading' (duration: 6.202242318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.824184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.931264Z","time spent":"5.892904863s","remote":"127.0.0.1:43114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:02.824174Z","caller":"traceutil/trace.go:171","msg":"trace[2069301112] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24074; }","duration":"7.529018397s","start":"2026-03-04T02:16:55.295131Z","end":"2026-03-04T02:17:02.82415Z","steps":["trace[2069301112] 'agreement among raft nodes before linearized reading' (duration: 7.528871724s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.824213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.041245138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.824224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.621773Z","time spent":"6.202439813s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:02.824235Z","caller":"traceutil/trace.go:171","msg":"trace[1393586580] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24074; }","duration":"6.041385721s","start":"2026-03-04T02:16:56.782843Z","end":"2026-03-04T02:17:02.824228Z","steps":["trace[1393586580] 'agreement among raft nodes before linearized reading' (duration: 6.0413495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.824242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.295112Z","time spent":"7.5291138s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:17:02.824268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.616965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.824107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.017499Z","time spent":"8.806602976s","remote":"127.0.0.1:51562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:02.823907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.845821521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:02.824033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:54.018773Z","time spent":"8.805255763s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":667,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:17:02.824165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.775224472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.824373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276067271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.824371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131938789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.824382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.368099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:02.824397Z","caller":"traceutil/trace.go:171","msg":"trace[1644835748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24074; }","duration":"1.276137322s","start":"2026-03-04T02:17:01.548254Z","end":"2026-03-04T02:17:02.824392Z","steps":["trace[1644835748] 'agreement among raft nodes before linearized reading' (duration: 1.276105352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.824405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.041279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:02.824413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.548231Z","time spent":"1.276177774s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:17:02.824406Z","caller":"traceutil/trace.go:171","msg":"trace[1747608337] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24074; }","duration":"1.13200906s","start":"2026-03-04T02:17:01.692388Z","end":"2026-03-04T02:17:02.824397Z","steps":["trace[1747608337] 'agreement among raft nodes before linearized reading' (duration: 1.131958379s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.824414Z","caller":"traceutil/trace.go:171","msg":"trace[1293735342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24074; }","duration":"787.431291ms","start":"2026-03-04T02:17:02.036971Z","end":"2026-03-04T02:17:02.824402Z","steps":["trace[1293735342] 'agreement among raft nodes before linearized reading' (duration: 787.379839ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.824425Z","caller":"traceutil/trace.go:171","msg":"trace[517175572] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24074; }","duration":"848.101121ms","start":"2026-03-04T02:17:01.976319Z","end":"2026-03-04T02:17:02.82442Z","steps":["trace[517175572] 'agreement among raft nodes before linearized reading' (duration: 848.023869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.824436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.692369Z","time spent":"1.132059251s","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:02.824455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.036956Z","time spent":"787.493623ms","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:02.824383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164943623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:02.824569Z","caller":"traceutil/trace.go:171","msg":"trace[1599858788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24074; }","duration":"4.165163127s","start":"2026-03-04T02:16:58.659391Z","end":"2026-03-04T02:17:02.824554Z","steps":["trace[1599858788] 'agreement among raft nodes before linearized reading' (duration: 4.16485155s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.82689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:58.659376Z","time spent":"4.167492964s","remote":"127.0.0.1:55396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:02.823982Z","caller":"traceutil/trace.go:171","msg":"trace[474785653] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24074; }","duration":"5.043743507s","start":"2026-03-04T02:16:57.780225Z","end":"2026-03-04T02:17:02.823968Z","steps":["trace[474785653] 'agreement among raft nodes before linearized reading' (duration: 5.043649355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.824227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541367499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.824455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.976293Z","time spent":"848.157742ms","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:02.82426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.782821Z","time spent":"6.041434702s","remote":"127.0.0.1:51592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:02.824108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:55.730161Z","time spent":"7.093937525s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:17:02.824233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153024161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:02.824265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792125156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-04T02:17:02.82431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.643342804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:02.824316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80346955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998153667eed14\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:17:02.82411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.188292Z","time spent":"5.635809403s","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:02.824324Z","caller":"traceutil/trace.go:171","msg":"trace[901556871] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24074; }","duration":"742.668726ms","start":"2026-03-04T02:17:02.081625Z","end":"2026-03-04T02:17:02.824293Z","steps":["trace[901556871] 'agreement among raft nodes before linearized reading' (duration: 742.619715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.824323Z","caller":"traceutil/trace.go:171","msg":"trace[878095653] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24074; }","duration":"4.846324883s","start":"2026-03-04T02:16:57.977985Z","end":"2026-03-04T02:17:02.82431Z","steps":["trace[878095653] 'agreement among raft nodes before linearized reading' (duration: 4.845795981s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:02.824399Z","caller":"traceutil/trace.go:171","msg":"trace[1052560659] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24074; }","duration":"6.775463158s","start":"2026-03-04T02:16:56.048908Z","end":"2026-03-04T02:17:02.824371Z","steps":["trace[1052560659] 'agreement among raft nodes before linearized reading' (duration: 6.775233002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.82709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.780199Z","time spent":"5.046868942s","remote":"127.0.0.1:36072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:02.827398Z","caller":"traceutil/trace.go:171","msg":"trace[206131445] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24074; }","duration":"1.795281643s","start":"2026-03-04T02:17:01.032101Z","end":"2026-03-04T02:17:02.827383Z","steps":["trace[206131445] 'agreement among raft nodes before linearized reading' (duration: 1.792145467s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.828121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.032083Z","time spent":"1.79600252s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T02:17:02.827435Z","caller":"traceutil/trace.go:171","msg":"trace[481719926] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24074; }","duration":"1.544605028s","start":"2026-03-04T02:17:01.282819Z","end":"2026-03-04T02:17:02.827424Z","steps":["trace[481719926] 'agreement among raft nodes before linearized reading' (duration: 1.54138697s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.828276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.282802Z","time spent":"1.545438998s","remote":"127.0.0.1:43332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:02.827549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:57.977962Z","time spent":"4.849568301s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:02.827507Z","caller":"traceutil/trace.go:171","msg":"trace[331559719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24074; }","duration":"4.646563692s","start":"2026-03-04T02:16:58.180924Z","end":"2026-03-04T02:17:02.827488Z","steps":["trace[331559719] 'agreement among raft nodes before linearized reading' (duration: 4.643369195s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.828906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:58.180896Z","time spent":"4.647993017s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:02.827575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.081614Z","time spent":"745.955035ms","remote":"127.0.0.1:43020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:02.827584Z","caller":"traceutil/trace.go:171","msg":"trace[1713544211] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18998153667eed14; range_end:; response_count:1; response_revision:24074; }","duration":"1.80677487s","start":"2026-03-04T02:17:01.0208Z","end":"2026-03-04T02:17:02.827575Z","steps":["trace[1713544211] 'agreement among raft nodes before linearized reading' (duration: 1.803478461s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.829108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:01.020779Z","time spent":"1.808319888s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18998153667eed14\" "} {"level":"info","ts":"2026-03-04T02:17:02.827599Z","caller":"traceutil/trace.go:171","msg":"trace[165759979] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24074; }","duration":"2.156429904s","start":"2026-03-04T02:17:00.671161Z","end":"2026-03-04T02:17:02.827591Z","steps":["trace[165759979] 'agreement among raft nodes before linearized reading' (duration: 2.153048182s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:02.829209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:00.67114Z","time spent":"2.158062713s","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:02.827622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:16:56.048896Z","time spent":"6.778717766s","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:03.329699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:03.830032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:04.331066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:04.83188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:04.836133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000819502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:04.836227Z","caller":"traceutil/trace.go:171","msg":"trace[2067037610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000940535s","start":"2026-03-04T02:17:02.835261Z","end":"2026-03-04T02:17:04.836201Z","steps":["trace[2067037610] 'agreement among raft nodes before linearized reading' (duration: 2.000827762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:04.836278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.835254Z","time spent":"2.001015466s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:05.333023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:05.833389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:06.333709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:06.834855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:06.837041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000505155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:06.837127Z","caller":"traceutil/trace.go:171","msg":"trace[1792090781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613398s","start":"2026-03-04T02:17:04.836493Z","end":"2026-03-04T02:17:06.837106Z","steps":["trace[1792090781] 'agreement among raft nodes before linearized reading' (duration: 2.000499535s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:06.837295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:04.836433Z","time spent":"2.000742021s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:07.33502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:07.835955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:08.336615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:08.836839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:08.845141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:08.845444Z","caller":"traceutil/trace.go:171","msg":"trace[1821215398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000588996s","start":"2026-03-04T02:17:06.844842Z","end":"2026-03-04T02:17:08.845431Z","steps":["trace[1821215398] 'agreement among raft nodes before linearized reading' (duration: 2.000263849s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:08.845505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:06.84481Z","time spent":"2.000685069s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:09.337598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:09.419129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.589588384s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:09.830419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.829575Z","time spent":"7.000837799s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:09.830495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.829439Z","time spent":"7.001047925s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:09.831809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.831407Z","time spent":"7.000397989s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:10.845484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000071635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:10.845578Z","caller":"traceutil/trace.go:171","msg":"trace[556831478] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221439s","start":"2026-03-04T02:17:08.845337Z","end":"2026-03-04T02:17:10.845559Z","steps":["trace[556831478] 'agreement among raft nodes before linearized reading' (duration: 2.000096046s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:10.84582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:08.845322Z","time spent":"2.000478024s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:11.268436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.849056504s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:11.272669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269727638s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:11.276282Z","caller":"traceutil/trace.go:171","msg":"trace[1739814027] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24074; }","duration":"2.273355156s","start":"2026-03-04T02:17:09.002908Z","end":"2026-03-04T02:17:11.276263Z","steps":["trace[1739814027] 'range keys from in-memory index tree' (duration: 2.269710718s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.278361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85878561s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:11.279605Z","caller":"traceutil/trace.go:171","msg":"trace[1788647540] linearizableReadLoop","detail":"{readStateIndex:24926; appliedIndex:24921; }","duration":"8.449995284s","start":"2026-03-04T02:17:02.829595Z","end":"2026-03-04T02:17:11.279591Z","steps":["trace[1788647540] 'read index received' (duration: 6.589742328s)","trace[1788647540] 'applied index is now lower than readState.Index' (duration: 1.860251776s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:17:11.279591Z","caller":"traceutil/trace.go:171","msg":"trace[1364398818] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"6.987865525s","start":"2026-03-04T02:17:04.291677Z","end":"2026-03-04T02:17:11.279543Z","steps":["trace[1364398818] 'process raft request' (duration: 6.987551357s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:11.27965Z","caller":"traceutil/trace.go:171","msg":"trace[453979075] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"3.448507602s","start":"2026-03-04T02:17:07.831121Z","end":"2026-03-04T02:17:11.279629Z","steps":["trace[453979075] 'process raft request' (duration: 3.448289807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.27976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:07.831097Z","time spent":"3.448601774s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:11.279775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.450171318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:17:11.27981Z","caller":"traceutil/trace.go:171","msg":"trace[668384796] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24078; }","duration":"8.45025683s","start":"2026-03-04T02:17:02.829543Z","end":"2026-03-04T02:17:11.279799Z","steps":["trace[668384796] 'agreement among raft nodes before linearized reading' (duration: 8.450121147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:11.279848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.829527Z","time spent":"8.450312221s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-04T02:17:11.2798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:04.29165Z","time spent":"6.98805244s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:11.780093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:12.281205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:12.7819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:12.838643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006436658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:12.838726Z","caller":"traceutil/trace.go:171","msg":"trace[633026330] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.006552862s","start":"2026-03-04T02:17:02.832155Z","end":"2026-03-04T02:17:12.838708Z","steps":["trace[633026330] 'agreement among raft nodes before linearized reading' (duration: 10.006448129s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:12.838824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.832148Z","time spent":"10.006661934s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/04 02:17:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:12.853055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:12.853153Z","caller":"traceutil/trace.go:171","msg":"trace[714814061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000498444s","start":"2026-03-04T02:17:10.852637Z","end":"2026-03-04T02:17:12.853135Z","steps":["trace[714814061] 'agreement among raft nodes before linearized reading' (duration: 2.0003505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:12.853199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:10.852624Z","time spent":"2.000565635s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:13.14975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.881153394s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:14.85347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999757656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:14.853569Z","caller":"traceutil/trace.go:171","msg":"trace[260921174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99990866s","start":"2026-03-04T02:17:12.85364Z","end":"2026-03-04T02:17:14.853548Z","steps":["trace[260921174] 'agreement among raft nodes before linearized reading' (duration: 1.999790297s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:14.853652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:12.853622Z","time spent":"2.000014562s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:16.380933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.230999071s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:16.835684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:09.83505Z","time spent":"7.000623043s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:16.861922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000773731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:16.861996Z","caller":"traceutil/trace.go:171","msg":"trace[1827174018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000892855s","start":"2026-03-04T02:17:14.861085Z","end":"2026-03-04T02:17:16.861978Z","steps":["trace[1827174018] 'agreement among raft nodes before linearized reading' (duration: 2.000794862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:16.862041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:14.861066Z","time spent":"2.000964186s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:18.335668Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929cb67287500b","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:17:18.862833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000571416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:18.862916Z","caller":"traceutil/trace.go:171","msg":"trace[2142563255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000688149s","start":"2026-03-04T02:17:16.86221Z","end":"2026-03-04T02:17:18.862898Z","steps":["trace[2142563255] 'agreement among raft nodes before linearized reading' (duration: 2.000589987s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:18.862958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:16.8622Z","time spent":"2.000748s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:20.025041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021536363s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:20.025198Z","caller":"traceutil/trace.go:171","msg":"trace[1575572837] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24078; }","duration":"1.021712548s","start":"2026-03-04T02:17:19.003462Z","end":"2026-03-04T02:17:20.025175Z","steps":["trace[1575572837] 'range keys from in-memory index tree' (duration: 1.021515003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:20.026511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.876345472s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"warn","ts":"2026-03-04T02:17:20.870915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:20.871157Z","caller":"traceutil/trace.go:171","msg":"trace[1777205953] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260119s","start":"2026-03-04T02:17:18.870812Z","end":"2026-03-04T02:17:20.871073Z","steps":["trace[1777205953] 'agreement among raft nodes before linearized reading' (duration: 2.000021103s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:20.871272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:18.870801Z","time spent":"2.000453764s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:22.02563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.370455352s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:22.871445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000187247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:22.871529Z","caller":"traceutil/trace.go:171","msg":"trace[1530959302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032583s","start":"2026-03-04T02:17:20.871186Z","end":"2026-03-04T02:17:22.871512Z","steps":["trace[1530959302] 'agreement among raft nodes before linearized reading' (duration: 2.000225138s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:22.871573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.871162Z","time spent":"2.000401202s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:23.055799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029984068s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:23.285486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:16.284261Z","time spent":"7.001218078s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:23.548962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000576076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:23.549062Z","caller":"traceutil/trace.go:171","msg":"trace[1952336613] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000724709s","start":"2026-03-04T02:17:21.548314Z","end":"2026-03-04T02:17:23.549039Z","steps":["trace[1952336613] 'agreement among raft nodes before linearized reading' (duration: 2.000599256s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:23.549124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.548294Z","time spent":"2.000818102s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:24.796297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.769617634s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:17:24.79647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.262878Z","time spent":"4.533585724s","remote":"127.0.0.1:38656","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:24.796604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.965630176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:17:24.796632Z","caller":"traceutil/trace.go:171","msg":"trace[449581562] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24079; }","duration":"21.965693336s","start":"2026-03-04T02:17:02.830931Z","end":"2026-03-04T02:17:24.796625Z","steps":["trace[449581562] 'agreement among raft nodes before linearized reading' (duration: 21.965586924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.796655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.830917Z","time spent":"21.965733308s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:17:24.7965Z","caller":"traceutil/trace.go:171","msg":"trace[354919179] linearizableReadLoop","detail":"{readStateIndex:24928; appliedIndex:24926; }","duration":"13.516847301s","start":"2026-03-04T02:17:11.27964Z","end":"2026-03-04T02:17:24.796488Z","steps":["trace[354919179] 'read index received' (duration: 1.870375202s)","trace[354919179] 'applied index is now lower than readState.Index' (duration: 11.646471339s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:24.801202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.443452212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.801212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.291264554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.801261Z","caller":"traceutil/trace.go:171","msg":"trace[642802141] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24079; }","duration":"21.443560344s","start":"2026-03-04T02:17:03.35769Z","end":"2026-03-04T02:17:24.80125Z","steps":["trace[642802141] 'agreement among raft nodes before linearized reading' (duration: 21.443478902s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:24.801276Z","caller":"traceutil/trace.go:171","msg":"trace[1320658606] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24079; }","duration":"21.291337656s","start":"2026-03-04T02:17:03.509924Z","end":"2026-03-04T02:17:24.801262Z","steps":["trace[1320658606] 'agreement among raft nodes before linearized reading' (duration: 21.291233573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.801318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:03.509909Z","time spent":"21.291394787s","remote":"127.0.0.1:43430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.8014Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"15.831µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:17:24.801517Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929cb67287500b","error":"lease not found"} {"level":"warn","ts":"2026-03-04T02:17:24.801515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.558279464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.801556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.3879908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.801574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.583437384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.801596Z","caller":"traceutil/trace.go:171","msg":"trace[717982985] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24080; }","duration":"14.388071511s","start":"2026-03-04T02:17:10.413514Z","end":"2026-03-04T02:17:24.801586Z","steps":["trace[717982985] 'agreement among raft nodes before linearized reading' (duration: 14.38801877s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:24.801626Z","caller":"traceutil/trace.go:171","msg":"trace[2117579228] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24080; }","duration":"21.583525506s","start":"2026-03-04T02:17:03.218086Z","end":"2026-03-04T02:17:24.801612Z","steps":["trace[2117579228] 'agreement among raft nodes before linearized reading' (duration: 21.583167097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.801668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:03.21807Z","time spent":"21.583587827s","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.80168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.746490395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.80171Z","caller":"traceutil/trace.go:171","msg":"trace[86165648] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24080; }","duration":"14.746522227s","start":"2026-03-04T02:17:10.055178Z","end":"2026-03-04T02:17:24.8017Z","steps":["trace[86165648] 'agreement among raft nodes before linearized reading' (duration: 14.746472376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.801741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:10.055119Z","time spent":"14.746612739s","remote":"127.0.0.1:45172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.801897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.691475502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-04T02:17:24.801936Z","caller":"traceutil/trace.go:171","msg":"trace[264861327] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24080; }","duration":"21.691554524s","start":"2026-03-04T02:17:03.110373Z","end":"2026-03-04T02:17:24.801927Z","steps":["trace[264861327] 'agreement among raft nodes before linearized reading' (duration: 21.690897478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.801969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:03.110349Z","time spent":"21.691612335s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:17:24.802014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.041497795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.80205Z","caller":"traceutil/trace.go:171","msg":"trace[1406976657] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24080; }","duration":"15.041575846s","start":"2026-03-04T02:17:09.760465Z","end":"2026-03-04T02:17:24.802041Z","steps":["trace[1406976657] 'agreement among raft nodes before linearized reading' (duration: 15.041520705s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.802084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:09.760446Z","time spent":"15.041628887s","remote":"127.0.0.1:36144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.802123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.97079673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-54bqv\" ","response":"range_response_count:1 size:5317"} {"level":"info","ts":"2026-03-04T02:17:24.802161Z","caller":"traceutil/trace.go:171","msg":"trace[1683778448] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-54bqv; range_end:; response_count:1; response_revision:24080; }","duration":"21.970853211s","start":"2026-03-04T02:17:02.831297Z","end":"2026-03-04T02:17:24.80215Z","steps":["trace[1683778448] 'agreement among raft nodes before linearized reading' (duration: 21.96998102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.802192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:02.831287Z","time spent":"21.970897973s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-54bqv\" "} {"level":"warn","ts":"2026-03-04T02:17:24.802248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.848894908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:24.802286Z","caller":"traceutil/trace.go:171","msg":"trace[1821089867] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24080; }","duration":"15.84896811s","start":"2026-03-04T02:17:08.953308Z","end":"2026-03-04T02:17:24.802276Z","steps":["trace[1821089867] 'agreement among raft nodes before linearized reading' (duration: 15.848893548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.802312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.765339789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.802352Z","caller":"traceutil/trace.go:171","msg":"trace[2125853697] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24080; }","duration":"19.765408171s","start":"2026-03-04T02:17:05.036931Z","end":"2026-03-04T02:17:24.80234Z","steps":["trace[2125853697] 'agreement among raft nodes before linearized reading' (duration: 19.765353959s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.802368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.320253015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:24.802377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:05.036915Z","time spent":"19.765455702s","remote":"127.0.0.1:43098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:24.802396Z","caller":"traceutil/trace.go:171","msg":"trace[500019806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24080; }","duration":"20.320312577s","start":"2026-03-04T02:17:04.482075Z","end":"2026-03-04T02:17:24.802388Z","steps":["trace[500019806] 'agreement among raft nodes before linearized reading' (duration: 20.320265426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.802425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:04.482059Z","time spent":"20.320356128s","remote":"127.0.0.1:55436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.802485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.224172124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.802508Z","caller":"traceutil/trace.go:171","msg":"trace[1987232264] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24080; }","duration":"18.224220186s","start":"2026-03-04T02:17:06.578282Z","end":"2026-03-04T02:17:24.802502Z","steps":["trace[1987232264] 'agreement among raft nodes before linearized reading' (duration: 18.224182335s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.802588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:06.578268Z","time spent":"18.224311937s","remote":"127.0.0.1:43358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.802621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.802102391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:24.802652Z","caller":"traceutil/trace.go:171","msg":"trace[1862157387] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24080; }","duration":"20.802173793s","start":"2026-03-04T02:17:04.000469Z","end":"2026-03-04T02:17:24.802643Z","steps":["trace[1862157387] 'agreement among raft nodes before linearized reading' (duration: 20.80206401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.802679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:04.000446Z","time spent":"20.802225135s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.80282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.117447862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:24.802848Z","caller":"traceutil/trace.go:171","msg":"trace[664020553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24080; }","duration":"21.117478053s","start":"2026-03-04T02:17:03.685361Z","end":"2026-03-04T02:17:24.802839Z","steps":["trace[664020553] 'agreement among raft nodes before linearized reading' (duration: 21.117430832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.802877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:03.6853Z","time spent":"21.117566274s","remote":"127.0.0.1:55416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.801287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:03.357662Z","time spent":"21.443617696s","remote":"127.0.0.1:59394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.803187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.416563548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:17:24.803216Z","caller":"traceutil/trace.go:171","msg":"trace[1435167340] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24080; }","duration":"19.41663409s","start":"2026-03-04T02:17:05.386575Z","end":"2026-03-04T02:17:24.803209Z","steps":["trace[1435167340] 'agreement among raft nodes before linearized reading' (duration: 19.416444385s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.803235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:05.386555Z","time spent":"19.41667402s","remote":"127.0.0.1:59086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.801633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:10.413495Z","time spent":"14.388126412s","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.803354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.885625972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.803377Z","caller":"traceutil/trace.go:171","msg":"trace[187109694] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24080; }","duration":"18.885688344s","start":"2026-03-04T02:17:05.917681Z","end":"2026-03-04T02:17:24.80337Z","steps":["trace[187109694] 'agreement among raft nodes before linearized reading' (duration: 18.885645663s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.803398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:05.917662Z","time spent":"18.885729905s","remote":"127.0.0.1:45508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.803511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.086832138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.803538Z","caller":"traceutil/trace.go:171","msg":"trace[1926956242] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24080; }","duration":"19.086860058s","start":"2026-03-04T02:17:05.716671Z","end":"2026-03-04T02:17:24.803531Z","steps":["trace[1926956242] 'agreement among raft nodes before linearized reading' (duration: 19.086816967s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.803559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:05.716654Z","time spent":"19.08689854s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.803685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.151112706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.803715Z","caller":"traceutil/trace.go:171","msg":"trace[1630717982] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24080; }","duration":"19.151184678s","start":"2026-03-04T02:17:05.652521Z","end":"2026-03-04T02:17:24.803705Z","steps":["trace[1630717982] 'agreement among raft nodes before linearized reading' (duration: 19.151140167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.803744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:05.652501Z","time spent":"19.151235778s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:24.801562Z","caller":"traceutil/trace.go:171","msg":"trace[786749547] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24080; }","duration":"13.558323436s","start":"2026-03-04T02:17:11.243223Z","end":"2026-03-04T02:17:24.801547Z","steps":["trace[786749547] 'agreement among raft nodes before linearized reading' (duration: 13.558257245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.80394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.243177Z","time spent":"13.560747465s","remote":"127.0.0.1:59232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.801968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.96621881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-04T02:17:24.80407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.48977367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:17:24.804083Z","caller":"traceutil/trace.go:171","msg":"trace[748960830] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e; range_end:; response_count:1; response_revision:24080; }","duration":"14.968366623s","start":"2026-03-04T02:17:09.835705Z","end":"2026-03-04T02:17:24.804071Z","steps":["trace[748960830] 'agreement among raft nodes before linearized reading' (duration: 14.96617439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.802323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:08.953288Z","time spent":"15.849020492s","remote":"127.0.0.1:45186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:24.804092Z","caller":"traceutil/trace.go:171","msg":"trace[1929593610] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24080; }","duration":"18.489799391s","start":"2026-03-04T02:17:06.314287Z","end":"2026-03-04T02:17:24.804086Z","steps":["trace[1929593610] 'agreement among raft nodes before linearized reading' (duration: 18.488391197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.804208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:06.314221Z","time spent":"18.489978646s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2678,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.804204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:09.835686Z","time spent":"14.968505205s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" "} {"level":"warn","ts":"2026-03-04T02:17:24.80431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.521859062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-04T02:17:24.804328Z","caller":"traceutil/trace.go:171","msg":"trace[761762979] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8; range_end:; response_count:1; response_revision:24081; }","duration":"13.521898223s","start":"2026-03-04T02:17:11.282424Z","end":"2026-03-04T02:17:24.804322Z","steps":["trace[761762979] 'agreement among raft nodes before linearized reading' (duration: 13.521828781s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.804342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.282414Z","time spent":"13.521924094s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" "} {"level":"warn","ts":"2026-03-04T02:17:24.804402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.9678982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.804422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.926224906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.804429Z","caller":"traceutil/trace.go:171","msg":"trace[1134604160] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24081; }","duration":"5.967971252s","start":"2026-03-04T02:17:18.83645Z","end":"2026-03-04T02:17:24.804421Z","steps":["trace[1134604160] 'agreement among raft nodes before linearized reading' (duration: 5.967926341s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:24.804437Z","caller":"traceutil/trace.go:171","msg":"trace[368635224] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24081; }","duration":"10.926242786s","start":"2026-03-04T02:17:13.87819Z","end":"2026-03-04T02:17:24.804432Z","steps":["trace[368635224] 'agreement among raft nodes before linearized reading' (duration: 10.926211656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.804443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.849700188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.804462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:13.878173Z","time spent":"10.926285067s","remote":"127.0.0.1:43230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.80446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925030956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.80448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950576065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.804493Z","caller":"traceutil/trace.go:171","msg":"trace[1712106450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24081; }","duration":"1.925091798s","start":"2026-03-04T02:17:22.879391Z","end":"2026-03-04T02:17:24.804483Z","steps":["trace[1712106450] 'agreement among raft nodes before linearized reading' (duration: 1.925035566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.804526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268906069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.804532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.950113715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.804537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.965286679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T02:17:24.804499Z","caller":"traceutil/trace.go:171","msg":"trace[1012670081] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24081; }","duration":"1.950632427s","start":"2026-03-04T02:17:22.85386Z","end":"2026-03-04T02:17:24.804493Z","steps":["trace[1012670081] 'agreement among raft nodes before linearized reading' (duration: 1.950596476s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:24.804547Z","caller":"traceutil/trace.go:171","msg":"trace[1677983627] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24081; }","duration":"10.950132725s","start":"2026-03-04T02:17:13.854409Z","end":"2026-03-04T02:17:24.804542Z","steps":["trace[1677983627] 'agreement among raft nodes before linearized reading' (duration: 10.950108294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.804561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:13.854349Z","time spent":"10.950208127s","remote":"127.0.0.1:51270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:24.804543Z","caller":"traceutil/trace.go:171","msg":"trace[2112445792] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24081; }","duration":"2.268973631s","start":"2026-03-04T02:17:22.535565Z","end":"2026-03-04T02:17:24.804539Z","steps":["trace[2112445792] 'agreement among raft nodes before linearized reading' (duration: 2.26894425s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.804563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:22.853835Z","time spent":"1.950722898s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:17:24.804582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:22.535543Z","time spent":"2.269031912s","remote":"127.0.0.1:38334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.804633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.349582734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.804647Z","caller":"traceutil/trace.go:171","msg":"trace[1428351283] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24081; }","duration":"11.349628165s","start":"2026-03-04T02:17:13.455015Z","end":"2026-03-04T02:17:24.804643Z","steps":["trace[1428351283] 'agreement among raft nodes before linearized reading' (duration: 11.349601975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.804655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.687706238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:24.804654Z","caller":"traceutil/trace.go:171","msg":"trace[1160374859] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"3.491993245s","start":"2026-03-04T02:17:21.312646Z","end":"2026-03-04T02:17:24.804639Z","steps":["trace[1160374859] 'process raft request' (duration: 3.488808238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.804683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.977141196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:24.804743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.312619Z","time spent":"3.492072018s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:17:24.804936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.38419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:17:24.804968Z","caller":"traceutil/trace.go:171","msg":"trace[458380479] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24081; }","duration":"291.464883ms","start":"2026-03-04T02:17:24.513494Z","end":"2026-03-04T02:17:24.804959Z","steps":["trace[458380479] 'agreement among raft nodes before linearized reading' (duration: 291.368911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:24.804675Z","caller":"traceutil/trace.go:171","msg":"trace[321019519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24081; }","duration":"3.687773149s","start":"2026-03-04T02:17:21.116896Z","end":"2026-03-04T02:17:24.80467Z","steps":["trace[321019519] 'agreement among raft nodes before linearized reading' (duration: 3.687734458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.805004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:21.116872Z","time spent":"3.688121088s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.80512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.465877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.80516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.459983061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.805187Z","caller":"traceutil/trace.go:171","msg":"trace[694337877] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24081; }","duration":"4.460061783s","start":"2026-03-04T02:17:20.345118Z","end":"2026-03-04T02:17:24.80518Z","steps":["trace[694337877] 'agreement among raft nodes before linearized reading' (duration: 4.460024813s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.805208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.345083Z","time spent":"4.460117814s","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:24.805231Z","caller":"traceutil/trace.go:171","msg":"trace[1029460294] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24081; }","duration":"7.977192288s","start":"2026-03-04T02:17:16.827506Z","end":"2026-03-04T02:17:24.804699Z","steps":["trace[1029460294] 'agreement among raft nodes before linearized reading' (duration: 7.977156497s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.805261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092199405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:17:24.805276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.40013457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.805294Z","caller":"traceutil/trace.go:171","msg":"trace[1227153604] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24081; }","duration":"11.400190621s","start":"2026-03-04T02:17:13.405098Z","end":"2026-03-04T02:17:24.805289Z","steps":["trace[1227153604] 'agreement among raft nodes before linearized reading' (duration: 11.40015408s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:24.80529Z","caller":"traceutil/trace.go:171","msg":"trace[1616181407] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24081; }","duration":"1.092269017s","start":"2026-03-04T02:17:23.713014Z","end":"2026-03-04T02:17:24.805283Z","steps":["trace[1616181407] 'agreement among raft nodes before linearized reading' (duration: 1.092162294s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.805309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:13.40508Z","time spent":"11.400225541s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.805308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.630254342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.805321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:23.712993Z","time spent":"1.092317789s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T02:17:24.805333Z","caller":"traceutil/trace.go:171","msg":"trace[1849215269] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24081; }","duration":"8.630317884s","start":"2026-03-04T02:17:16.175008Z","end":"2026-03-04T02:17:24.805326Z","steps":["trace[1849215269] 'agreement among raft nodes before linearized reading' (duration: 8.630274473s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.805356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:16.174987Z","time spent":"8.630362095s","remote":"127.0.0.1:53354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.805455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.430714341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:24.805471Z","caller":"traceutil/trace.go:171","msg":"trace[1420100391] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24081; }","duration":"11.430766081s","start":"2026-03-04T02:17:13.374699Z","end":"2026-03-04T02:17:24.805465Z","steps":["trace[1420100391] 'agreement among raft nodes before linearized reading' (duration: 11.43070086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.805468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516483546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-04T02:17:24.805485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:13.374673Z","time spent":"11.430808523s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.805487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.181423238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:24.805501Z","caller":"traceutil/trace.go:171","msg":"trace[1457232852] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24081; }","duration":"1.516554318s","start":"2026-03-04T02:17:23.288934Z","end":"2026-03-04T02:17:24.805489Z","steps":["trace[1457232852] 'agreement among raft nodes before linearized reading' (duration: 1.516497527s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:24.805511Z","caller":"traceutil/trace.go:171","msg":"trace[623183985] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24081; }","duration":"9.181489669s","start":"2026-03-04T02:17:15.624013Z","end":"2026-03-04T02:17:24.805503Z","steps":["trace[623183985] 'agreement among raft nodes before linearized reading' (duration: 9.181443848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.805533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:15.623981Z","time spent":"9.181546001s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.805534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:23.288914Z","time spent":"1.51661067s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:17:24.805565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.983544627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:24.805582Z","caller":"traceutil/trace.go:171","msg":"trace[615627688] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24081; }","duration":"11.983608268s","start":"2026-03-04T02:17:12.821967Z","end":"2026-03-04T02:17:24.805576Z","steps":["trace[615627688] 'agreement among raft nodes before linearized reading' (duration: 11.983579447s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.8056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:12.821946Z","time spent":"11.983649539s","remote":"127.0.0.1:55374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.804446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:18.836428Z","time spent":"5.968014213s","remote":"127.0.0.1:51602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.805661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.577646989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.805671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.114872629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.805684Z","caller":"traceutil/trace.go:171","msg":"trace[586429469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24081; }","duration":"9.57771266s","start":"2026-03-04T02:17:15.227965Z","end":"2026-03-04T02:17:24.805677Z","steps":["trace[586429469] 'agreement among raft nodes before linearized reading' (duration: 9.57767402s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.80571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:15.227943Z","time spent":"9.577757611s","remote":"127.0.0.1:50462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.805729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.008083903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:17:24.805742Z","caller":"traceutil/trace.go:171","msg":"trace[1716568386] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24081; }","duration":"13.008122664s","start":"2026-03-04T02:17:11.797616Z","end":"2026-03-04T02:17:24.805738Z","steps":["trace[1716568386] 'agreement among raft nodes before linearized reading' (duration: 13.008080783s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.805755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.797601Z","time spent":"13.008150974s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:17:24.805816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.780119295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:24.805267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:16.82749Z","time spent":"7.977766481s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:24.80584Z","caller":"traceutil/trace.go:171","msg":"trace[1517821295] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24081; }","duration":"9.780146055s","start":"2026-03-04T02:17:15.025687Z","end":"2026-03-04T02:17:24.805834Z","steps":["trace[1517821295] 'agreement among raft nodes before linearized reading' (duration: 9.780103644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.805867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:15.025662Z","time spent":"9.780197117s","remote":"127.0.0.1:43414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.805966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.92435877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.80516Z","caller":"traceutil/trace.go:171","msg":"trace[343887959] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24081; }","duration":"748.560469ms","start":"2026-03-04T02:17:24.05659Z","end":"2026-03-04T02:17:24.805151Z","steps":["trace[343887959] 'agreement among raft nodes before linearized reading' (duration: 748.496707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:24.805991Z","caller":"traceutil/trace.go:171","msg":"trace[906768061] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24081; }","duration":"9.924420212s","start":"2026-03-04T02:17:14.88156Z","end":"2026-03-04T02:17:24.80598Z","steps":["trace[906768061] 'agreement among raft nodes before linearized reading' (duration: 9.924385961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.806011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:14.881541Z","time spent":"9.924465142s","remote":"127.0.0.1:43046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.80601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.056565Z","time spent":"749.43194ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:24.804468Z","caller":"traceutil/trace.go:171","msg":"trace[1560482663] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24081; }","duration":"7.84975795s","start":"2026-03-04T02:17:16.9547Z","end":"2026-03-04T02:17:24.804458Z","steps":["trace[1560482663] 'agreement among raft nodes before linearized reading' (duration: 7.849719509s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.806107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:16.95468Z","time spent":"7.85141982s","remote":"127.0.0.1:36110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.806131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.092074798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:17:24.806149Z","caller":"traceutil/trace.go:171","msg":"trace[1511792338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24081; }","duration":"13.09214178s","start":"2026-03-04T02:17:11.714002Z","end":"2026-03-04T02:17:24.806144Z","steps":["trace[1511792338] 'agreement among raft nodes before linearized reading' (duration: 13.092088979s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.806163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:11.71398Z","time spent":"13.09217975s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:17:24.806191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986865659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:24.804405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.969506674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.806216Z","caller":"traceutil/trace.go:171","msg":"trace[1075335115] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24081; }","duration":"4.98693433s","start":"2026-03-04T02:17:19.819275Z","end":"2026-03-04T02:17:24.806209Z","steps":["trace[1075335115] 'agreement among raft nodes before linearized reading' (duration: 4.986867299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.806237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.819254Z","time spent":"4.986977661s","remote":"127.0.0.1:59312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:24.804558Z","caller":"traceutil/trace.go:171","msg":"trace[1043355849] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24081; }","duration":"7.96533171s","start":"2026-03-04T02:17:16.839221Z","end":"2026-03-04T02:17:24.804553Z","steps":["trace[1043355849] 'agreement among raft nodes before linearized reading' (duration: 7.965259188s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:24.806233Z","caller":"traceutil/trace.go:171","msg":"trace[1697052548] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24081; }","duration":"9.97137717s","start":"2026-03-04T02:17:14.834843Z","end":"2026-03-04T02:17:24.80622Z","steps":["trace[1697052548] 'agreement among raft nodes before linearized reading' (duration: 9.969536505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.806259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:16.839208Z","time spent":"7.967044771s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:17:24.80466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:13.455001Z","time spent":"11.349654906s","remote":"127.0.0.1:43178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.806275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:14.834814Z","time spent":"9.971448602s","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.806359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.175726135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:24.806379Z","caller":"traceutil/trace.go:171","msg":"trace[1960422734] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24081; }","duration":"5.175790096s","start":"2026-03-04T02:17:19.630583Z","end":"2026-03-04T02:17:24.806373Z","steps":["trace[1960422734] 'agreement among raft nodes before linearized reading' (duration: 5.175742395s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.806396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.630563Z","time spent":"5.175827747s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.805131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300496706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:24.806487Z","caller":"traceutil/trace.go:171","msg":"trace[1842648348] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24081; }","duration":"4.30189335s","start":"2026-03-04T02:17:20.504588Z","end":"2026-03-04T02:17:24.806481Z","steps":["trace[1842648348] 'agreement among raft nodes before linearized reading' (duration: 4.300509406s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.806512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:20.504563Z","time spent":"4.301941532s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:24.805688Z","caller":"traceutil/trace.go:171","msg":"trace[1672549670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24081; }","duration":"12.114938311s","start":"2026-03-04T02:17:12.690744Z","end":"2026-03-04T02:17:24.805682Z","steps":["trace[1672549670] 'agreement among raft nodes before linearized reading' (duration: 12.11491121s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.806755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:12.690721Z","time spent":"12.116026517s","remote":"127.0.0.1:43126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.804523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:22.879376Z","time spent":"1.925138168s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:24.806819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.608106012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:24.80685Z","caller":"traceutil/trace.go:171","msg":"trace[659747154] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24081; }","duration":"5.608171064s","start":"2026-03-04T02:17:19.198673Z","end":"2026-03-04T02:17:24.806844Z","steps":["trace[659747154] 'agreement among raft nodes before linearized reading' (duration: 5.608107352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.806881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.19865Z","time spent":"5.608222865s","remote":"127.0.0.1:59454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:24.806892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492959882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:24.806962Z","caller":"traceutil/trace.go:171","msg":"trace[897037439] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24081; }","duration":"5.493102515s","start":"2026-03-04T02:17:19.313842Z","end":"2026-03-04T02:17:24.806944Z","steps":["trace[897037439] 'agreement among raft nodes before linearized reading' (duration: 5.492941271s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:24.807004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:19.313814Z","time spent":"5.493180327s","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:25.30863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:25.808946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:26.309925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:26.639804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831843657s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:26.808299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:26.808402Z","caller":"traceutil/trace.go:171","msg":"trace[1239511659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000479194s","start":"2026-03-04T02:17:24.807896Z","end":"2026-03-04T02:17:26.808375Z","steps":["trace[1239511659] 'agreement among raft nodes before linearized reading' (duration: 2.000356471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:26.808473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.807884Z","time spent":"2.000577106s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:28.816728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000103576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:28.816814Z","caller":"traceutil/trace.go:171","msg":"trace[1891213273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248859s","start":"2026-03-04T02:17:26.816546Z","end":"2026-03-04T02:17:28.816795Z","steps":["trace[1891213273] 'agreement among raft nodes before linearized reading' (duration: 2.000138796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:28.816864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:26.81653Z","time spent":"2.000324941s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:30.317036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:25.740124Z","time spent":"4.576903445s","remote":"127.0.0.1:49092","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:30.31778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315335043s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:30.317869Z","caller":"traceutil/trace.go:171","msg":"trace[363107068] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24081; }","duration":"1.315435395s","start":"2026-03-04T02:17:29.002422Z","end":"2026-03-04T02:17:30.317857Z","steps":["trace[363107068] 'range keys from in-memory index tree' (duration: 1.315322593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:30.320859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680168405s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-04T02:17:30.320941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.807847Z","time spent":"5.513088769s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:30.817291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:30.81737Z","caller":"traceutil/trace.go:171","msg":"trace[955464048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024003s","start":"2026-03-04T02:17:28.817329Z","end":"2026-03-04T02:17:30.817353Z","steps":["trace[955464048] 'agreement among raft nodes before linearized reading' (duration: 1.9999168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:30.81741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:28.817305Z","time spent":"2.000098044s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:31.815172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.813096Z","time spent":"7.002068309s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:31.815252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.812006Z","time spent":"7.003236407s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:32.264101Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.622163123s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:32.825906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:32.825983Z","caller":"traceutil/trace.go:171","msg":"trace[1265104900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999982912s","start":"2026-03-04T02:17:30.825983Z","end":"2026-03-04T02:17:32.825966Z","steps":["trace[1265104900] 'agreement among raft nodes before linearized reading' (duration: 1.9998752s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:32.826036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:30.82597Z","time spent":"2.000057455s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:34.12345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859092287s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:34.581341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316807578s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:34.581636Z","caller":"traceutil/trace.go:171","msg":"trace[1220530245] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24084; }","duration":"2.75509798s","start":"2026-03-04T02:17:31.826519Z","end":"2026-03-04T02:17:34.581617Z","steps":["trace[1220530245] 'process raft request' (duration: 2.755060239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.581716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:31.8265Z","time spent":"2.755170941s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:34.581921Z","caller":"traceutil/trace.go:171","msg":"trace[1460549237] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"4.259407041s","start":"2026-03-04T02:17:30.322477Z","end":"2026-03-04T02:17:34.581884Z","steps":["trace[1460549237] 'process raft request' (duration: 4.259049633s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:30.322442Z","time spent":"4.259545555s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:17:34.582118Z","caller":"traceutil/trace.go:171","msg":"trace[1641140860] linearizableReadLoop","detail":"{readStateIndex:24934; appliedIndex:24931; }","duration":"9.77418758s","start":"2026-03-04T02:17:24.807911Z","end":"2026-03-04T02:17:34.582099Z","steps":["trace[1641140860] 'read index received' (duration: 1.832181895s)","trace[1641140860] 'applied index is now lower than readState.Index' (duration: 7.942003155s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:34.582257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.774095758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:34.582289Z","caller":"traceutil/trace.go:171","msg":"trace[1031170099] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:0; response_revision:24084; }","duration":"9.77416382s","start":"2026-03-04T02:17:24.808115Z","end":"2026-03-04T02:17:34.582278Z","steps":["trace[1031170099] 'agreement among raft nodes before linearized reading' (duration: 9.774102908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.58232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.808094Z","time spent":"9.774219162s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T02:17:34.582317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.555309731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:34.582374Z","caller":"traceutil/trace.go:171","msg":"trace[175882512] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24084; }","duration":"4.555424734s","start":"2026-03-04T02:17:30.026934Z","end":"2026-03-04T02:17:34.582358Z","steps":["trace[175882512] 'agreement among raft nodes before linearized reading' (duration: 4.555307601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:30.02691Z","time spent":"4.555488196s","remote":"127.0.0.1:43072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.582549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.887354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:34.582546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811258834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:34.582568Z","caller":"traceutil/trace.go:171","msg":"trace[1699010810] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24084; }","duration":"518.941816ms","start":"2026-03-04T02:17:34.06362Z","end":"2026-03-04T02:17:34.582562Z","steps":["trace[1699010810] 'agreement among raft nodes before linearized reading' (duration: 518.873244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.37022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:34.582587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.063599Z","time spent":"518.982866ms","remote":"127.0.0.1:59474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:34.582586Z","caller":"traceutil/trace.go:171","msg":"trace[1545607993] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24084; }","duration":"4.811342906s","start":"2026-03-04T02:17:29.771231Z","end":"2026-03-04T02:17:34.582574Z","steps":["trace[1545607993] 'agreement among raft nodes before linearized reading' (duration: 4.811268234s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:34.5826Z","caller":"traceutil/trace.go:171","msg":"trace[486334240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24084; }","duration":"917.436611ms","start":"2026-03-04T02:17:33.665156Z","end":"2026-03-04T02:17:34.582592Z","steps":["trace[486334240] 'agreement among raft nodes before linearized reading' (duration: 917.39014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.58262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:33.665137Z","time spent":"917.477923ms","remote":"127.0.0.1:55448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.58259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866347315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:34.582653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.507102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:34.582667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.731208029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:34.582666Z","caller":"traceutil/trace.go:171","msg":"trace[203663577] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24084; }","duration":"1.866473878s","start":"2026-03-04T02:17:32.716171Z","end":"2026-03-04T02:17:34.582645Z","steps":["trace[203663577] 'agreement among raft nodes before linearized reading' (duration: 1.866343804s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30445113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:34.582697Z","caller":"traceutil/trace.go:171","msg":"trace[139428105] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24084; }","duration":"548.589774ms","start":"2026-03-04T02:17:34.034093Z","end":"2026-03-04T02:17:34.582683Z","steps":["trace[139428105] 'agreement among raft nodes before linearized reading' (duration: 548.508842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:34.5827Z","caller":"traceutil/trace.go:171","msg":"trace[679680376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24084; }","duration":"8.731276591s","start":"2026-03-04T02:17:25.851411Z","end":"2026-03-04T02:17:34.582688Z","steps":["trace[679680376] 'agreement among raft nodes before linearized reading' (duration: 8.73123212s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:34.58272Z","caller":"traceutil/trace.go:171","msg":"trace[1178064555] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24084; }","duration":"2.304509271s","start":"2026-03-04T02:17:32.278203Z","end":"2026-03-04T02:17:34.582712Z","steps":["trace[1178064555] 'agreement among raft nodes before linearized reading' (duration: 2.30447286s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:32.71615Z","time spent":"1.866552379s","remote":"127.0.0.1:43450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.582705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533792157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:34.582684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.409861543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:34.582731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.034074Z","time spent":"548.649665ms","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:34.582756Z","caller":"traceutil/trace.go:171","msg":"trace[1418865521] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24084; }","duration":"1.533894719s","start":"2026-03-04T02:17:33.048847Z","end":"2026-03-04T02:17:34.582741Z","steps":["trace[1418865521] 'agreement among raft nodes before linearized reading' (duration: 1.533805277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:33.048824Z","time spent":"1.533952201s","remote":"127.0.0.1:51236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.58279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220840157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:34.582786Z","caller":"traceutil/trace.go:171","msg":"trace[1851768358] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24084; }","duration":"8.410018215s","start":"2026-03-04T02:17:26.172739Z","end":"2026-03-04T02:17:34.582757Z","steps":["trace[1851768358] 'agreement among raft nodes before linearized reading' (duration: 8.409834411s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:34.58283Z","caller":"traceutil/trace.go:171","msg":"trace[1833024471] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24084; }","duration":"4.220926859s","start":"2026-03-04T02:17:30.361889Z","end":"2026-03-04T02:17:34.582816Z","steps":["trace[1833024471] 'agreement among raft nodes before linearized reading' (duration: 4.220867667s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.808511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:34.582847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.670620261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-04T02:17:34.582622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:29.771209Z","time spent":"4.811404357s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.582863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:26.17272Z","time spent":"8.410123928s","remote":"127.0.0.1:42988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.582903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.768917743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:34.58291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.506465396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:34.582922Z","caller":"traceutil/trace.go:171","msg":"trace[245107719] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24084; }","duration":"9.768947183s","start":"2026-03-04T02:17:24.813968Z","end":"2026-03-04T02:17:34.582915Z","steps":["trace[245107719] 'agreement among raft nodes before linearized reading' (duration: 9.768919893s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.367628897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:34.582943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.813962Z","time spent":"9.768973755s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:17:34.582939Z","caller":"traceutil/trace.go:171","msg":"trace[1377288649] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24084; }","duration":"3.506537568s","start":"2026-03-04T02:17:31.076392Z","end":"2026-03-04T02:17:34.58293Z","steps":["trace[1377288649] 'agreement among raft nodes before linearized reading' (duration: 3.506494156s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:34.582953Z","caller":"traceutil/trace.go:171","msg":"trace[980633257] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24084; }","duration":"7.367684699s","start":"2026-03-04T02:17:27.215262Z","end":"2026-03-04T02:17:34.582947Z","steps":["trace[980633257] 'agreement among raft nodes before linearized reading' (duration: 7.367646798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.059281104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:34.582973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.215246Z","time spent":"7.367721509s","remote":"127.0.0.1:38342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:34.582976Z","caller":"traceutil/trace.go:171","msg":"trace[1352534644] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24084; }","duration":"6.059340576s","start":"2026-03-04T02:17:28.52363Z","end":"2026-03-04T02:17:34.582971Z","steps":["trace[1352534644] 'agreement among raft nodes before linearized reading' (duration: 6.059309145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.58297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:31.076368Z","time spent":"3.506595349s","remote":"127.0.0.1:42964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.582992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:28.523608Z","time spent":"6.059380846s","remote":"127.0.0.1:38264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.582739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:32.278182Z","time spent":"2.304552062s","remote":"127.0.0.1:42980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.583015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.773907523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18645"} {"level":"info","ts":"2026-03-04T02:17:34.583041Z","caller":"traceutil/trace.go:171","msg":"trace[1088385592] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24084; }","duration":"9.773962175s","start":"2026-03-04T02:17:24.809071Z","end":"2026-03-04T02:17:34.583033Z","steps":["trace[1088385592] 'agreement among raft nodes before linearized reading' (duration: 9.773885493s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.583043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.820495469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:34.582711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75640028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:34.583064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.770978013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-04T02:17:34.583067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.809056Z","time spent":"9.774005456s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:17:34.583074Z","caller":"traceutil/trace.go:171","msg":"trace[2117650241] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24084; }","duration":"6.82053381s","start":"2026-03-04T02:17:27.762531Z","end":"2026-03-04T02:17:34.583065Z","steps":["trace[2117650241] 'agreement among raft nodes before linearized reading' (duration: 6.820465478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.58306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.022449489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:34.582866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:30.361866Z","time spent":"4.22099088s","remote":"127.0.0.1:53370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.583102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:27.762474Z","time spent":"6.820621413s","remote":"127.0.0.1:59336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.582807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.428445267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:34.58314Z","caller":"traceutil/trace.go:171","msg":"trace[1302223978] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24084; }","duration":"4.428820276s","start":"2026-03-04T02:17:30.154314Z","end":"2026-03-04T02:17:34.583135Z","steps":["trace[1302223978] 'agreement among raft nodes before linearized reading' (duration: 4.428456218s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:34.583126Z","caller":"traceutil/trace.go:171","msg":"trace[1036775354] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24084; }","duration":"4.022569452s","start":"2026-03-04T02:17:30.56054Z","end":"2026-03-04T02:17:34.583109Z","steps":["trace[1036775354] 'agreement among raft nodes before linearized reading' (duration: 4.022378957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.583158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:30.154294Z","time spent":"4.428858677s","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.583155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.083822392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:34.582877Z","caller":"traceutil/trace.go:171","msg":"trace[147291072] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24084; }","duration":"9.670679212s","start":"2026-03-04T02:17:24.912189Z","end":"2026-03-04T02:17:34.582868Z","steps":["trace[147291072] 'agreement among raft nodes before linearized reading' (duration: 9.670561379s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.583182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:30.560514Z","time spent":"4.022651994s","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:34.583084Z","caller":"traceutil/trace.go:171","msg":"trace[1413238293] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24084; }","duration":"9.771007243s","start":"2026-03-04T02:17:24.81207Z","end":"2026-03-04T02:17:34.583078Z","steps":["trace[1413238293] 'agreement among raft nodes before linearized reading' (duration: 9.770950972s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.583216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.912171Z","time spent":"9.671035231s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:17:34.583209Z","caller":"traceutil/trace.go:171","msg":"trace[989572358] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24084; }","duration":"8.083914174s","start":"2026-03-04T02:17:26.499278Z","end":"2026-03-04T02:17:34.583192Z","steps":["trace[989572358] 'agreement among raft nodes before linearized reading' (duration: 8.083828382s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.583234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.812066Z","time spent":"9.771160497s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:17:34.58326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:26.49926Z","time spent":"8.083985896s","remote":"127.0.0.1:43036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:34.582732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:25.851391Z","time spent":"8.731333852s","remote":"127.0.0.1:43278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:34.582876Z","caller":"traceutil/trace.go:171","msg":"trace[752009342] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24084; }","duration":"754.973314ms","start":"2026-03-04T02:17:33.827891Z","end":"2026-03-04T02:17:34.582864Z","steps":["trace[752009342] 'agreement among raft nodes before linearized reading' (duration: 754.81577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.772666624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T02:17:34.58332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:33.827875Z","time spent":"755.437516ms","remote":"127.0.0.1:59462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:34.583345Z","caller":"traceutil/trace.go:171","msg":"trace[944199060] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24084; }","duration":"9.773158765s","start":"2026-03-04T02:17:24.810176Z","end":"2026-03-04T02:17:34.583335Z","steps":["trace[944199060] 'agreement among raft nodes before linearized reading' (duration: 9.772649573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.582939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75634839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-qgvbg\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-03-04T02:17:34.583066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818181451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:34.583384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:24.810162Z","time spent":"9.773212337s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T02:17:34.583399Z","caller":"traceutil/trace.go:171","msg":"trace[1364393349] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24084; }","duration":"4.81855127s","start":"2026-03-04T02:17:29.764839Z","end":"2026-03-04T02:17:34.583391Z","steps":["trace[1364393349] 'agreement among raft nodes before linearized reading' (duration: 4.818213342s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.583421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:29.764818Z","time spent":"4.818596241s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:34.583084Z","caller":"traceutil/trace.go:171","msg":"trace[1967810173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24084; }","duration":"1.75682614s","start":"2026-03-04T02:17:32.826249Z","end":"2026-03-04T02:17:34.583076Z","steps":["trace[1967810173] 'agreement among raft nodes before linearized reading' (duration: 1.75641346s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:34.583411Z","caller":"traceutil/trace.go:171","msg":"trace[961822264] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-qgvbg; range_end:; response_count:1; response_revision:24084; }","duration":"2.756843462s","start":"2026-03-04T02:17:31.826542Z","end":"2026-03-04T02:17:34.583386Z","steps":["trace[961822264] 'agreement among raft nodes before linearized reading' (duration: 2.756209456s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.583445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:32.826226Z","time spent":"1.757214989s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:34.58347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:31.826522Z","time spent":"2.756930074s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-qgvbg\" "} {"level":"warn","ts":"2026-03-04T02:17:34.584629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.20880126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:17:34.584662Z","caller":"traceutil/trace.go:171","msg":"trace[1598978246] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24084; }","duration":"8.208880932s","start":"2026-03-04T02:17:26.375774Z","end":"2026-03-04T02:17:34.584655Z","steps":["trace[1598978246] 'agreement among raft nodes before linearized reading' (duration: 8.207397396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:34.585029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:26.375744Z","time spent":"8.209271381s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2678,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:35.091285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:35.591656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:36.092374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:36.5906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999654584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:36.590687Z","caller":"traceutil/trace.go:171","msg":"trace[1809124572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999775656s","start":"2026-03-04T02:17:34.590895Z","end":"2026-03-04T02:17:36.59067Z","steps":["trace[1809124572] 'agreement among raft nodes before linearized reading' (duration: 1.999665233s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:36.590732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.590887Z","time spent":"1.999835587s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:36.593035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:37.094175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:37.595111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:38.095926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:38.591666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000743861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:38.591736Z","caller":"traceutil/trace.go:171","msg":"trace[2084598094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000863984s","start":"2026-03-04T02:17:36.590856Z","end":"2026-03-04T02:17:38.59172Z","steps":["trace[2084598094] 'agreement among raft nodes before linearized reading' (duration: 2.000776322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:38.591775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:36.590836Z","time spent":"2.000931136s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:38.596897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:38.649088Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.442506046s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:40.59744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:40.597539Z","caller":"traceutil/trace.go:171","msg":"trace[84411] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500264s","start":"2026-03-04T02:17:38.597019Z","end":"2026-03-04T02:17:40.59752Z","steps":["trace[84411] 'agreement among raft nodes before linearized reading' (duration: 2.000378691s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:40.597588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:38.597006Z","time spent":"2.000572336s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:41.586907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.586377Z","time spent":"7.000523752s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:41.589089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.588621Z","time spent":"7.00046609s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:41.595456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.595179Z","time spent":"7.000271066s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:41.820093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.818958Z","time spent":"7.001129197s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:42.597913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99989932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:42.598057Z","caller":"traceutil/trace.go:171","msg":"trace[1857121822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101575s","start":"2026-03-04T02:17:40.597929Z","end":"2026-03-04T02:17:42.598031Z","steps":["trace[1857121822] 'agreement among raft nodes before linearized reading' (duration: 1.999929321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:42.598125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:40.59791Z","time spent":"2.000200718s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:43.134206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131140323s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:43.134327Z","caller":"traceutil/trace.go:171","msg":"trace[933203975] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24084; }","duration":"4.131271867s","start":"2026-03-04T02:17:39.003037Z","end":"2026-03-04T02:17:43.134309Z","steps":["trace[933203975] 'range keys from in-memory index tree' (duration: 4.131127723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:43.136061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486777052s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T02:17:43.547854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:43.547954Z","caller":"traceutil/trace.go:171","msg":"trace[495722084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000344971s","start":"2026-03-04T02:17:41.547585Z","end":"2026-03-04T02:17:43.54793Z","steps":["trace[495722084] 'agreement among raft nodes before linearized reading' (duration: 2.000214488s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:43.548006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:41.547561Z","time spent":"2.000434413s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:43.700605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.894826358s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:44.588524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997589585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:44.588624Z","caller":"traceutil/trace.go:171","msg":"trace[1863347423] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.997735458s","start":"2026-03-04T02:17:34.590864Z","end":"2026-03-04T02:17:44.5886Z","steps":["trace[1863347423] 'agreement among raft nodes before linearized reading' (duration: 9.997613805s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:44.588678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.590852Z","time spent":"9.997814s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/04 02:17:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:44.602233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009365281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:44.60232Z","caller":"traceutil/trace.go:171","msg":"trace[387600785] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.009485143s","start":"2026-03-04T02:17:34.592816Z","end":"2026-03-04T02:17:44.602301Z","steps":["trace[387600785] 'agreement among raft nodes before linearized reading' (duration: 10.009369971s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:44.60241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.592811Z","time spent":"10.009583696s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/03/04 02:17:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:44.607091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000359431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:44.607115Z","caller":"traceutil/trace.go:171","msg":"trace[1190165757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410143s","start":"2026-03-04T02:17:42.6067Z","end":"2026-03-04T02:17:44.60711Z","steps":["trace[1190165757] 'agreement among raft nodes before linearized reading' (duration: 2.000382262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:44.607134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.606688Z","time spent":"2.000442823s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:46.038388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.337509312s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:46.589155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:39.589011Z","time spent":"7.000134713s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:46.608222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00067421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:46.608325Z","caller":"traceutil/trace.go:171","msg":"trace[435853066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826163s","start":"2026-03-04T02:17:44.607477Z","end":"2026-03-04T02:17:46.608303Z","steps":["trace[435853066] 'agreement among raft nodes before linearized reading' (duration: 2.00069525s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:46.608383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:44.607465Z","time spent":"2.000906735s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:48.617013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000806442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:48.617098Z","caller":"traceutil/trace.go:171","msg":"trace[373399870] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000928875s","start":"2026-03-04T02:17:46.616148Z","end":"2026-03-04T02:17:48.617077Z","steps":["trace[373399870] 'agreement among raft nodes before linearized reading' (duration: 2.000825573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:48.617146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.616135Z","time spent":"2.001001636s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:48.826926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:41.825927Z","time spent":"7.000991074s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:48.850571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14949988s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:17:48.85122Z","caller":"traceutil/trace.go:171","msg":"trace[2042866704] linearizableReadLoop","detail":"{readStateIndex:24940; appliedIndex:24936; }","duration":"14.260359988s","start":"2026-03-04T02:17:34.590842Z","end":"2026-03-04T02:17:48.851202Z","steps":["trace[2042866704] 'read index received' (duration: 4.058447622s)","trace[2042866704] 'applied index is now lower than readState.Index' (duration: 10.201911196s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:48.851511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.260641335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T02:17:48.851601Z","caller":"traceutil/trace.go:171","msg":"trace[1452836775] range","detail":"{range_begin:/registry/persistentvolumes/pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5; range_end:; response_count:1; response_revision:24088; }","duration":"14.260758967s","start":"2026-03-04T02:17:34.590819Z","end":"2026-03-04T02:17:48.851578Z","steps":["trace[1452836775] 'agreement among raft nodes before linearized reading' (duration: 14.260510601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:48.851646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.590812Z","time spent":"14.260824709s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-31239eef-ffe2-44a4-b427-b9a5a99575f5\" "} {"level":"warn","ts":"2026-03-04T02:17:49.352254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:49.852807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:50.353783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:50.617759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:50.61784Z","caller":"traceutil/trace.go:171","msg":"trace[236357375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456493s","start":"2026-03-04T02:17:48.617364Z","end":"2026-03-04T02:17:50.617821Z","steps":["trace[236357375] 'agreement among raft nodes before linearized reading' (duration: 2.00033042s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:50.617899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.617348Z","time spent":"2.000529594s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:50.854598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:51.086339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:51.086423Z","caller":"traceutil/trace.go:171","msg":"trace[1570544414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636427s","start":"2026-03-04T02:17:49.085766Z","end":"2026-03-04T02:17:51.086402Z","steps":["trace[1570544414] 'agreement among raft nodes before linearized reading' (duration: 2.000532724s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:51.086472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:49.085739Z","time spent":"2.000722359s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:51.09815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.266237333s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:52.624883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:52.624975Z","caller":"traceutil/trace.go:171","msg":"trace[930988005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225318s","start":"2026-03-04T02:17:50.624729Z","end":"2026-03-04T02:17:52.624954Z","steps":["trace[930988005] 'agreement among raft nodes before linearized reading' (duration: 2.000107695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:52.625025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:50.624712Z","time spent":"2.00030113s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:54.625161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999786867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:54.62526Z","caller":"traceutil/trace.go:171","msg":"trace[507587575] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999950462s","start":"2026-03-04T02:17:52.625292Z","end":"2026-03-04T02:17:54.625242Z","steps":["trace[507587575] 'agreement among raft nodes before linearized reading' (duration: 1.999838519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:54.625302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:52.625259Z","time spent":"2.000034313s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:17:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:54.789404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99946844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:17:54.789466Z","caller":"traceutil/trace.go:171","msg":"trace[1127230530] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999618803s","start":"2026-03-04T02:17:44.789832Z","end":"2026-03-04T02:17:54.789451Z","steps":["trace[1127230530] 'agreement among raft nodes before linearized reading' (duration: 9.999489329s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:54.7895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:44.789816Z","time spent":"9.999674454s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/03/04 02:17:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:17:55.832343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.831684Z","time spent":"7.000652704s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:56.061433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:55.748324Z","time spent":"313.101726ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:17:56.062769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.964211809s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:702"} {"level":"info","ts":"2026-03-04T02:17:56.062823Z","caller":"traceutil/trace.go:171","msg":"trace[969220260] linearizableReadLoop","detail":"{readStateIndex:24943; appliedIndex:24942; }","duration":"7.211503033s","start":"2026-03-04T02:17:48.851311Z","end":"2026-03-04T02:17:56.062814Z","steps":["trace[969220260] 'read index received' (duration: 2.247031577s)","trace[969220260] 'applied index is now lower than readState.Index' (duration: 4.964470886s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:17:56.063045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.738775727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.063065Z","caller":"traceutil/trace.go:171","msg":"trace[1576945484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24088; }","duration":"13.738834589s","start":"2026-03-04T02:17:42.324222Z","end":"2026-03-04T02:17:56.063056Z","steps":["trace[1576945484] 'agreement among raft nodes before linearized reading' (duration: 13.738798548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.530538902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:56.063095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.324199Z","time spent":"13.738887711s","remote":"127.0.0.1:42998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:56.063128Z","caller":"traceutil/trace.go:171","msg":"trace[818721013] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24088; }","duration":"13.530642934s","start":"2026-03-04T02:17:42.532472Z","end":"2026-03-04T02:17:56.063115Z","steps":["trace[818721013] 'agreement among raft nodes before linearized reading' (duration: 13.530545072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.532451Z","time spent":"13.530696036s","remote":"127.0.0.1:36080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.063313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.979301486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.063375Z","caller":"traceutil/trace.go:171","msg":"trace[191604462] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24088; }","duration":"13.979373818s","start":"2026-03-04T02:17:42.083967Z","end":"2026-03-04T02:17:56.063341Z","steps":["trace[191604462] 'agreement among raft nodes before linearized reading' (duration: 13.979314416s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.881547149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:17:56.063405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.083944Z","time spent":"13.97945232s","remote":"127.0.0.1:51246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:56.063428Z","caller":"traceutil/trace.go:171","msg":"trace[1312841303] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24088; }","duration":"7.881619311s","start":"2026-03-04T02:17:48.181804Z","end":"2026-03-04T02:17:56.063423Z","steps":["trace[1312841303] 'agreement among raft nodes before linearized reading' (duration: 7.881495788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.18178Z","time spent":"7.881658972s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":162,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.063437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.707323242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:56.063492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.339355238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.06351Z","caller":"traceutil/trace.go:171","msg":"trace[1763202428] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24088; }","duration":"18.707429185s","start":"2026-03-04T02:17:37.356061Z","end":"2026-03-04T02:17:56.06349Z","steps":["trace[1763202428] 'agreement among raft nodes before linearized reading' (duration: 18.707305212s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:56.063519Z","caller":"traceutil/trace.go:171","msg":"trace[1215756093] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24088; }","duration":"19.33942246s","start":"2026-03-04T02:17:36.724088Z","end":"2026-03-04T02:17:56.06351Z","steps":["trace[1215756093] 'agreement among raft nodes before linearized reading' (duration: 19.339379969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.887162917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.063546Z","caller":"traceutil/trace.go:171","msg":"trace[1225793748] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24088; }","duration":"8.887217689s","start":"2026-03-04T02:17:47.176324Z","end":"2026-03-04T02:17:56.063542Z","steps":["trace[1225793748] 'agreement among raft nodes before linearized reading' (duration: 8.887192288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:36.724066Z","time spent":"19.339474831s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.06355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:37.356046Z","time spent":"18.707495028s","remote":"127.0.0.1:45254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.063592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.470496112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-04T02:17:56.063607Z","caller":"traceutil/trace.go:171","msg":"trace[1596134892] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24088; }","duration":"9.470540833s","start":"2026-03-04T02:17:46.593061Z","end":"2026-03-04T02:17:56.063602Z","steps":["trace[1596134892] 'agreement among raft nodes before linearized reading' (duration: 9.470509882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:46.593045Z","time spent":"9.470570703s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:17:56.063693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.609687266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:56.063706Z","caller":"traceutil/trace.go:171","msg":"trace[499966347] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24088; }","duration":"10.609734177s","start":"2026-03-04T02:17:45.453967Z","end":"2026-03-04T02:17:56.063701Z","steps":["trace[499966347] 'agreement among raft nodes before linearized reading' (duration: 10.609712067s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:45.453945Z","time spent":"10.609774048s","remote":"127.0.0.1:36096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.063746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.456384686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.063776Z","caller":"traceutil/trace.go:171","msg":"trace[1269629198] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24088; }","duration":"14.456436548s","start":"2026-03-04T02:17:41.607331Z","end":"2026-03-04T02:17:56.063767Z","steps":["trace[1269629198] 'agreement among raft nodes before linearized reading' (duration: 14.456386387s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.109673631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:56.063805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:41.60732Z","time spent":"14.456477129s","remote":"127.0.0.1:45512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.063839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.506547498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.063852Z","caller":"traceutil/trace.go:171","msg":"trace[1036268339] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24088; }","duration":"11.50663553s","start":"2026-03-04T02:17:44.557214Z","end":"2026-03-04T02:17:56.063849Z","steps":["trace[1036268339] 'agreement among raft nodes before linearized reading' (duration: 11.506610989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:44.557192Z","time spent":"11.506670341s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.063866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.282461251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:17:56.063904Z","caller":"traceutil/trace.go:171","msg":"trace[1888706816] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24088; }","duration":"21.282540613s","start":"2026-03-04T02:17:34.781354Z","end":"2026-03-04T02:17:56.063895Z","steps":["trace[1888706816] 'agreement among raft nodes before linearized reading' (duration: 21.28240846s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.063932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.781333Z","time spent":"21.282592055s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:17:56.06392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.303059521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:56.064Z","caller":"traceutil/trace.go:171","msg":"trace[555135007] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24088; }","duration":"21.303176423s","start":"2026-03-04T02:17:34.7608Z","end":"2026-03-04T02:17:56.063977Z","steps":["trace[555135007] 'agreement among raft nodes before linearized reading' (duration: 21.303017969s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.168533259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:56.064037Z","caller":"traceutil/trace.go:171","msg":"trace[1571572112] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24088; }","duration":"12.168592351s","start":"2026-03-04T02:17:43.895441Z","end":"2026-03-04T02:17:56.064033Z","steps":["trace[1571572112] 'agreement among raft nodes before linearized reading' (duration: 12.168524599s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:43.895416Z","time spent":"12.168631672s","remote":"127.0.0.1:59364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.064053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.465999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-5lctz\" ","response":"range_response_count:1 size:4051"} {"level":"warn","ts":"2026-03-04T02:17:56.064061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.760786Z","time spent":"21.303246785s","remote":"127.0.0.1:45464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:56.064087Z","caller":"traceutil/trace.go:171","msg":"trace[1560703540] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-5lctz; range_end:; response_count:1; response_revision:24088; }","duration":"14.466064682s","start":"2026-03-04T02:17:41.598013Z","end":"2026-03-04T02:17:56.064077Z","steps":["trace[1560703540] 'agreement among raft nodes before linearized reading' (duration: 14.465931148s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:41.597997Z","time spent":"14.466112282s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4074,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-5lctz\" "} {"level":"warn","ts":"2026-03-04T02:17:56.064181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.396099195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.064232Z","caller":"traceutil/trace.go:171","msg":"trace[2078093140] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24088; }","duration":"13.396189816s","start":"2026-03-04T02:17:42.668028Z","end":"2026-03-04T02:17:56.064217Z","steps":["trace[2078093140] 'agreement among raft nodes before linearized reading' (duration: 13.396096554s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.476064834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:56.064267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:42.668009Z","time spent":"13.396247458s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.064274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.366732174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.064286Z","caller":"traceutil/trace.go:171","msg":"trace[805023339] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:0; response_revision:24088; }","duration":"14.476131935s","start":"2026-03-04T02:17:41.588145Z","end":"2026-03-04T02:17:56.064277Z","steps":["trace[805023339] 'agreement among raft nodes before linearized reading' (duration: 14.476088744s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:56.064307Z","caller":"traceutil/trace.go:171","msg":"trace[2145005305] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24088; }","duration":"21.366769875s","start":"2026-03-04T02:17:34.697527Z","end":"2026-03-04T02:17:56.064297Z","steps":["trace[2145005305] 'agreement among raft nodes before linearized reading' (duration: 21.366710783s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.697502Z","time spent":"21.366832006s","remote":"127.0.0.1:43318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.064373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.47348017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:17:56.064391Z","caller":"traceutil/trace.go:171","msg":"trace[1791436974] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e; range_end:; response_count:1; response_revision:24088; }","duration":"21.473517841s","start":"2026-03-04T02:17:34.590868Z","end":"2026-03-04T02:17:56.064386Z","steps":["trace[1791436974] 'agreement among raft nodes before linearized reading' (duration: 21.473439819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:34.590857Z","time spent":"21.473544631s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" "} {"level":"warn","ts":"2026-03-04T02:17:56.063956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.742088456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:56.064484Z","caller":"traceutil/trace.go:171","msg":"trace[850879643] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24088; }","duration":"11.742654769s","start":"2026-03-04T02:17:44.321819Z","end":"2026-03-04T02:17:56.064474Z","steps":["trace[850879643] 'agreement among raft nodes before linearized reading' (duration: 11.742114666s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:41.588124Z","time spent":"14.476181306s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T02:17:56.064517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:44.321796Z","time spent":"11.742710851s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:56.063816Z","caller":"traceutil/trace.go:171","msg":"trace[360356623] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24088; }","duration":"11.109691561s","start":"2026-03-04T02:17:44.954121Z","end":"2026-03-04T02:17:56.063812Z","steps":["trace[360356623] 'agreement among raft nodes before linearized reading' (duration: 11.10966323s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.798186659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269040"} {"level":"warn","ts":"2026-03-04T02:17:56.0647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.675107822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:17:56.063562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:47.176299Z","time spent":"8.88725706s","remote":"127.0.0.1:45492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:56.064711Z","caller":"traceutil/trace.go:171","msg":"trace[885691150] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24088; }","duration":"14.798258291s","start":"2026-03-04T02:17:41.266444Z","end":"2026-03-04T02:17:56.064702Z","steps":["trace[885691150] 'agreement among raft nodes before linearized reading' (duration: 14.797884042s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.319891543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.064794Z","caller":"traceutil/trace.go:171","msg":"trace[1145323857] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24088; }","duration":"17.319994846s","start":"2026-03-04T02:17:38.744783Z","end":"2026-03-04T02:17:56.064777Z","steps":["trace[1145323857] 'agreement among raft nodes before linearized reading' (duration: 17.319905183s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.671133875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:56.064833Z","caller":"traceutil/trace.go:171","msg":"trace[1678323410] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24088; }","duration":"18.671162427s","start":"2026-03-04T02:17:37.393666Z","end":"2026-03-04T02:17:56.064829Z","steps":["trace[1678323410] 'agreement among raft nodes before linearized reading' (duration: 18.671097475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:37.393657Z","time spent":"18.671186167s","remote":"127.0.0.1:59378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.064845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:38.744763Z","time spent":"17.320069957s","remote":"127.0.0.1:43256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.064825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.355150255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:17:56.064879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.822701566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.064898Z","caller":"traceutil/trace.go:171","msg":"trace[544782960] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24088; }","duration":"15.355261488s","start":"2026-03-04T02:17:40.709625Z","end":"2026-03-04T02:17:56.064886Z","steps":["trace[544782960] 'agreement among raft nodes before linearized reading' (duration: 15.355157496s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:17:56.064928Z","caller":"traceutil/trace.go:171","msg":"trace[2067463526] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24088; }","duration":"16.822796668s","start":"2026-03-04T02:17:39.242122Z","end":"2026-03-04T02:17:56.064919Z","steps":["trace[2067463526] 'agreement among raft nodes before linearized reading' (duration: 16.822714356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.064705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:44.954099Z","time spent":"11.110597494s","remote":"127.0.0.1:36114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.064967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:39.242099Z","time spent":"16.822859039s","remote":"127.0.0.1:43204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.064753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.229176867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:17:56.065026Z","caller":"traceutil/trace.go:171","msg":"trace[509312982] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24088; }","duration":"18.229486604s","start":"2026-03-04T02:17:37.835531Z","end":"2026-03-04T02:17:56.065018Z","steps":["trace[509312982] 'agreement among raft nodes before linearized reading' (duration: 18.229204548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.065053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:37.835511Z","time spent":"18.229532965s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.06497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:40.709606Z","time spent":"15.35535084s","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:17:56.064724Z","caller":"traceutil/trace.go:171","msg":"trace[1595015301] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24088; }","duration":"18.675165924s","start":"2026-03-04T02:17:37.389552Z","end":"2026-03-04T02:17:56.064718Z","steps":["trace[1595015301] 'agreement among raft nodes before linearized reading' (duration: 18.675126043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.065103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:37.389535Z","time spent":"18.675562083s","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:17:56.064749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:41.266424Z","time spent":"14.798317803s","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269063,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:17:56.065187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.058612108s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:17:56.08204Z","caller":"traceutil/trace.go:171","msg":"trace[1029980308] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24088; }","duration":"7.068542569s","start":"2026-03-04T02:17:49.002729Z","end":"2026-03-04T02:17:56.071271Z","steps":["trace[1029980308] 'range keys from in-memory index tree' (duration: 7.058594618s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.563418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:56.632632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:56.632705Z","caller":"traceutil/trace.go:171","msg":"trace[1565930376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084185s","start":"2026-03-04T02:17:54.632601Z","end":"2026-03-04T02:17:56.632685Z","steps":["trace[1565930376] 'agreement among raft nodes before linearized reading' (duration: 1.999998533s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:56.63275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:54.632581Z","time spent":"2.000160497s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:17:57.06429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:17:57.3384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.700534176s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:17:58.634216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:17:58.634334Z","caller":"traceutil/trace.go:171","msg":"trace[1618403971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000800801s","start":"2026-03-04T02:17:56.63351Z","end":"2026-03-04T02:17:58.634311Z","steps":["trace[1618403971] 'agreement among raft nodes before linearized reading' (duration: 2.000654208s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:17:58.634387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.633495Z","time spent":"2.000879234s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:00.64238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999743606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:00.642482Z","caller":"traceutil/trace.go:171","msg":"trace[849097546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999953142s","start":"2026-03-04T02:17:58.642507Z","end":"2026-03-04T02:18:00.64246Z","steps":["trace[849097546] 'agreement among raft nodes before linearized reading' (duration: 1.999800338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:00.642536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:58.642474Z","time spent":"2.000049374s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:01.148551Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929cb67287502f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:18:02.644159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999613773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:02.644247Z","caller":"traceutil/trace.go:171","msg":"trace[584123375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999760906s","start":"2026-03-04T02:18:00.644468Z","end":"2026-03-04T02:18:02.644229Z","steps":["trace[584123375] 'agreement among raft nodes before linearized reading' (duration: 1.999651944s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:02.644291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:00.644442Z","time spent":"1.999840669s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:03.053404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.71451375s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:18:03.05435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051589646s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:03.054512Z","caller":"traceutil/trace.go:171","msg":"trace[2102069123] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24088; }","duration":"4.0517597s","start":"2026-03-04T02:17:59.002723Z","end":"2026-03-04T02:18:03.054482Z","steps":["trace[2102069123] 'range keys from in-memory index tree' (duration: 4.051567145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.078781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.078423Z","time spent":"7.000350868s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:03.082003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.081686Z","time spent":"7.000309967s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:03.082207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.082021Z","time spent":"7.000183064s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:03.549358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999804738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:03.549458Z","caller":"traceutil/trace.go:171","msg":"trace[953471499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987312s","start":"2026-03-04T02:18:01.549447Z","end":"2026-03-04T02:18:03.549434Z","steps":["trace[953471499] 'agreement among raft nodes before linearized reading' (duration: 1.999858759s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:03.54953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.549413Z","time spent":"2.000106016s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:04.548421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.209689431s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:18:04.549107Z","caller":"traceutil/trace.go:171","msg":"trace[452911505] linearizableReadLoop","detail":"{readStateIndex:24947; appliedIndex:24943; }","duration":"8.486236633s","start":"2026-03-04T02:17:56.062836Z","end":"2026-03-04T02:18:04.549073Z","steps":["trace[452911505] 'read index received' (duration: 1.27602417s)","trace[452911505] 'applied index is now lower than readState.Index' (duration: 7.210210402s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:04.549403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.712430384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T02:18:04.549453Z","caller":"traceutil/trace.go:171","msg":"trace[547283285] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24090; }","duration":"8.712518816s","start":"2026-03-04T02:17:55.836919Z","end":"2026-03-04T02:18:04.549438Z","steps":["trace[547283285] 'agreement among raft nodes before linearized reading' (duration: 8.712338322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.549435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.432723393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:04.549501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:55.836908Z","time spent":"8.712584218s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-04T02:18:04.549526Z","caller":"traceutil/trace.go:171","msg":"trace[1247708633] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24090; }","duration":"13.432890287s","start":"2026-03-04T02:17:51.116616Z","end":"2026-03-04T02:18:04.549506Z","steps":["trace[1247708633] 'agreement among raft nodes before linearized reading' (duration: 13.432690982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.549567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.658313829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:04.549551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.589902623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:04.549792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:51.116593Z","time spent":"13.433186794s","remote":"127.0.0.1:50464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:04.549812Z","caller":"traceutil/trace.go:171","msg":"trace[1890816955] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24090; }","duration":"13.658552665s","start":"2026-03-04T02:17:50.891238Z","end":"2026-03-04T02:18:04.549791Z","steps":["trace[1890816955] 'agreement among raft nodes before linearized reading' (duration: 13.658288949s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:04.549853Z","caller":"traceutil/trace.go:171","msg":"trace[663843763] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24090; }","duration":"15.590274843s","start":"2026-03-04T02:17:48.959548Z","end":"2026-03-04T02:18:04.549823Z","steps":["trace[663843763] 'agreement among raft nodes before linearized reading' (duration: 15.589842392s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.549927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.671891828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:04.549905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.929455394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:04.549969Z","caller":"traceutil/trace.go:171","msg":"trace[279086638] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24090; }","duration":"13.67197133s","start":"2026-03-04T02:17:50.877985Z","end":"2026-03-04T02:18:04.549957Z","steps":["trace[279086638] 'agreement among raft nodes before linearized reading' (duration: 13.671914749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.550006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:50.877963Z","time spent":"13.672035631s","remote":"127.0.0.1:51518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.550016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.649075037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-03-04T02:18:04.550019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.208128102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:04.550053Z","caller":"traceutil/trace.go:171","msg":"trace[415081645] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24090; }","duration":"15.649114518s","start":"2026-03-04T02:17:48.900928Z","end":"2026-03-04T02:18:04.550043Z","steps":["trace[415081645] 'agreement among raft nodes before linearized reading' (duration: 15.649008165s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:04.550077Z","caller":"traceutil/trace.go:171","msg":"trace[60511742] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24090; }","duration":"15.208186593s","start":"2026-03-04T02:17:49.341873Z","end":"2026-03-04T02:18:04.55006Z","steps":["trace[60511742] 'agreement among raft nodes before linearized reading' (duration: 15.208105031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.550085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.900865Z","time spent":"15.649212321s","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-04T02:18:04.550085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.359040443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-04T02:18:04.550113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.108774234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:18:04.550345Z","caller":"traceutil/trace.go:171","msg":"trace[1282041463] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24090; }","duration":"14.109043711s","start":"2026-03-04T02:17:50.44129Z","end":"2026-03-04T02:18:04.550334Z","steps":["trace[1282041463] 'agreement among raft nodes before linearized reading' (duration: 14.108715563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.550411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:50.441272Z","time spent":"14.109130373s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:18:04.549925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.959523Z","time spent":"15.590390765s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.549487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.129696992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:04.550584Z","caller":"traceutil/trace.go:171","msg":"trace[2093693090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24090; }","duration":"15.130882441s","start":"2026-03-04T02:17:49.419682Z","end":"2026-03-04T02:18:04.550565Z","steps":["trace[2093693090] 'agreement among raft nodes before linearized reading' (duration: 15.129697692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.550101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.65648615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:04.550644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:49.419632Z","time spent":"15.130995283s","remote":"127.0.0.1:51282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.550548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.766526731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:04.55134Z","caller":"traceutil/trace.go:171","msg":"trace[484982394] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24090; }","duration":"13.76731089s","start":"2026-03-04T02:17:50.783964Z","end":"2026-03-04T02:18:04.551275Z","steps":["trace[484982394] 'agreement among raft nodes before linearized reading' (duration: 13.766200083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.549873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:50.891173Z","time spent":"13.658689968s","remote":"127.0.0.1:43376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.551456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:50.783949Z","time spent":"13.767477623s","remote":"127.0.0.1:59504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:04.550648Z","caller":"traceutil/trace.go:171","msg":"trace[1400582085] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24090; }","duration":"9.657071764s","start":"2026-03-04T02:17:54.893561Z","end":"2026-03-04T02:18:04.550632Z","steps":["trace[1400582085] 'agreement among raft nodes before linearized reading' (duration: 9.65649256s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.55169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:54.893535Z","time spent":"9.658127609s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:04.550017Z","caller":"traceutil/trace.go:171","msg":"trace[1467836787] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24090; }","duration":"9.929612959s","start":"2026-03-04T02:17:54.620375Z","end":"2026-03-04T02:18:04.549988Z","steps":["trace[1467836787] 'agreement among raft nodes before linearized reading' (duration: 9.929211989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.551925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:54.62036Z","time spent":"9.931547625s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:18:04.550122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:49.341846Z","time spent":"15.208264836s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.550115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.692846988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:18:04.552371Z","caller":"traceutil/trace.go:171","msg":"trace[1558610888] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24090; }","duration":"15.695181344s","start":"2026-03-04T02:17:48.857171Z","end":"2026-03-04T02:18:04.552353Z","steps":["trace[1558610888] 'agreement among raft nodes before linearized reading' (duration: 15.692785566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.552455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:48.857151Z","time spent":"15.695288897s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T02:18:04.550143Z","caller":"traceutil/trace.go:171","msg":"trace[997631267] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24090; }","duration":"9.359142695s","start":"2026-03-04T02:17:55.190985Z","end":"2026-03-04T02:18:04.550128Z","steps":["trace[997631267] 'agreement among raft nodes before linearized reading' (duration: 9.35892886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.552624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:55.190967Z","time spent":"9.361602444s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:18:04.550148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.77287281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:04.550171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.957241607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:04.552742Z","caller":"traceutil/trace.go:171","msg":"trace[1879853648] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24090; }","duration":"9.775462203s","start":"2026-03-04T02:17:54.777267Z","end":"2026-03-04T02:18:04.552729Z","steps":["trace[1879853648] 'agreement among raft nodes before linearized reading' (duration: 9.77285701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.552975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:54.777191Z","time spent":"9.775767521s","remote":"127.0.0.1:59070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:04.55289Z","caller":"traceutil/trace.go:171","msg":"trace[32005080] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24090; }","duration":"9.960028465s","start":"2026-03-04T02:17:54.592843Z","end":"2026-03-04T02:18:04.552871Z","steps":["trace[32005080] 'agreement among raft nodes before linearized reading' (duration: 9.957265489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.553086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:54.592821Z","time spent":"9.96024319s","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.550202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.974995817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:04.550207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.252522791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:04.553509Z","caller":"traceutil/trace.go:171","msg":"trace[659837229] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24090; }","duration":"9.255859782s","start":"2026-03-04T02:17:55.297634Z","end":"2026-03-04T02:18:04.553494Z","steps":["trace[659837229] 'agreement among raft nodes before linearized reading' (duration: 9.252535391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.553558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:55.29761Z","time spent":"9.255932414s","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.550228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.269286581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:04.553719Z","caller":"traceutil/trace.go:171","msg":"trace[701811422] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24090; }","duration":"12.272816007s","start":"2026-03-04T02:17:52.280893Z","end":"2026-03-04T02:18:04.553709Z","steps":["trace[701811422] 'agreement among raft nodes before linearized reading' (duration: 12.269309312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.553753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:52.280872Z","time spent":"12.272870199s","remote":"127.0.0.1:51582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:04.553789Z","caller":"traceutil/trace.go:171","msg":"trace[962485670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24090; }","duration":"8.978613614s","start":"2026-03-04T02:17:55.575153Z","end":"2026-03-04T02:18:04.553767Z","steps":["trace[962485670] 'agreement among raft nodes before linearized reading' (duration: 8.975014847s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.553917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:55.575123Z","time spent":"8.978706616s","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.550238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.779856692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:04.55412Z","caller":"traceutil/trace.go:171","msg":"trace[703757222] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24090; }","duration":"11.783750196s","start":"2026-03-04T02:17:52.770348Z","end":"2026-03-04T02:18:04.554098Z","steps":["trace[703757222] 'agreement among raft nodes before linearized reading' (duration: 11.779852762s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.554192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:52.770336Z","time spent":"11.783831908s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.550246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.702549151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:04.554402Z","caller":"traceutil/trace.go:171","msg":"trace[409537020] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24090; }","duration":"14.706727832s","start":"2026-03-04T02:17:49.847625Z","end":"2026-03-04T02:18:04.554353Z","steps":["trace[409537020] 'agreement among raft nodes before linearized reading' (duration: 14.702562511s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.550285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.515882677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:04.55447Z","caller":"traceutil/trace.go:171","msg":"trace[688769247] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24090; }","duration":"12.520106869s","start":"2026-03-04T02:17:52.034345Z","end":"2026-03-04T02:18:04.554452Z","steps":["trace[688769247] 'agreement among raft nodes before linearized reading' (duration: 12.515914407s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.554495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:49.847603Z","time spent":"14.706844746s","remote":"127.0.0.1:38278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.554523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:52.034324Z","time spent":"12.520183411s","remote":"127.0.0.1:43422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.550284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.826898951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:04.554675Z","caller":"traceutil/trace.go:171","msg":"trace[1053164960] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24090; }","duration":"11.831321679s","start":"2026-03-04T02:17:52.72331Z","end":"2026-03-04T02:18:04.554632Z","steps":["trace[1053164960] 'agreement among raft nodes before linearized reading' (duration: 11.826934333s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.550181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.306372893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:04.554753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:52.723274Z","time spent":"11.831455892s","remote":"127.0.0.1:43386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:04.554769Z","caller":"traceutil/trace.go:171","msg":"trace[1144274476] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24090; }","duration":"15.310995495s","start":"2026-03-04T02:17:49.243754Z","end":"2026-03-04T02:18:04.554749Z","steps":["trace[1144274476] 'agreement among raft nodes before linearized reading' (duration: 15.306396634s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.554829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:49.243724Z","time spent":"15.311086416s","remote":"127.0.0.1:51352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:04.653265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999811939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:04.653399Z","caller":"traceutil/trace.go:171","msg":"trace[1588834802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000063355s","start":"2026-03-04T02:18:02.653312Z","end":"2026-03-04T02:18:04.653375Z","steps":["trace[1588834802] 'agreement among raft nodes before linearized reading' (duration: 1.9998593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:04.653459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:02.653281Z","time spent":"2.000166798s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:05.049292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:05.549768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:06.050713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:06.551697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:06.654809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000512295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:06.6549Z","caller":"traceutil/trace.go:171","msg":"trace[1923565583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000665258s","start":"2026-03-04T02:18:04.654216Z","end":"2026-03-04T02:18:06.654881Z","steps":["trace[1923565583] 'agreement among raft nodes before linearized reading' (duration: 2.000550476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:06.654951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:04.654194Z","time spent":"2.00074587s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:07.052592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280191,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:07.059124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.51043321s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:08.662591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:08.662683Z","caller":"traceutil/trace.go:171","msg":"trace[925101394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000114605s","start":"2026-03-04T02:18:06.662549Z","end":"2026-03-04T02:18:08.662663Z","steps":["trace[925101394] 'agreement among raft nodes before linearized reading' (duration: 2.000000732s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:08.662731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:06.662531Z","time spent":"2.000190826s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:10.087927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.086962Z","time spent":"7.000958622s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:10.66315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:10.663232Z","caller":"traceutil/trace.go:171","msg":"trace[1892807026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177637s","start":"2026-03-04T02:18:08.66303Z","end":"2026-03-04T02:18:10.663208Z","steps":["trace[1892807026] 'agreement among raft nodes before linearized reading' (duration: 2.000063634s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.663272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:08.663004Z","time spent":"2.000260859s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:10.916558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913291362s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.916643Z","caller":"traceutil/trace.go:171","msg":"trace[1310161842] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24090; }","duration":"1.913387544s","start":"2026-03-04T02:18:09.003244Z","end":"2026-03-04T02:18:10.916632Z","steps":["trace[1310161842] 'range keys from in-memory index tree' (duration: 1.913278051s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.918356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858754412s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:10.918593Z","caller":"traceutil/trace.go:171","msg":"trace[1407974627] linearizableReadLoop","detail":"{readStateIndex:24949; appliedIndex:24947; }","duration":"6.369382928s","start":"2026-03-04T02:18:04.549192Z","end":"2026-03-04T02:18:10.918575Z","steps":["trace[1407974627] 'read index received' (duration: 2.510231006s)","trace[1407974627] 'applied index is now lower than readState.Index' (duration: 3.859151052s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:10.918776Z","caller":"traceutil/trace.go:171","msg":"trace[1592187598] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"6.361444946s","start":"2026-03-04T02:18:04.557319Z","end":"2026-03-04T02:18:10.918764Z","steps":["trace[1592187598] 'process raft request' (duration: 6.361168049s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.918854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:04.557297Z","time spent":"6.361512787s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:10.919041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.683411877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:10.91908Z","caller":"traceutil/trace.go:171","msg":"trace[1231671428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24092; }","duration":"6.683483859s","start":"2026-03-04T02:18:04.235585Z","end":"2026-03-04T02:18:10.919069Z","steps":["trace[1231671428] 'agreement among raft nodes before linearized reading' (duration: 6.683422878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.919117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:04.235548Z","time spent":"6.683560041s","remote":"127.0.0.1:55390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.919318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.150215659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.919374Z","caller":"traceutil/trace.go:171","msg":"trace[653134089] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24092; }","duration":"7.150313971s","start":"2026-03-04T02:18:03.769047Z","end":"2026-03-04T02:18:10.919361Z","steps":["trace[653134089] 'agreement among raft nodes before linearized reading' (duration: 7.150222809s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.919409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.769026Z","time spent":"7.150373463s","remote":"127.0.0.1:43164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.919555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.834569902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.919579Z","caller":"traceutil/trace.go:171","msg":"trace[424287141] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:0; response_revision:24092; }","duration":"7.834637983s","start":"2026-03-04T02:18:03.084935Z","end":"2026-03-04T02:18:10.919573Z","steps":["trace[424287141] 'agreement among raft nodes before linearized reading' (duration: 7.834600792s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.919597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.084914Z","time spent":"7.834678454s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T02:18:10.919754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.837304718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-b2cl6\" ","response":"range_response_count:1 size:5418"} {"level":"info","ts":"2026-03-04T02:18:10.919779Z","caller":"traceutil/trace.go:171","msg":"trace[829099502] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-b2cl6; range_end:; response_count:1; response_revision:24092; }","duration":"7.837366569s","start":"2026-03-04T02:18:03.082407Z","end":"2026-03-04T02:18:10.919773Z","steps":["trace[829099502] 'agreement among raft nodes before linearized reading' (duration: 7.837274547s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.919802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:03.082387Z","time spent":"7.837410011s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5441,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-b2cl6\" "} {"level":"warn","ts":"2026-03-04T02:18:10.91991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.423666236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:10.919936Z","caller":"traceutil/trace.go:171","msg":"trace[643632456] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24092; }","duration":"8.423730618s","start":"2026-03-04T02:18:02.496198Z","end":"2026-03-04T02:18:10.919928Z","steps":["trace[643632456] 'agreement among raft nodes before linearized reading' (duration: 8.423689647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.91996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:02.496175Z","time spent":"8.42377875s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.920055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.80800281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.920077Z","caller":"traceutil/trace.go:171","msg":"trace[218331497] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24092; }","duration":"8.808065921s","start":"2026-03-04T02:18:02.112006Z","end":"2026-03-04T02:18:10.920072Z","steps":["trace[218331497] 'agreement among raft nodes before linearized reading' (duration: 8.808030941s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.920122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:02.111985Z","time spent":"8.808132742s","remote":"127.0.0.1:43308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.920235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.857178901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:10.920259Z","caller":"traceutil/trace.go:171","msg":"trace[49377092] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24092; }","duration":"8.857233982s","start":"2026-03-04T02:18:02.06302Z","end":"2026-03-04T02:18:10.920254Z","steps":["trace[49377092] 'agreement among raft nodes before linearized reading' (duration: 8.857190541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.920277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:02.062999Z","time spent":"8.857273923s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.920385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.182344951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.920408Z","caller":"traceutil/trace.go:171","msg":"trace[1235884806] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24092; }","duration":"9.182419312s","start":"2026-03-04T02:18:01.737983Z","end":"2026-03-04T02:18:10.920403Z","steps":["trace[1235884806] 'agreement among raft nodes before linearized reading' (duration: 9.182374681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.92043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.737962Z","time spent":"9.182463713s","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.920523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.47164487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.920547Z","caller":"traceutil/trace.go:171","msg":"trace[1208397008] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24092; }","duration":"9.471693942s","start":"2026-03-04T02:18:01.448846Z","end":"2026-03-04T02:18:10.92054Z","steps":["trace[1208397008] 'agreement among raft nodes before linearized reading' (duration: 9.471661501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.92057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.448829Z","time spent":"9.471736582s","remote":"127.0.0.1:42992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.920671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.492185079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.920694Z","caller":"traceutil/trace.go:171","msg":"trace[651940689] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24092; }","duration":"9.492210789s","start":"2026-03-04T02:18:01.428478Z","end":"2026-03-04T02:18:10.920689Z","steps":["trace[651940689] 'agreement among raft nodes before linearized reading' (duration: 9.492175348s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.920714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.428395Z","time spent":"9.492312592s","remote":"127.0.0.1:43348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.920813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.777129413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.920836Z","caller":"traceutil/trace.go:171","msg":"trace[794843599] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24092; }","duration":"9.777154504s","start":"2026-03-04T02:18:01.143676Z","end":"2026-03-04T02:18:10.920831Z","steps":["trace[794843599] 'agreement among raft nodes before linearized reading' (duration: 9.777122043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.920859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:01.143584Z","time spent":"9.777269466s","remote":"127.0.0.1:38350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.920964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.152657422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:10.920988Z","caller":"traceutil/trace.go:171","msg":"trace[1675449620] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24092; }","duration":"10.152717463s","start":"2026-03-04T02:18:00.768265Z","end":"2026-03-04T02:18:10.920982Z","steps":["trace[1675449620] 'agreement among raft nodes before linearized reading' (duration: 10.152659152s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.92101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:00.768241Z","time spent":"10.152764594s","remote":"127.0.0.1:59514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.921109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.595444321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:10.921132Z","caller":"traceutil/trace.go:171","msg":"trace[457548833] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24092; }","duration":"10.595514443s","start":"2026-03-04T02:18:00.325612Z","end":"2026-03-04T02:18:10.921126Z","steps":["trace[457548833] 'agreement among raft nodes before linearized reading' (duration: 10.595475152s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.92115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:00.325586Z","time spent":"10.595559353s","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.921322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.14881163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.921359Z","caller":"traceutil/trace.go:171","msg":"trace[963771524] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24092; }","duration":"11.148903022s","start":"2026-03-04T02:17:59.772447Z","end":"2026-03-04T02:18:10.921351Z","steps":["trace[963771524] 'agreement among raft nodes before linearized reading' (duration: 11.148841481s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.921381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:59.77242Z","time spent":"11.148954904s","remote":"127.0.0.1:43364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.921487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.330966005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.921511Z","caller":"traceutil/trace.go:171","msg":"trace[252069078] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24092; }","duration":"12.331032427s","start":"2026-03-04T02:17:58.590473Z","end":"2026-03-04T02:18:10.921505Z","steps":["trace[252069078] 'agreement among raft nodes before linearized reading' (duration: 12.330998096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.921534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:58.59042Z","time spent":"12.331108489s","remote":"127.0.0.1:43080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.922319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.020078945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.92235Z","caller":"traceutil/trace.go:171","msg":"trace[2137873675] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24092; }","duration":"14.020141145s","start":"2026-03-04T02:17:56.902202Z","end":"2026-03-04T02:18:10.922344Z","steps":["trace[2137873675] 'agreement among raft nodes before linearized reading' (duration: 14.020092334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.922372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.902185Z","time spent":"14.020182317s","remote":"127.0.0.1:43214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.922399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.079023102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:10.922452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.655693534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.922479Z","caller":"traceutil/trace.go:171","msg":"trace[1742887597] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24092; }","duration":"12.655740725s","start":"2026-03-04T02:17:58.266722Z","end":"2026-03-04T02:18:10.922462Z","steps":["trace[1742887597] 'agreement among raft nodes before linearized reading' (duration: 12.655714175s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.922493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:58.266698Z","time spent":"12.655791756s","remote":"127.0.0.1:59128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:10.9225Z","caller":"traceutil/trace.go:171","msg":"trace[1961518393] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24092; }","duration":"14.079156575s","start":"2026-03-04T02:17:56.843304Z","end":"2026-03-04T02:18:10.922461Z","steps":["trace[1961518393] 'agreement among raft nodes before linearized reading' (duration: 14.079023932s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.922563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.042985929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:10.922579Z","caller":"traceutil/trace.go:171","msg":"trace[1410529812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24092; }","duration":"13.04304343s","start":"2026-03-04T02:17:57.879532Z","end":"2026-03-04T02:18:10.922575Z","steps":["trace[1410529812] 'agreement among raft nodes before linearized reading' (duration: 13.043017629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.922593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:57.879503Z","time spent":"13.043087091s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.92269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.41523633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:18:10.922717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.212732411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:18:10.922731Z","caller":"traceutil/trace.go:171","msg":"trace[1595135229] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24092; }","duration":"13.212787514s","start":"2026-03-04T02:17:57.709939Z","end":"2026-03-04T02:18:10.922726Z","steps":["trace[1595135229] 'agreement among raft nodes before linearized reading' (duration: 13.212690401s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:10.922726Z","caller":"traceutil/trace.go:171","msg":"trace[1767552261] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24092; }","duration":"14.415309111s","start":"2026-03-04T02:17:56.507408Z","end":"2026-03-04T02:18:10.922717Z","steps":["trace[1767552261] 'agreement among raft nodes before linearized reading' (duration: 14.415166308s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.922748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:57.709912Z","time spent":"13.212832624s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.922756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.50739Z","time spent":"14.415358982s","remote":"127.0.0.1:59352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.922827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.362847589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.922846Z","caller":"traceutil/trace.go:171","msg":"trace[1029634812] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24092; }","duration":"13.362917091s","start":"2026-03-04T02:17:57.559924Z","end":"2026-03-04T02:18:10.922841Z","steps":["trace[1029634812] 'agreement among raft nodes before linearized reading' (duration: 13.362887451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.922863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:57.559894Z","time spent":"13.362963402s","remote":"127.0.0.1:38402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.922876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.848343094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-04T02:18:10.922942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.61176746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:10.922959Z","caller":"traceutil/trace.go:171","msg":"trace[1598878557] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24092; }","duration":"13.611835922s","start":"2026-03-04T02:17:57.311117Z","end":"2026-03-04T02:18:10.922953Z","steps":["trace[1598878557] 'agreement among raft nodes before linearized reading' (duration: 13.611806171s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.922979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:57.311055Z","time spent":"13.611919094s","remote":"127.0.0.1:43064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:10.922974Z","caller":"traceutil/trace.go:171","msg":"trace[1661101906] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24092; }","duration":"14.848476117s","start":"2026-03-04T02:17:56.074472Z","end":"2026-03-04T02:18:10.922948Z","steps":["trace[1661101906] 'agreement among raft nodes before linearized reading' (duration: 14.848212891s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.922552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.843283Z","time spent":"14.079258348s","remote":"127.0.0.1:59420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:10.92304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:56.074456Z","time spent":"14.84856984s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T02:18:10.923157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.895756001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:18:10.923238Z","caller":"traceutil/trace.go:171","msg":"trace[1815735513] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24092; }","duration":"13.895894505s","start":"2026-03-04T02:17:57.027326Z","end":"2026-03-04T02:18:10.923221Z","steps":["trace[1815735513] 'agreement among raft nodes before linearized reading' (duration: 13.895669329s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:10.923288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:17:57.027302Z","time spent":"13.895977617s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:18:11.130596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038616797s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:12.671512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999985912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:12.671609Z","caller":"traceutil/trace.go:171","msg":"trace[1800908580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000123125s","start":"2026-03-04T02:18:10.671456Z","end":"2026-03-04T02:18:12.671579Z","steps":["trace[1800908580] 'agreement among raft nodes before linearized reading' (duration: 2.000020263s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:12.671655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.671434Z","time spent":"2.000212147s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:14.521647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.390877735s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:14.523767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392846793s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:14.523956Z","caller":"traceutil/trace.go:171","msg":"trace[956049956] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"4.432009254s","start":"2026-03-04T02:18:10.091901Z","end":"2026-03-04T02:18:14.52391Z","steps":["trace[956049956] 'process raft request' (duration: 1.038952726s)","trace[956049956] 'compare' (duration: 3.390717031s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:14.524083Z","caller":"traceutil/trace.go:171","msg":"trace[909226742] linearizableReadLoop","detail":"{readStateIndex:24950; appliedIndex:24949; }","duration":"3.605350433s","start":"2026-03-04T02:18:10.918628Z","end":"2026-03-04T02:18:14.523979Z","steps":["trace[909226742] 'read index received' (duration: 212.164931ms)","trace[909226742] 'applied index is now lower than readState.Index' (duration: 3.393180812s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:14.524139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.091884Z","time spent":"4.432126096s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:14.52414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.964324288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:14.524157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.924885Z","time spent":"3.599261485s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:18:14.524226Z","caller":"traceutil/trace.go:171","msg":"trace[1427134796] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24093; }","duration":"9.964446791s","start":"2026-03-04T02:18:04.559756Z","end":"2026-03-04T02:18:14.524203Z","steps":["trace[1427134796] 'agreement among raft nodes before linearized reading' (duration: 9.964253786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.524284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:04.559748Z","time spent":"9.964520223s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:18:14.524217Z","caller":"traceutil/trace.go:171","msg":"trace[1135759997] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"3.593464305s","start":"2026-03-04T02:18:10.930682Z","end":"2026-03-04T02:18:14.524147Z","steps":["trace[1135759997] 'process raft request' (duration: 3.593297111s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.524584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.970225761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:18:14.524604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.810526959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:14.524648Z","caller":"traceutil/trace.go:171","msg":"trace[1585295489] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24094; }","duration":"9.970306763s","start":"2026-03-04T02:18:04.554324Z","end":"2026-03-04T02:18:14.524631Z","steps":["trace[1585295489] 'agreement among raft nodes before linearized reading' (duration: 9.970166819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.524702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:04.554307Z","time spent":"9.970382385s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:18:14.524721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.179605242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:14.524779Z","caller":"traceutil/trace.go:171","msg":"trace[262671908] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24094; }","duration":"8.179699645s","start":"2026-03-04T02:18:06.345064Z","end":"2026-03-04T02:18:14.524763Z","steps":["trace[262671908] 'agreement among raft nodes before linearized reading' (duration: 8.179617453s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.524836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:06.345045Z","time spent":"8.179774326s","remote":"127.0.0.1:51348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:14.524859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.333325319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:14.52489Z","caller":"traceutil/trace.go:171","msg":"trace[1248821915] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24094; }","duration":"9.333410021s","start":"2026-03-04T02:18:05.19147Z","end":"2026-03-04T02:18:14.52488Z","steps":["trace[1248821915] 'agreement among raft nodes before linearized reading' (duration: 9.333343659s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.524912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.970767954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-04T02:18:14.52492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:05.191447Z","time spent":"9.333467222s","remote":"127.0.0.1:43062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:14.524953Z","caller":"traceutil/trace.go:171","msg":"trace[2146610358] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24094; }","duration":"9.970837286s","start":"2026-03-04T02:18:04.554104Z","end":"2026-03-04T02:18:14.524941Z","steps":["trace[2146610358] 'agreement among raft nodes before linearized reading' (duration: 9.970737284s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.524965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.891300021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:14.524988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:04.554079Z","time spent":"9.970898897s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T02:18:14.524462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.966654224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08c8d43e-87d5-4e16-a054-033adc9fe439\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:18:14.525028Z","caller":"traceutil/trace.go:171","msg":"trace[862482971] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08c8d43e-87d5-4e16-a054-033adc9fe439; range_end:; response_count:1; response_revision:24094; }","duration":"9.967260009s","start":"2026-03-04T02:18:04.55776Z","end":"2026-03-04T02:18:14.52502Z","steps":["trace[862482971] 'agreement among raft nodes before linearized reading' (duration: 9.96646932s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:14.525014Z","caller":"traceutil/trace.go:171","msg":"trace[137671702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24094; }","duration":"3.891375613s","start":"2026-03-04T02:18:10.633617Z","end":"2026-03-04T02:18:14.524992Z","steps":["trace[137671702] 'agreement among raft nodes before linearized reading' (duration: 3.891320732s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.525056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:04.557738Z","time spent":"9.967311521s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-08c8d43e-87d5-4e16-a054-033adc9fe439\" "} {"level":"warn","ts":"2026-03-04T02:18:14.525068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.633591Z","time spent":"3.891467676s","remote":"127.0.0.1:55396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:14.524655Z","caller":"traceutil/trace.go:171","msg":"trace[772683896] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24094; }","duration":"7.810614361s","start":"2026-03-04T02:18:06.714026Z","end":"2026-03-04T02:18:14.52464Z","steps":["trace[772683896] 'agreement among raft nodes before linearized reading' (duration: 7.810525169s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.525185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:06.714011Z","time spent":"7.811164775s","remote":"127.0.0.1:43300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:14.525186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.971121193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:18:14.525342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.418854385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:14.525408Z","caller":"traceutil/trace.go:171","msg":"trace[1354497580] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24094; }","duration":"4.418965418s","start":"2026-03-04T02:18:10.106427Z","end":"2026-03-04T02:18:14.525392Z","steps":["trace[1354497580] 'agreement among raft nodes before linearized reading' (duration: 4.418848495s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.525453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.106408Z","time spent":"4.419036009s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:14.526342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.044592647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:14.52649Z","caller":"traceutil/trace.go:171","msg":"trace[290875831] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24094; }","duration":"5.044796322s","start":"2026-03-04T02:18:09.481641Z","end":"2026-03-04T02:18:14.526438Z","steps":["trace[290875831] 'agreement among raft nodes before linearized reading' (duration: 5.042355173s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.524643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.930666Z","time spent":"3.593841644s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5578,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:14.524905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398547223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:14.526651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.707145433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:14.526666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42461127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:14.526714Z","caller":"traceutil/trace.go:171","msg":"trace[1772463813] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24094; }","duration":"5.707290076s","start":"2026-03-04T02:18:08.81941Z","end":"2026-03-04T02:18:14.5267Z","steps":["trace[1772463813] 'agreement among raft nodes before linearized reading' (duration: 5.707144122s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.526747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542630551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:14.526766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:08.81939Z","time spent":"5.707368827s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:14.526775Z","caller":"traceutil/trace.go:171","msg":"trace[912191975] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24094; }","duration":"1.542696082s","start":"2026-03-04T02:18:12.984072Z","end":"2026-03-04T02:18:14.526768Z","steps":["trace[912191975] 'agreement among raft nodes before linearized reading' (duration: 1.542656861s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.52679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960994518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:14.526798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:12.98405Z","time spent":"1.542742563s","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:14.526748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.109526361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:14.526829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157641243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:14.526865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.54716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:14.526889Z","caller":"traceutil/trace.go:171","msg":"trace[503859680] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24094; }","duration":"5.109750027s","start":"2026-03-04T02:18:09.417116Z","end":"2026-03-04T02:18:14.526866Z","steps":["trace[503859680] 'agreement among raft nodes before linearized reading' (duration: 5.109504801s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:14.525217Z","caller":"traceutil/trace.go:171","msg":"trace[706364578] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24094; }","duration":"9.971199705s","start":"2026-03-04T02:18:04.554008Z","end":"2026-03-04T02:18:14.525208Z","steps":["trace[706364578] 'agreement among raft nodes before linearized reading' (duration: 9.971116363s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.526712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854658782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:14.52703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:09.417093Z","time spent":"5.109882009s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:14.526907Z","caller":"traceutil/trace.go:171","msg":"trace[1300569917] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24094; }","duration":"2.157765306s","start":"2026-03-04T02:18:12.369121Z","end":"2026-03-04T02:18:14.526887Z","steps":["trace[1300569917] 'agreement among raft nodes before linearized reading' (duration: 2.157632683s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.527997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:12.369079Z","time spent":"2.158887733s","remote":"127.0.0.1:51310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:14.526703Z","caller":"traceutil/trace.go:171","msg":"trace[725527257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24094; }","duration":"4.400472329s","start":"2026-03-04T02:18:10.126213Z","end":"2026-03-04T02:18:14.526685Z","steps":["trace[725527257] 'agreement among raft nodes before linearized reading' (duration: 4.398631755s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.52817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:10.126147Z","time spent":"4.402009497s","remote":"127.0.0.1:55422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:14.526539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:09.481617Z","time spent":"5.044910695s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:14.526808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205534272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:14.528339Z","caller":"traceutil/trace.go:171","msg":"trace[678179209] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24094; }","duration":"1.207123851s","start":"2026-03-04T02:18:13.321198Z","end":"2026-03-04T02:18:14.528322Z","steps":["trace[678179209] 'agreement among raft nodes before linearized reading' (duration: 1.205558293s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:14.526807Z","caller":"traceutil/trace.go:171","msg":"trace[155071698] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24094; }","duration":"1.424738884s","start":"2026-03-04T02:18:13.101998Z","end":"2026-03-04T02:18:14.526737Z","steps":["trace[155071698] 'agreement among raft nodes before linearized reading' (duration: 1.424624061s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.52845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.809239587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-04T02:18:14.528484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.101977Z","time spent":"1.426481436s","remote":"127.0.0.1:43020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:14.528537Z","caller":"traceutil/trace.go:171","msg":"trace[190762767] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24093; }","duration":"6.80937516s","start":"2026-03-04T02:18:07.71914Z","end":"2026-03-04T02:18:14.528516Z","steps":["trace[190762767] 'agreement among raft nodes before linearized reading' (duration: 6.80484977s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.528598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:07.719113Z","time spent":"6.809469862s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-04T02:18:14.526828Z","caller":"traceutil/trace.go:171","msg":"trace[2027021906] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24094; }","duration":"1.9610401s","start":"2026-03-04T02:18:12.565779Z","end":"2026-03-04T02:18:14.526819Z","steps":["trace[2027021906] 'agreement among raft nodes before linearized reading' (duration: 1.960969788s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.528692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:12.565719Z","time spent":"1.962963016s","remote":"127.0.0.1:43210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:14.526905Z","caller":"traceutil/trace.go:171","msg":"trace[523126930] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24094; }","duration":"335.626053ms","start":"2026-03-04T02:18:14.191263Z","end":"2026-03-04T02:18:14.526889Z","steps":["trace[523126930] 'agreement among raft nodes before linearized reading' (duration: 335.569962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.52881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.191241Z","time spent":"337.556719ms","remote":"127.0.0.1:53378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:14.526912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329695871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:14.52894Z","caller":"traceutil/trace.go:171","msg":"trace[49162676] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24094; }","duration":"1.331761441s","start":"2026-03-04T02:18:13.197166Z","end":"2026-03-04T02:18:14.528927Z","steps":["trace[49162676] 'agreement among raft nodes before linearized reading' (duration: 1.329693361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.529017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.197145Z","time spent":"1.331818952s","remote":"127.0.0.1:43434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:14.527086Z","caller":"traceutil/trace.go:171","msg":"trace[1402985235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24094; }","duration":"1.855029431s","start":"2026-03-04T02:18:12.672046Z","end":"2026-03-04T02:18:14.527076Z","steps":["trace[1402985235] 'agreement among raft nodes before linearized reading' (duration: 1.854641031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.529134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:12.671862Z","time spent":"1.857177762s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:14.527131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.967304097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:14.529269Z","caller":"traceutil/trace.go:171","msg":"trace[1939762593] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24094; }","duration":"5.969417107s","start":"2026-03-04T02:18:08.559777Z","end":"2026-03-04T02:18:14.529195Z","steps":["trace[1939762593] 'agreement among raft nodes before linearized reading' (duration: 5.967293666s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.527147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929759572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:14.527017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:04.553982Z","time spent":"9.972996248s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T02:18:14.529643Z","caller":"traceutil/trace.go:171","msg":"trace[2018848369] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24094; }","duration":"2.932307014s","start":"2026-03-04T02:18:11.597321Z","end":"2026-03-04T02:18:14.529628Z","steps":["trace[2018848369] 'agreement among raft nodes before linearized reading' (duration: 2.929781382s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:14.529703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:11.5973Z","time spent":"2.932387636s","remote":"127.0.0.1:45200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:14.529848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:08.559761Z","time spent":"5.970062993s","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:14.528441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:13.321175Z","time spent":"1.207231843s","remote":"127.0.0.1:59328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:15.032346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:15.533118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:16.034911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:16.538467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:16.538581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:16.538642Z","caller":"traceutil/trace.go:171","msg":"trace[1629455982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00032621s","start":"2026-03-04T02:18:14.538297Z","end":"2026-03-04T02:18:16.538623Z","steps":["trace[1629455982] 'agreement among raft nodes before linearized reading' (duration: 2.000240238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:16.5387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.538281Z","time spent":"2.000409292s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:17.039523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:17.54042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:17.572708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.202715614s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:18.539722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:18.539808Z","caller":"traceutil/trace.go:171","msg":"trace[1115606420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376042s","start":"2026-03-04T02:18:16.539414Z","end":"2026-03-04T02:18:18.53979Z","steps":["trace[1115606420] 'agreement among raft nodes before linearized reading' (duration: 2.000261769s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:18.539857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:16.539398Z","time spent":"2.000449584s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:20.333769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330923129s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:20.333866Z","caller":"traceutil/trace.go:171","msg":"trace[714714592] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24094; }","duration":"1.331029922s","start":"2026-03-04T02:18:19.002821Z","end":"2026-03-04T02:18:20.333851Z","steps":["trace[714714592] 'range keys from in-memory index tree' (duration: 1.330909589s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:20.336649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763663357s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:20.336765Z","caller":"traceutil/trace.go:171","msg":"trace[693512974] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"5.810423774s","start":"2026-03-04T02:18:14.526318Z","end":"2026-03-04T02:18:20.336742Z","steps":["trace[693512974] 'process raft request' (duration: 3.046568702s)","trace[693512974] 'compare' (duration: 2.763401641s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:20.336842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.526289Z","time spent":"5.810520056s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:20.545622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:20.545698Z","caller":"traceutil/trace.go:171","msg":"trace[1791927935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000564036s","start":"2026-03-04T02:18:18.545117Z","end":"2026-03-04T02:18:20.545682Z","steps":["trace[1791927935] 'agreement among raft nodes before linearized reading' (duration: 2.000462083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:20.545733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:18.545097Z","time spent":"2.000629487s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:21.391332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.78765151s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:21.532396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.531618Z","time spent":"7.000767667s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:21.53292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.532104Z","time spent":"7.000807999s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:21.532918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.53264Z","time spent":"7.000242725s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:22.546826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:22.546906Z","caller":"traceutil/trace.go:171","msg":"trace[1831202089] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445124s","start":"2026-03-04T02:18:20.546444Z","end":"2026-03-04T02:18:22.546889Z","steps":["trace[1831202089] 'agreement among raft nodes before linearized reading' (duration: 2.000344822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:22.546956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:20.546412Z","time spent":"2.000534677s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:22.571719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180113456s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:22.571965Z","caller":"traceutil/trace.go:171","msg":"trace[1869022277] linearizableReadLoop","detail":"{readStateIndex:24957; appliedIndex:24952; }","duration":"8.04004543s","start":"2026-03-04T02:18:14.531903Z","end":"2026-03-04T02:18:22.571949Z","steps":["trace[1869022277] 'read index received' (duration: 3.040999157s)","trace[1869022277] 'applied index is now lower than readState.Index' (duration: 4.999045373s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:22.57216Z","caller":"traceutil/trace.go:171","msg":"trace[403938130] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"6.643224944s","start":"2026-03-04T02:18:15.928924Z","end":"2026-03-04T02:18:22.572149Z","steps":["trace[403938130] 'process raft request' (duration: 6.642988189s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:22.572239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:15.928898Z","time spent":"6.643298726s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:22.572484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.040578864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-04T02:18:22.572524Z","caller":"traceutil/trace.go:171","msg":"trace[889173392] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24099; }","duration":"8.040645105s","start":"2026-03-04T02:18:14.531866Z","end":"2026-03-04T02:18:22.572511Z","steps":["trace[889173392] 'agreement among raft nodes before linearized reading' (duration: 8.040522142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:22.572555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.53185Z","time spent":"8.040697877s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-04T02:18:23.545598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:23.545672Z","caller":"traceutil/trace.go:171","msg":"trace[477414702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637218s","start":"2026-03-04T02:18:21.545018Z","end":"2026-03-04T02:18:23.545655Z","steps":["trace[477414702] 'agreement among raft nodes before linearized reading' (duration: 2.000544126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:23.545711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.545004Z","time spent":"2.000698909s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:24.535071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001453568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:24.535153Z","caller":"traceutil/trace.go:171","msg":"trace[1053991206] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.00156523s","start":"2026-03-04T02:18:14.53357Z","end":"2026-03-04T02:18:24.535136Z","steps":["trace[1053991206] 'agreement among raft nodes before linearized reading' (duration: 10.001462548s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:24.535248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.533563Z","time spent":"10.001671413s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/03/04 02:18:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:24.554423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:24.554501Z","caller":"traceutil/trace.go:171","msg":"trace[1582003474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00076755s","start":"2026-03-04T02:18:22.553718Z","end":"2026-03-04T02:18:24.554486Z","steps":["trace[1582003474] 'agreement among raft nodes before linearized reading' (duration: 2.00034926s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:24.55454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:22.5537Z","time spent":"2.000831323s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:26.554354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:26.554425Z","caller":"traceutil/trace.go:171","msg":"trace[863274456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060224s","start":"2026-03-04T02:18:24.554349Z","end":"2026-03-04T02:18:26.554409Z","steps":["trace[863274456] 'agreement among raft nodes before linearized reading' (duration: 1.999963451s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:26.554461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:24.55433Z","time spent":"2.000125175s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:26.571843Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929cb67287503c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T02:18:27.935908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:20.935192Z","time spent":"7.000708986s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:28.562421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000450234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:28.562514Z","caller":"traceutil/trace.go:171","msg":"trace[986978715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629498s","start":"2026-03-04T02:18:26.561864Z","end":"2026-03-04T02:18:28.562493Z","steps":["trace[986978715] 'agreement among raft nodes before linearized reading' (duration: 2.000501985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:28.562565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:26.561846Z","time spent":"2.00070914s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:28.761788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.962796436s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:18:28.762046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:25.750895Z","time spent":"3.011141844s","remote":"127.0.0.1:55852","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:18:28.76544Z","caller":"traceutil/trace.go:171","msg":"trace[902192312] linearizableReadLoop","detail":"{readStateIndex:24959; appliedIndex:24957; }","duration":"6.193411834s","start":"2026-03-04T02:18:22.572001Z","end":"2026-03-04T02:18:28.765413Z","steps":["trace[902192312] 'read index received' (duration: 227.01872ms)","trace[902192312] 'applied index is now lower than readState.Index' (duration: 5.966391144s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:29.26634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:29.767306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:30.046353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.618882219s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:30.563003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:18:30.563083Z","caller":"traceutil/trace.go:171","msg":"trace[28596306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000526584s","start":"2026-03-04T02:18:28.562538Z","end":"2026-03-04T02:18:30.563064Z","steps":["trace[28596306] 'agreement among raft nodes before linearized reading' (duration: 2.000426862s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:30.563129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:28.562522Z","time spent":"2.000597897s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:31.624663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.565931175s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:31.854093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.105945441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:31.854186Z","caller":"traceutil/trace.go:171","msg":"trace[1774272224] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24100; }","duration":"11.106089765s","start":"2026-03-04T02:18:20.748071Z","end":"2026-03-04T02:18:31.854161Z","steps":["trace[1774272224] 'agreement among raft nodes before linearized reading' (duration: 8.017383822s)","trace[1774272224] 'count revisions from in-memory index tree' (duration: 3.08856637s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.854234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:20.748037Z","time spent":"11.106184577s","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:31.854532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.318624513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:18:31.854586Z","caller":"traceutil/trace.go:171","msg":"trace[322612924] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e; range_end:; response_count:1; response_revision:24100; }","duration":"10.318730416s","start":"2026-03-04T02:18:21.53584Z","end":"2026-03-04T02:18:31.854571Z","steps":["trace[322612924] 'agreement among raft nodes before linearized reading' (duration: 7.229644283s)","trace[322612924] 'range keys from in-memory index tree' (duration: 3.088949808s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.854635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.53583Z","time spent":"10.318792817s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" "} {"level":"warn","ts":"2026-03-04T02:18:31.854936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.319270649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T02:18:31.854986Z","caller":"traceutil/trace.go:171","msg":"trace[1501446283] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24100; }","duration":"10.319356241s","start":"2026-03-04T02:18:21.535614Z","end":"2026-03-04T02:18:31.854971Z","steps":["trace[1501446283] 'agreement among raft nodes before linearized reading' (duration: 7.22988266s)","trace[1501446283] 'range keys from in-memory index tree' (duration: 3.089284167s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.855026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.535594Z","time spent":"10.319423182s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-04T02:18:31.855029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.987847087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:31.855139Z","caller":"traceutil/trace.go:171","msg":"trace[1999294197] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24100; }","duration":"9.988022772s","start":"2026-03-04T02:18:21.867087Z","end":"2026-03-04T02:18:31.85511Z","steps":["trace[1999294197] 'agreement among raft nodes before linearized reading' (duration: 6.898394926s)","trace[1999294197] 'count revisions from in-memory index tree' (duration: 3.089439581s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.855194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.867067Z","time spent":"9.988112484s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:31.855401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.689147791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:31.855496Z","caller":"traceutil/trace.go:171","msg":"trace[564503332] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24100; }","duration":"10.689299545s","start":"2026-03-04T02:18:21.166172Z","end":"2026-03-04T02:18:31.855471Z","steps":["trace[564503332] 'agreement among raft nodes before linearized reading' (duration: 7.599336812s)","trace[564503332] 'count revisions from in-memory index tree' (duration: 3.089839921s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.855549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:21.166144Z","time spent":"10.689394877s","remote":"127.0.0.1:38306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:31.855626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85335344s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:31.855703Z","caller":"traceutil/trace.go:171","msg":"trace[730438362] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24100; }","duration":"2.853430172s","start":"2026-03-04T02:18:29.002262Z","end":"2026-03-04T02:18:31.855692Z","steps":["trace[730438362] 'range keys from in-memory index tree' (duration: 2.85334091s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:31.855761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.57445035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:31.855807Z","caller":"traceutil/trace.go:171","msg":"trace[149410773] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24100; }","duration":"9.574532172s","start":"2026-03-04T02:18:22.28126Z","end":"2026-03-04T02:18:31.855792Z","steps":["trace[149410773] 'agreement among raft nodes before linearized reading' (duration: 6.484259851s)","trace[149410773] 'count revisions from in-memory index tree' (duration: 3.09022129s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.855845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:22.281238Z","time spent":"9.574598274s","remote":"127.0.0.1:43410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:31.855995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.767496699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:31.856669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.214338859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:31.856709Z","caller":"traceutil/trace.go:171","msg":"trace[390262597] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24100; }","duration":"12.214418851s","start":"2026-03-04T02:18:19.642279Z","end":"2026-03-04T02:18:31.856698Z","steps":["trace[390262597] 'agreement among raft nodes before linearized reading' (duration: 9.123287099s)","trace[390262597] 'count revisions from in-memory index tree' (duration: 3.091081021s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.856736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:19.642261Z","time spent":"12.214466412s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:31.856741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.290551698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:18:31.85679Z","caller":"traceutil/trace.go:171","msg":"trace[1795836875] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24100; }","duration":"14.290667951s","start":"2026-03-04T02:18:17.56611Z","end":"2026-03-04T02:18:31.856778Z","steps":["trace[1795836875] 'agreement among raft nodes before linearized reading' (duration: 11.199479948s)","trace[1795836875] 'count revisions from in-memory index tree' (duration: 3.091111112s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.856826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:17.566046Z","time spent":"14.290775083s","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:31.856875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.365646974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:31.856913Z","caller":"traceutil/trace.go:171","msg":"trace[1039660562] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24100; }","duration":"11.365678675s","start":"2026-03-04T02:18:20.49122Z","end":"2026-03-04T02:18:31.856898Z","steps":["trace[1039660562] 'agreement among raft nodes before linearized reading' (duration: 8.274311767s)","trace[1039660562] 'count revisions from in-memory index tree' (duration: 3.091320426s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.856937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.647229999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:31.856944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:20.491201Z","time spent":"11.365735446s","remote":"127.0.0.1:43270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:31.856967Z","caller":"traceutil/trace.go:171","msg":"trace[1251584407] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24100; }","duration":"12.64728638s","start":"2026-03-04T02:18:19.209666Z","end":"2026-03-04T02:18:31.856953Z","steps":["trace[1251584407] 'agreement among raft nodes before linearized reading' (duration: 9.555906872s)","trace[1251584407] 'count revisions from in-memory index tree' (duration: 3.091349917s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.856988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:19.209647Z","time spent":"12.647337051s","remote":"127.0.0.1:38344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:31.857072Z","caller":"traceutil/trace.go:171","msg":"trace[492189214] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24100; }","duration":"9.768605355s","start":"2026-03-04T02:18:22.088448Z","end":"2026-03-04T02:18:31.857054Z","steps":["trace[492189214] 'agreement among raft nodes before linearized reading' (duration: 6.677079923s)","trace[492189214] 'count revisions from in-memory index tree' (duration: 3.090447205s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.857139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.855423055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:18:31.857159Z","caller":"traceutil/trace.go:171","msg":"trace[7169176] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24100; }","duration":"13.855443755s","start":"2026-03-04T02:18:18.00171Z","end":"2026-03-04T02:18:31.857154Z","steps":["trace[7169176] 'agreement among raft nodes before linearized reading' (duration: 10.763871633s)","trace[7169176] 'count revisions from in-memory index tree' (duration: 3.091546192s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.857152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:22.088429Z","time spent":"9.768705418s","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:31.857346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.593188228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:31.85737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.325352585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-54bqv\" ","response":"range_response_count:1 size:5495"} {"level":"info","ts":"2026-03-04T02:18:31.857394Z","caller":"traceutil/trace.go:171","msg":"trace[1997220318] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24100; }","duration":"11.593271s","start":"2026-03-04T02:18:20.26411Z","end":"2026-03-04T02:18:31.857381Z","steps":["trace[1997220318] 'agreement among raft nodes before linearized reading' (duration: 8.501448541s)","trace[1997220318] 'count revisions from in-memory index tree' (duration: 3.091765668s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.857432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:20.26409Z","time spent":"11.593330432s","remote":"127.0.0.1:45156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:31.857438Z","caller":"traceutil/trace.go:171","msg":"trace[728450259] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-54bqv; range_end:; response_count:1; response_revision:24100; }","duration":"17.325440758s","start":"2026-03-04T02:18:14.53197Z","end":"2026-03-04T02:18:31.857411Z","steps":["trace[728450259] 'agreement among raft nodes before linearized reading' (duration: 14.233620329s)","trace[728450259] 'range keys from in-memory index tree' (duration: 3.091679845s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.857481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:14.531957Z","time spent":"17.325513809s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5518,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-54bqv\" "} {"level":"warn","ts":"2026-03-04T02:18:31.857167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.518391106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-04T02:18:31.857717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811063995s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:31.857719Z","caller":"traceutil/trace.go:171","msg":"trace[1699154031] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24100; }","duration":"11.51897027s","start":"2026-03-04T02:18:20.33873Z","end":"2026-03-04T02:18:31.857701Z","steps":["trace[1699154031] 'agreement among raft nodes before linearized reading' (duration: 8.426817943s)","trace[1699154031] 'range keys from in-memory index tree' (duration: 3.091501361s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.857771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:20.338714Z","time spent":"11.519040981s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:18:31.857174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:18.001661Z","time spent":"13.855509267s","remote":"127.0.0.1:59344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:31.858179Z","caller":"traceutil/trace.go:171","msg":"trace[54201140] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"4.28000433s","start":"2026-03-04T02:18:27.578157Z","end":"2026-03-04T02:18:31.858161Z","steps":["trace[54201140] 'process raft request' (duration: 4.27961296s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:31.858235Z","caller":"traceutil/trace.go:171","msg":"trace[1474878686] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24102; }","duration":"3.917626989s","start":"2026-03-04T02:18:27.94058Z","end":"2026-03-04T02:18:31.858207Z","steps":["trace[1474878686] 'process raft request' (duration: 3.91725665s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:31.858309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.578134Z","time spent":"4.280093892s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:18:31.858127Z","caller":"traceutil/trace.go:171","msg":"trace[1119923438] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"4.430780834s","start":"2026-03-04T02:18:27.427329Z","end":"2026-03-04T02:18:31.85811Z","steps":["trace[1119923438] 'process raft request' (duration: 2.619281598s)","trace[1119923438] 'compare' (duration: 1.809156679s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:31.858369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.940557Z","time spent":"3.917746932s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:31.858439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.427301Z","time spent":"4.431086891s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7905,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:32.570765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:32.570869Z","caller":"traceutil/trace.go:171","msg":"trace[1058856408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615688s","start":"2026-03-04T02:18:30.57023Z","end":"2026-03-04T02:18:32.570845Z","steps":["trace[1058856408] 'agreement among raft nodes before linearized reading' (duration: 2.000485325s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:32.570933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:30.570222Z","time spent":"2.00069741s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:34.572274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000644387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:34.572376Z","caller":"traceutil/trace.go:171","msg":"trace[566996586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000854862s","start":"2026-03-04T02:18:32.571497Z","end":"2026-03-04T02:18:34.572352Z","steps":["trace[566996586] 'agreement among raft nodes before linearized reading' (duration: 2.000666498s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:34.572476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.571483Z","time spent":"2.000942425s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:34.637997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.773332041s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:36.226342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368463724s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:18:36.226451Z","caller":"traceutil/trace.go:171","msg":"trace[1503691733] linearizableReadLoop","detail":"{readStateIndex:24963; appliedIndex:24959; }","duration":"7.460929967s","start":"2026-03-04T02:18:28.765505Z","end":"2026-03-04T02:18:36.226435Z","steps":["trace[1503691733] 'read index received' (duration: 1.281086442s)","trace[1503691733] 'applied index is now lower than readState.Index' (duration: 6.179841365s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:36.226989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.864548Z","time spent":"4.362439198s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:36.227173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.060604689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:36.227197Z","caller":"traceutil/trace.go:171","msg":"trace[154814515] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24103; }","duration":"8.060678081s","start":"2026-03-04T02:18:28.166511Z","end":"2026-03-04T02:18:36.22719Z","steps":["trace[154814515] 'agreement among raft nodes before linearized reading' (duration: 8.060618319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.227221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:28.166489Z","time spent":"8.060726571s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.227331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.68215449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:36.227351Z","caller":"traceutil/trace.go:171","msg":"trace[1989646301] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24103; }","duration":"8.682225392s","start":"2026-03-04T02:18:27.54512Z","end":"2026-03-04T02:18:36.227346Z","steps":["trace[1989646301] 'agreement among raft nodes before linearized reading' (duration: 8.682190461s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.227368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.545097Z","time spent":"8.682267152s","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.227466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.766198826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:36.227487Z","caller":"traceutil/trace.go:171","msg":"trace[1483740768] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24103; }","duration":"8.766279158s","start":"2026-03-04T02:18:27.461201Z","end":"2026-03-04T02:18:36.22748Z","steps":["trace[1483740768] 'agreement among raft nodes before linearized reading' (duration: 8.766249457s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.227506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.461174Z","time spent":"8.766327469s","remote":"127.0.0.1:43368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.227692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.814766924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:18:36.227713Z","caller":"traceutil/trace.go:171","msg":"trace[217129993] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24103; }","duration":"8.814816024s","start":"2026-03-04T02:18:27.412891Z","end":"2026-03-04T02:18:36.227707Z","steps":["trace[217129993] 'agreement among raft nodes before linearized reading' (duration: 8.814720622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.227735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.412875Z","time spent":"8.814854146s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:18:36.227876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.87531038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:36.227896Z","caller":"traceutil/trace.go:171","msg":"trace[913808266] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24103; }","duration":"8.875381322s","start":"2026-03-04T02:18:27.35251Z","end":"2026-03-04T02:18:36.227891Z","steps":["trace[913808266] 'agreement among raft nodes before linearized reading' (duration: 8.875319s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.227916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.352487Z","time spent":"8.875425213s","remote":"127.0.0.1:59232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.228079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.858217528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:36.228099Z","caller":"traceutil/trace.go:171","msg":"trace[1549752302] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24103; }","duration":"9.858274439s","start":"2026-03-04T02:18:26.369819Z","end":"2026-03-04T02:18:36.228093Z","steps":["trace[1549752302] 'agreement among raft nodes before linearized reading' (duration: 9.858181426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.228118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:26.3698Z","time spent":"9.85831308s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.228227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.111974256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:36.228246Z","caller":"traceutil/trace.go:171","msg":"trace[1639649331] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24103; }","duration":"10.112034817s","start":"2026-03-04T02:18:26.116206Z","end":"2026-03-04T02:18:36.228241Z","steps":["trace[1639649331] 'agreement among raft nodes before linearized reading' (duration: 10.111996536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.228266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:26.116185Z","time spent":"10.112075478s","remote":"127.0.0.1:45496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.230307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.859163374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:36.230363Z","caller":"traceutil/trace.go:171","msg":"trace[983107571] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24103; }","duration":"12.859223545s","start":"2026-03-04T02:18:23.371127Z","end":"2026-03-04T02:18:36.23035Z","steps":["trace[983107571] 'agreement among raft nodes before linearized reading' (duration: 12.859133983s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.230405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.371063Z","time spent":"12.859331879s","remote":"127.0.0.1:51528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.230572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.655509269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46cd149d-5e80-48b8-943f-d84185ca2551\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-04T02:18:36.230648Z","caller":"traceutil/trace.go:171","msg":"trace[1347522621] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46cd149d-5e80-48b8-943f-d84185ca2551; range_end:; response_count:1; response_revision:24103; }","duration":"13.655616582s","start":"2026-03-04T02:18:22.575008Z","end":"2026-03-04T02:18:36.230625Z","steps":["trace[1347522621] 'agreement among raft nodes before linearized reading' (duration: 13.655418217s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.230704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.502608505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:36.230708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:22.57499Z","time spent":"13.655705235s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-46cd149d-5e80-48b8-943f-d84185ca2551\" "} {"level":"info","ts":"2026-03-04T02:18:36.23074Z","caller":"traceutil/trace.go:171","msg":"trace[1797283672] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24103; }","duration":"12.502688807s","start":"2026-03-04T02:18:23.728042Z","end":"2026-03-04T02:18:36.23073Z","steps":["trace[1797283672] 'agreement among raft nodes before linearized reading' (duration: 12.502637315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.230775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.728019Z","time spent":"12.502748398s","remote":"127.0.0.1:45458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.230366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.20163287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:36.23093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.503094496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:36.230959Z","caller":"traceutil/trace.go:171","msg":"trace[718369975] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24103; }","duration":"12.503150378s","start":"2026-03-04T02:18:23.7278Z","end":"2026-03-04T02:18:36.23095Z","steps":["trace[718369975] 'agreement among raft nodes before linearized reading' (duration: 12.503097647s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.230997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.727785Z","time spent":"12.503203449s","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:36.230977Z","caller":"traceutil/trace.go:171","msg":"trace[2022378108] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24103; }","duration":"11.202294536s","start":"2026-03-04T02:18:25.028647Z","end":"2026-03-04T02:18:36.230942Z","steps":["trace[2022378108] 'agreement among raft nodes before linearized reading' (duration: 11.201607349s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.231034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.53172241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:36.231067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:25.028629Z","time spent":"11.202410669s","remote":"127.0.0.1:51592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.231059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.559198831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:36.231098Z","caller":"traceutil/trace.go:171","msg":"trace[1770644318] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24103; }","duration":"12.531839443s","start":"2026-03-04T02:18:23.699244Z","end":"2026-03-04T02:18:36.231084Z","steps":["trace[1770644318] 'agreement among raft nodes before linearized reading' (duration: 12.53172343s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.231146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:23.699223Z","time spent":"12.531913825s","remote":"127.0.0.1:36128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:36.231147Z","caller":"traceutil/trace.go:171","msg":"trace[556342373] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24103; }","duration":"8.559344574s","start":"2026-03-04T02:18:27.671784Z","end":"2026-03-04T02:18:36.231128Z","steps":["trace[556342373] 'agreement among raft nodes before linearized reading' (duration: 8.555516241s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.231194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:27.671763Z","time spent":"8.559419406s","remote":"127.0.0.1:43316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.230659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.881603207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:36.231263Z","caller":"traceutil/trace.go:171","msg":"trace[1829771112] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24103; }","duration":"11.882245322s","start":"2026-03-04T02:18:24.349003Z","end":"2026-03-04T02:18:36.231248Z","steps":["trace[1829771112] 'agreement among raft nodes before linearized reading' (duration: 11.881557316s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.23131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:24.348975Z","time spent":"11.882318643s","remote":"127.0.0.1:59034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:36.580055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:36.58014Z","caller":"traceutil/trace.go:171","msg":"trace[1993998978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000448694s","start":"2026-03-04T02:18:34.579673Z","end":"2026-03-04T02:18:36.580122Z","steps":["trace[1993998978] 'agreement among raft nodes before linearized reading' (duration: 2.000336711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:36.580186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.579657Z","time spent":"2.000520165s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:36.727304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280216,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:37.228301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280216,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:37.728761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280216,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:37.853908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.215689081s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:38.581357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:38.581424Z","caller":"traceutil/trace.go:171","msg":"trace[320954620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000550355s","start":"2026-03-04T02:18:36.580855Z","end":"2026-03-04T02:18:38.581406Z","steps":["trace[320954620] 'agreement among raft nodes before linearized reading' (duration: 2.000463763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:38.581459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:36.580835Z","time spent":"2.000619257s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:38.867604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.867324Z","time spent":"7.000272566s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:39.164507Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.308261541s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:39.418252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.011516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:39.419392Z","caller":"traceutil/trace.go:171","msg":"trace[1694689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24103; }","duration":"416.166714ms","start":"2026-03-04T02:18:39.003206Z","end":"2026-03-04T02:18:39.419373Z","steps":["trace[1694689] 'range keys from in-memory index tree' (duration: 414.993446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.419532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565267218s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:39.419891Z","caller":"traceutil/trace.go:171","msg":"trace[144579629] linearizableReadLoop","detail":"{readStateIndex:24967; appliedIndex:24964; }","duration":"3.19340226s","start":"2026-03-04T02:18:36.226472Z","end":"2026-03-04T02:18:39.419874Z","steps":["trace[144579629] 'read index received' (duration: 1.62763401s)","trace[144579629] 'applied index is now lower than readState.Index' (duration: 1.56576725s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:39.41998Z","caller":"traceutil/trace.go:171","msg":"trace[1635377284] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"3.183223264s","start":"2026-03-04T02:18:36.236747Z","end":"2026-03-04T02:18:39.41997Z","steps":["trace[1635377284] 'process raft request' (duration: 3.182910146s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.420062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:36.236729Z","time spent":"3.183281705s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:39.420265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456037096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:39.420306Z","caller":"traceutil/trace.go:171","msg":"trace[1796755379] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24106; }","duration":"4.456126088s","start":"2026-03-04T02:18:34.964169Z","end":"2026-03-04T02:18:39.420295Z","steps":["trace[1796755379] 'agreement among raft nodes before linearized reading' (duration: 4.456020355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.420337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.964146Z","time spent":"4.456182459s","remote":"127.0.0.1:45214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:39.420302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.553091081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-04T02:18:39.420395Z","caller":"traceutil/trace.go:171","msg":"trace[961963654] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24106; }","duration":"7.553217774s","start":"2026-03-04T02:18:31.867161Z","end":"2026-03-04T02:18:39.420379Z","steps":["trace[961963654] 'agreement among raft nodes before linearized reading' (duration: 7.552955047s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.420436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.867149Z","time spent":"7.553278886s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-04T02:18:39.42047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.553309667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-04T02:18:39.420474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.274766559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:39.420515Z","caller":"traceutil/trace.go:171","msg":"trace[122951285] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24106; }","duration":"7.553367478s","start":"2026-03-04T02:18:31.867131Z","end":"2026-03-04T02:18:39.420498Z","steps":["trace[122951285] 'agreement among raft nodes before linearized reading' (duration: 7.553224244s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:39.420526Z","caller":"traceutil/trace.go:171","msg":"trace[589684932] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24106; }","duration":"8.274859651s","start":"2026-03-04T02:18:31.14565Z","end":"2026-03-04T02:18:39.42051Z","steps":["trace[589684932] 'agreement among raft nodes before linearized reading' (duration: 8.274762018s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.420565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.867118Z","time spent":"7.55343645s","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:18:39.420575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.145632Z","time spent":"8.274930212s","remote":"127.0.0.1:38284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:39.420603Z","caller":"traceutil/trace.go:171","msg":"trace[1124034949] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"2.55454621s","start":"2026-03-04T02:18:36.866041Z","end":"2026-03-04T02:18:39.420587Z","steps":["trace[1124034949] 'process raft request' (duration: 2.553760961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.420696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:36.866016Z","time spent":"2.554616611s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:39.420817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.888807877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:39.420745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868058359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:39.420874Z","caller":"traceutil/trace.go:171","msg":"trace[1386061776] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24106; }","duration":"8.888906139s","start":"2026-03-04T02:18:30.531954Z","end":"2026-03-04T02:18:39.42086Z","steps":["trace[1386061776] 'agreement among raft nodes before linearized reading' (duration: 8.888779836s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.420907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.397070827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:39.420908Z","caller":"traceutil/trace.go:171","msg":"trace[1800126550] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24106; }","duration":"4.868214793s","start":"2026-03-04T02:18:34.552676Z","end":"2026-03-04T02:18:39.420891Z","steps":["trace[1800126550] 'agreement among raft nodes before linearized reading' (duration: 4.868039729s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:39.420933Z","caller":"traceutil/trace.go:171","msg":"trace[1016982643] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24106; }","duration":"4.397159889s","start":"2026-03-04T02:18:35.023765Z","end":"2026-03-04T02:18:39.420925Z","steps":["trace[1016982643] 'agreement among raft nodes before linearized reading' (duration: 4.397121918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.420928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:30.531932Z","time spent":"8.888980702s","remote":"127.0.0.1:51552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:39.420957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.023748Z","time spent":"4.397203771s","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:39.420963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.947420708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:39.420991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.55595282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-ng667\" ","response":"range_response_count:1 size:4799"} {"level":"info","ts":"2026-03-04T02:18:39.42102Z","caller":"traceutil/trace.go:171","msg":"trace[918758566] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24106; }","duration":"9.947521081s","start":"2026-03-04T02:18:29.473484Z","end":"2026-03-04T02:18:39.421005Z","steps":["trace[918758566] 'agreement among raft nodes before linearized reading' (duration: 9.947424128s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:39.42103Z","caller":"traceutil/trace.go:171","msg":"trace[1826197835] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-ng667; range_end:; response_count:1; response_revision:24106; }","duration":"7.556030952s","start":"2026-03-04T02:18:31.864987Z","end":"2026-03-04T02:18:39.421018Z","steps":["trace[1826197835] 'agreement among raft nodes before linearized reading' (duration: 7.555818877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.421051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:29.473463Z","time spent":"9.947581902s","remote":"127.0.0.1:36070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:39.42031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.695571493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:39.421061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.864966Z","time spent":"7.556088084s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4822,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-ng667\" "} {"level":"info","ts":"2026-03-04T02:18:39.42109Z","caller":"traceutil/trace.go:171","msg":"trace[185025252] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24106; }","duration":"7.696418714s","start":"2026-03-04T02:18:31.724663Z","end":"2026-03-04T02:18:39.421081Z","steps":["trace[185025252] 'agreement among raft nodes before linearized reading' (duration: 7.695564873s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.421126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.72464Z","time spent":"7.696476796s","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:39.421164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.103124247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:39.421261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.878412056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:39.421249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.598879341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:39.421283Z","caller":"traceutil/trace.go:171","msg":"trace[1574063579] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24106; }","duration":"9.878483407s","start":"2026-03-04T02:18:29.542795Z","end":"2026-03-04T02:18:39.421278Z","steps":["trace[1574063579] 'agreement among raft nodes before linearized reading' (duration: 9.878406716s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.420695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.483594033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:39.421312Z","caller":"traceutil/trace.go:171","msg":"trace[1767266476] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24106; }","duration":"7.599015814s","start":"2026-03-04T02:18:31.822279Z","end":"2026-03-04T02:18:39.421295Z","steps":["trace[1767266476] 'agreement among raft nodes before linearized reading' (duration: 7.59886211s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:39.421331Z","caller":"traceutil/trace.go:171","msg":"trace[387134566] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24106; }","duration":"4.484270859s","start":"2026-03-04T02:18:34.93705Z","end":"2026-03-04T02:18:39.421321Z","steps":["trace[387134566] 'agreement among raft nodes before linearized reading' (duration: 4.483609553s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.421324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.308290829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:39.421418Z","caller":"traceutil/trace.go:171","msg":"trace[1734930836] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24106; }","duration":"7.308397871s","start":"2026-03-04T02:18:32.113003Z","end":"2026-03-04T02:18:39.421401Z","steps":["trace[1734930836] 'agreement among raft nodes before linearized reading' (duration: 7.308248598s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.421426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.558373959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:39.421466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.112944Z","time spent":"7.308512675s","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:39.42147Z","caller":"traceutil/trace.go:171","msg":"trace[1536716368] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:24106; }","duration":"7.558467371s","start":"2026-03-04T02:18:31.862991Z","end":"2026-03-04T02:18:39.421458Z","steps":["trace[1536716368] 'agreement among raft nodes before linearized reading' (duration: 7.558399099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.420868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.869267877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:39.421514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.862971Z","time spent":"7.558533393s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T02:18:39.421543Z","caller":"traceutil/trace.go:171","msg":"trace[412484806] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24106; }","duration":"3.869977894s","start":"2026-03-04T02:18:35.551549Z","end":"2026-03-04T02:18:39.421527Z","steps":["trace[412484806] 'agreement among raft nodes before linearized reading' (duration: 3.869271097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.421189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.152987779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:39.421595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:35.551529Z","time spent":"3.870052506s","remote":"127.0.0.1:43068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:39.421611Z","caller":"traceutil/trace.go:171","msg":"trace[1451126979] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24106; }","duration":"9.153438669s","start":"2026-03-04T02:18:30.268162Z","end":"2026-03-04T02:18:39.4216Z","steps":["trace[1451126979] 'agreement among raft nodes before linearized reading' (duration: 9.153009259s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.421637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:30.268144Z","time spent":"9.153483411s","remote":"127.0.0.1:43244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:39.420977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.552622Z","time spent":"4.868325966s","remote":"127.0.0.1:43396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:18:39.421361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:31.822252Z","time spent":"7.599093536s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:39.421262Z","caller":"traceutil/trace.go:171","msg":"trace[1620341371] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24106; }","duration":"7.103182679s","start":"2026-03-04T02:18:32.318026Z","end":"2026-03-04T02:18:39.421208Z","steps":["trace[1620341371] 'agreement among raft nodes before linearized reading' (duration: 7.103052966s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.421814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:32.317876Z","time spent":"7.103926857s","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:39.421049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.483281258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:39.421877Z","caller":"traceutil/trace.go:171","msg":"trace[2084607584] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24106; }","duration":"5.484144009s","start":"2026-03-04T02:18:33.937717Z","end":"2026-03-04T02:18:39.421861Z","steps":["trace[2084607584] 'agreement among raft nodes before linearized reading' (duration: 5.483288778s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:39.421304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:29.542774Z","time spent":"9.878525989s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:39.421959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:33.937696Z","time spent":"5.48422167s","remote":"127.0.0.1:43274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:39.421371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:34.937027Z","time spent":"4.484330701s","remote":"127.0.0.1:59118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:40.5894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000561546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:40.589489Z","caller":"traceutil/trace.go:171","msg":"trace[1923119923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756511s","start":"2026-03-04T02:18:38.588713Z","end":"2026-03-04T02:18:40.589469Z","steps":["trace[1923119923] 'agreement among raft nodes before linearized reading' (duration: 2.000593257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:40.589677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:38.588695Z","time spent":"2.000954445s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:18:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:42.472346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.578331966s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:42.590498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000589908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:18:42.590565Z","caller":"traceutil/trace.go:171","msg":"trace[618549121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00070587s","start":"2026-03-04T02:18:40.589845Z","end":"2026-03-04T02:18:42.590551Z","steps":["trace[618549121] 'agreement among raft nodes before linearized reading' (duration: 2.000618538s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:42.590596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:40.589825Z","time spent":"2.000765642s","remote":"127.0.0.1:58980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:43.186426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.292489621s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:702"} {"level":"info","ts":"2026-03-04T02:18:43.186628Z","caller":"traceutil/trace.go:171","msg":"trace[1418388217] linearizableReadLoop","detail":"{readStateIndex:24968; appliedIndex:24967; }","duration":"3.766673791s","start":"2026-03-04T02:18:39.419938Z","end":"2026-03-04T02:18:43.186611Z","steps":["trace[1418388217] 'read index received' (duration: 474.047807ms)","trace[1418388217] 'applied index is now lower than readState.Index' (duration: 3.292624634s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:43.187154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:40.29962Z","time spent":"2.887506258s","remote":"127.0.0.1:38792","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:18:43.187409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277979813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:43.187483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.757329158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:18:43.187551Z","caller":"traceutil/trace.go:171","msg":"trace[386723794] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24106; }","duration":"5.75743838s","start":"2026-03-04T02:18:37.430092Z","end":"2026-03-04T02:18:43.18753Z","steps":["trace[386723794] 'agreement among raft nodes before linearized reading' (duration: 5.757201475s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.187622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:37.430076Z","time spent":"5.757532572s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T02:18:43.187654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.950327695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:18:43.187689Z","caller":"traceutil/trace.go:171","msg":"trace[5493913] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24106; }","duration":"6.950405357s","start":"2026-03-04T02:18:36.237274Z","end":"2026-03-04T02:18:43.187679Z","steps":["trace[5493913] 'agreement among raft nodes before linearized reading' (duration: 6.950250933s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:43.187676Z","caller":"traceutil/trace.go:171","msg":"trace[328579548] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24106; }","duration":"4.316061124s","start":"2026-03-04T02:18:38.871575Z","end":"2026-03-04T02:18:43.187636Z","steps":["trace[328579548] 'process raft request' (duration: 1.022282302s)","trace[328579548] 'compare' (duration: 3.292423759s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:43.187735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:36.237257Z","time spent":"6.950469888s","remote":"127.0.0.1:59156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:18:43.187867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:38.871554Z","time spent":"4.316202577s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:43.188354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.800092972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:43.188402Z","caller":"traceutil/trace.go:171","msg":"trace[1195620754] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24106; }","duration":"4.800168984s","start":"2026-03-04T02:18:38.388223Z","end":"2026-03-04T02:18:43.188392Z","steps":["trace[1195620754] 'agreement among raft nodes before linearized reading' (duration: 4.800090222s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.188434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:38.388207Z","time spent":"4.800219015s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:43.188423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.540457393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:43.188496Z","caller":"traceutil/trace.go:171","msg":"trace[700277463] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24106; }","duration":"5.540575085s","start":"2026-03-04T02:18:37.647904Z","end":"2026-03-04T02:18:43.188479Z","steps":["trace[700277463] 'agreement among raft nodes before linearized reading' (duration: 5.540461293s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.188563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:37.647881Z","time spent":"5.540665517s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:43.188597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.596751165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:43.188628Z","caller":"traceutil/trace.go:171","msg":"trace[774854460] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24106; }","duration":"4.596802896s","start":"2026-03-04T02:18:38.591816Z","end":"2026-03-04T02:18:43.188619Z","steps":["trace[774854460] 'agreement among raft nodes before linearized reading' (duration: 4.596753015s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.188658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:38.591806Z","time spent":"4.596843808s","remote":"127.0.0.1:42988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:43.188952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.695896957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:43.187497Z","caller":"traceutil/trace.go:171","msg":"trace[1607946116] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24106; }","duration":"6.278115216s","start":"2026-03-04T02:18:36.909363Z","end":"2026-03-04T02:18:43.187478Z","steps":["trace[1607946116] 'agreement among raft nodes before linearized reading' (duration: 6.277965703s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:43.189033Z","caller":"traceutil/trace.go:171","msg":"trace[1047295282] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24106; }","duration":"4.69601075s","start":"2026-03-04T02:18:38.493005Z","end":"2026-03-04T02:18:43.189015Z","steps":["trace[1047295282] 'agreement among raft nodes before linearized reading' (duration: 4.695882957s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.189068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:36.909344Z","time spent":"6.279684895s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:43.18911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:38.492985Z","time spent":"4.696107892s","remote":"127.0.0.1:45522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:43.190495Z","caller":"traceutil/trace.go:171","msg":"trace[1431632393] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"3.765414401s","start":"2026-03-04T02:18:39.425068Z","end":"2026-03-04T02:18:43.190482Z","steps":["trace[1431632393] 'process raft request' (duration: 3.761462075s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.190582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:39.425052Z","time spent":"3.765482282s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":353,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:43.191535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.425004775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:18:43.191643Z","caller":"traceutil/trace.go:171","msg":"trace[1738161724] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24106; }","duration":"5.425183939s","start":"2026-03-04T02:18:37.76644Z","end":"2026-03-04T02:18:43.191624Z","steps":["trace[1738161724] 'agreement among raft nodes before linearized reading' (duration: 5.421954541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.192364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:37.766418Z","time spent":"5.425925477s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2681,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:43.192409Z","caller":"traceutil/trace.go:171","msg":"trace[2051625494] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"3.766545118s","start":"2026-03-04T02:18:39.425843Z","end":"2026-03-04T02:18:43.192388Z","steps":["trace[2051625494] 'process raft request' (duration: 3.764590321s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:43.192473Z","caller":"traceutil/trace.go:171","msg":"trace[1969861539] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"3.766179959s","start":"2026-03-04T02:18:39.426265Z","end":"2026-03-04T02:18:43.192445Z","steps":["trace[1969861539] 'process raft request' (duration: 3.766032486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.192616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928163232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:43.192618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76582617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:43.19266Z","caller":"traceutil/trace.go:171","msg":"trace[429573699] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24110; }","duration":"2.928257774s","start":"2026-03-04T02:18:40.264391Z","end":"2026-03-04T02:18:43.192648Z","steps":["trace[429573699] 'agreement among raft nodes before linearized reading' (duration: 2.928159712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.192674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075334567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:43.192683Z","caller":"traceutil/trace.go:171","msg":"trace[1878335476] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24110; }","duration":"3.765912143s","start":"2026-03-04T02:18:39.42675Z","end":"2026-03-04T02:18:43.192662Z","steps":["trace[1878335476] 'agreement among raft nodes before linearized reading' (duration: 3.76580288s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.192685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02010655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:43.192709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:40.264363Z","time spent":"2.928334096s","remote":"127.0.0.1:59216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:43.19273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:39.426741Z","time spent":"3.765976854s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:18:43.192739Z","caller":"traceutil/trace.go:171","msg":"trace[346193004] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24110; }","duration":"3.020199713s","start":"2026-03-04T02:18:40.172523Z","end":"2026-03-04T02:18:43.192723Z","steps":["trace[346193004] 'agreement among raft nodes before linearized reading' (duration: 3.020129411s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.192747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:39.426247Z","time spent":"3.766398924s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:43.192779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:40.172478Z","time spent":"3.020287655s","remote":"127.0.0.1:55358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:43.192802Z","caller":"traceutil/trace.go:171","msg":"trace[716187625] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"3.7637451s","start":"2026-03-04T02:18:39.429041Z","end":"2026-03-04T02:18:43.192786Z","steps":["trace[716187625] 'process raft request' (duration: 3.76334516s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:43.19271Z","caller":"traceutil/trace.go:171","msg":"trace[2027582027] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24110; }","duration":"1.075415679s","start":"2026-03-04T02:18:42.117284Z","end":"2026-03-04T02:18:43.1927Z","steps":["trace[2027582027] 'agreement among raft nodes before linearized reading' (duration: 1.075245254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.192832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657992035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:43.192852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.400896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:43.192869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.117259Z","time spent":"1.075600163s","remote":"127.0.0.1:53356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:43.192888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:39.429032Z","time spent":"3.763812831s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4959,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:43.192621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.672294354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:18:43.192916Z","caller":"traceutil/trace.go:171","msg":"trace[1010589586] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24110; }","duration":"1.658086378s","start":"2026-03-04T02:18:41.534788Z","end":"2026-03-04T02:18:43.192874Z","steps":["trace[1010589586] 'agreement among raft nodes before linearized reading' (duration: 1.657997366s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:43.192892Z","caller":"traceutil/trace.go:171","msg":"trace[1411889623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24110; }","duration":"597.458897ms","start":"2026-03-04T02:18:42.595425Z","end":"2026-03-04T02:18:43.192884Z","steps":["trace[1411889623] 'agreement among raft nodes before linearized reading' (duration: 597.405846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:43.192962Z","caller":"traceutil/trace.go:171","msg":"trace[102008945] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24110; }","duration":"3.672691264s","start":"2026-03-04T02:18:39.520261Z","end":"2026-03-04T02:18:43.192952Z","steps":["trace[102008945] 'agreement among raft nodes before linearized reading' (duration: 3.672295764s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.192982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.595406Z","time spent":"597.568589ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:18:43.192626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.758391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:43.192987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:41.534765Z","time spent":"1.65820423s","remote":"127.0.0.1:59312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:43.192998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:39.520237Z","time spent":"3.672749665s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:43.19302Z","caller":"traceutil/trace.go:171","msg":"trace[2003993175] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24110; }","duration":"108.160211ms","start":"2026-03-04T02:18:43.084848Z","end":"2026-03-04T02:18:43.193008Z","steps":["trace[2003993175] 'agreement among raft nodes before linearized reading' (duration: 107.69948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.192748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.486708686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:43.19281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.200203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18645"} {"level":"warn","ts":"2026-03-04T02:18:43.193127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.110597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269040"} {"level":"info","ts":"2026-03-04T02:18:43.193149Z","caller":"traceutil/trace.go:171","msg":"trace[546293779] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24110; }","duration":"2.487153607s","start":"2026-03-04T02:18:40.705974Z","end":"2026-03-04T02:18:43.193128Z","steps":["trace[546293779] 'agreement among raft nodes before linearized reading' (duration: 2.486724207s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:43.19317Z","caller":"traceutil/trace.go:171","msg":"trace[558769319] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24110; }","duration":"632.192459ms","start":"2026-03-04T02:18:42.560965Z","end":"2026-03-04T02:18:43.193157Z","steps":["trace[558769319] 'agreement among raft nodes before linearized reading' (duration: 631.869861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:43.193174Z","caller":"traceutil/trace.go:171","msg":"trace[1405215150] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24110; }","duration":"562.555892ms","start":"2026-03-04T02:18:42.630602Z","end":"2026-03-04T02:18:43.193158Z","steps":["trace[1405215150] 'agreement among raft nodes before linearized reading' (duration: 562.128901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.193202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.560943Z","time spent":"632.251471ms","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269063,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T02:18:43.193262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:40.705912Z","time spent":"2.48728058s","remote":"127.0.0.1:36098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:43.192491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:39.425839Z","time spent":"3.76661264s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:43.193276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:42.630554Z","time spent":"562.704015ms","remote":"127.0.0.1:59178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18668,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T02:18:43.192747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194344862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:18:43.193459Z","caller":"traceutil/trace.go:171","msg":"trace[595239111] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24110; }","duration":"2.195107291s","start":"2026-03-04T02:18:40.998339Z","end":"2026-03-04T02:18:43.193446Z","steps":["trace[595239111] 'agreement among raft nodes before linearized reading' (duration: 2.194232449s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:43.193511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:40.998318Z","time spent":"2.195179072s","remote":"127.0.0.1:59100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:43.563517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.199203Z","time spent":"364.305818ms","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 02:18:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:18:43.699763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:44.200466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191280232,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:18:44.518309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.320355363s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:45.587413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068678926s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:45.587573Z","caller":"traceutil/trace.go:171","msg":"trace[890258548] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"2.389674815s","start":"2026-03-04T02:18:43.197881Z","end":"2026-03-04T02:18:45.587556Z","steps":["trace[890258548] 'process raft request' (duration: 1.320669951s)","trace[890258548] 'compare' (duration: 1.068089821s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:18:45.588604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.197869Z","time spent":"2.390693799s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:46.914555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.396008539s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:18:47.170506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.871515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:18:47.171147Z","caller":"traceutil/trace.go:171","msg":"trace[753483659] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"3.972881768s","start":"2026-03-04T02:18:43.198225Z","end":"2026-03-04T02:18:47.171107Z","steps":["trace[753483659] 'process raft request' (duration: 3.716522336s)","trace[753483659] 'compare' (duration: 253.191195ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:47.171192Z","caller":"traceutil/trace.go:171","msg":"trace[372809842] linearizableReadLoop","detail":"{readStateIndex:24976; appliedIndex:24972; }","duration":"3.972201811s","start":"2026-03-04T02:18:43.19897Z","end":"2026-03-04T02:18:47.171172Z","steps":["trace[372809842] 'read index received' (duration: 1.319601035s)","trace[372809842] 'applied index is now lower than readState.Index' (duration: 2.652599686s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:18:47.171194Z","caller":"traceutil/trace.go:171","msg":"trace[1850939311] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"3.972494849s","start":"2026-03-04T02:18:43.198668Z","end":"2026-03-04T02:18:47.171162Z","steps":["trace[1850939311] 'process raft request' (duration: 3.971943326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.171327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.198656Z","time spent":"3.972604651s","remote":"127.0.0.1:59056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:18:47.171339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.198215Z","time spent":"3.973029812s","remote":"127.0.0.1:59294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:18:47.171415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900678588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:47.171324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972326514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:47.171411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695601589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:47.171467Z","caller":"traceutil/trace.go:171","msg":"trace[522819940] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24114; }","duration":"2.90077682s","start":"2026-03-04T02:18:44.270674Z","end":"2026-03-04T02:18:47.171451Z","steps":["trace[522819940] 'agreement among raft nodes before linearized reading' (duration: 2.900699938s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.17143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923652135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:47.171511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:44.270655Z","time spent":"2.900847292s","remote":"127.0.0.1:36110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:18:47.171507Z","caller":"traceutil/trace.go:171","msg":"trace[491710718] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24114; }","duration":"2.695758403s","start":"2026-03-04T02:18:44.475724Z","end":"2026-03-04T02:18:47.171483Z","steps":["trace[491710718] 'agreement among raft nodes before linearized reading' (duration: 2.695561328s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:47.171522Z","caller":"traceutil/trace.go:171","msg":"trace[1625081777] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24114; }","duration":"3.923808349s","start":"2026-03-04T02:18:43.247697Z","end":"2026-03-04T02:18:47.171505Z","steps":["trace[1625081777] 'agreement among raft nodes before linearized reading' (duration: 3.923643865s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:47.171508Z","caller":"traceutil/trace.go:171","msg":"trace[1849211990] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24114; }","duration":"3.972510329s","start":"2026-03-04T02:18:43.198966Z","end":"2026-03-04T02:18:47.171476Z","steps":["trace[1849211990] 'agreement among raft nodes before linearized reading' (duration: 3.972281593s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.171569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:44.475704Z","time spent":"2.695850344s","remote":"127.0.0.1:51270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:47.171599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.19895Z","time spent":"3.972622792s","remote":"127.0.0.1:59304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:18:47.171611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.247679Z","time spent":"3.923896841s","remote":"127.0.0.1:42986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:47.171618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.966012242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-qgvbg\" ","response":"range_response_count:1 size:4886"} {"level":"warn","ts":"2026-03-04T02:18:47.17161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972196601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-04T02:18:47.171662Z","caller":"traceutil/trace.go:171","msg":"trace[740035732] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-qgvbg; range_end:; response_count:1; response_revision:24114; }","duration":"3.966060313s","start":"2026-03-04T02:18:43.205584Z","end":"2026-03-04T02:18:47.171645Z","steps":["trace[740035732] 'agreement among raft nodes before linearized reading' (duration: 3.965893219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.171695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.205578Z","time spent":"3.966109804s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4909,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-qgvbg\" "} {"level":"info","ts":"2026-03-04T02:18:47.17169Z","caller":"traceutil/trace.go:171","msg":"trace[1827146893] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8; range_end:; response_count:1; response_revision:24114; }","duration":"3.972381585s","start":"2026-03-04T02:18:43.199294Z","end":"2026-03-04T02:18:47.171675Z","steps":["trace[1827146893] 'agreement among raft nodes before linearized reading' (duration: 3.971988336s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.17172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.558257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:18:47.171743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.19928Z","time spent":"3.972449378s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" "} {"level":"warn","ts":"2026-03-04T02:18:47.171415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149074035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:18:47.171795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580828566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:47.171801Z","caller":"traceutil/trace.go:171","msg":"trace[2024368123] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24114; }","duration":"360.669119ms","start":"2026-03-04T02:18:46.811116Z","end":"2026-03-04T02:18:47.171785Z","steps":["trace[2024368123] 'agreement among raft nodes before linearized reading' (duration: 360.550326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.171808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.971580346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-04T02:18:47.17183Z","caller":"traceutil/trace.go:171","msg":"trace[1840579786] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:0; response_revision:24114; }","duration":"1.580904438s","start":"2026-03-04T02:18:45.590915Z","end":"2026-03-04T02:18:47.17182Z","steps":["trace[1840579786] 'agreement among raft nodes before linearized reading' (duration: 1.580823336s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.171842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:46.811093Z","time spent":"360.739481ms","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:47.171866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:45.590898Z","time spent":"1.580962419s","remote":"127.0.0.1:59006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-03-04T02:18:47.171865Z","caller":"traceutil/trace.go:171","msg":"trace[836662179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24114; }","duration":"2.149539107s","start":"2026-03-04T02:18:45.02228Z","end":"2026-03-04T02:18:47.171819Z","steps":["trace[836662179] 'agreement among raft nodes before linearized reading' (duration: 2.149046705s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:18:47.171853Z","caller":"traceutil/trace.go:171","msg":"trace[221114978] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24114; }","duration":"3.971626297s","start":"2026-03-04T02:18:43.200209Z","end":"2026-03-04T02:18:47.171835Z","steps":["trace[221114978] 'agreement among raft nodes before linearized reading' (duration: 3.971426682s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.172003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:45.022265Z","time spent":"2.14968933s","remote":"127.0.0.1:43050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:18:47.172055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:43.200205Z","time spent":"3.971833662s","remote":"127.0.0.1:59198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-04T02:18:47.173373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047216017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:18:47.173437Z","caller":"traceutil/trace.go:171","msg":"trace[2076429873] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24114; }","duration":"2.049279757s","start":"2026-03-04T02:18:45.12414Z","end":"2026-03-04T02:18:47.17342Z","steps":["trace[2076429873] 'agreement among raft nodes before linearized reading' (duration: 2.047141885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:18:47.173487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:18:45.124112Z","time spent":"2.049361329s","remote":"127.0.0.1:43414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:20:37.490693Z","caller":"traceutil/trace.go:171","msg":"trace[395096364] linearizableReadLoop","detail":"{readStateIndex:24978; appliedIndex:24977; }","duration":"348.412412ms","start":"2026-03-04T02:20:37.142234Z","end":"2026-03-04T02:20:37.490646Z","steps":["trace[395096364] 'read index received' (duration: 76.789673ms)","trace[395096364] 'applied index is now lower than readState.Index' (duration: 271.621959ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:37.490844Z","caller":"traceutil/trace.go:171","msg":"trace[750519628] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"305.766679ms","start":"2026-03-04T02:20:37.185048Z","end":"2026-03-04T02:20:37.490814Z","steps":["trace[750519628] 'process raft request' (duration: 305.446231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.490968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.185025Z","time spent":"305.84987ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:37.491288Z","caller":"traceutil/trace.go:171","msg":"trace[1321744849] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"281.479326ms","start":"2026-03-04T02:20:37.209798Z","end":"2026-03-04T02:20:37.491277Z","steps":["trace[1321744849] 'process raft request' (duration: 280.758948ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:37.491518Z","caller":"traceutil/trace.go:171","msg":"trace[978694337] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"277.678094ms","start":"2026-03-04T02:20:37.213812Z","end":"2026-03-04T02:20:37.49149Z","steps":["trace[978694337] 'process raft request' (duration: 276.804073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.491587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.311903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:37.491678Z","caller":"traceutil/trace.go:171","msg":"trace[1699102845] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:0; response_revision:24119; }","duration":"349.481148ms","start":"2026-03-04T02:20:37.142165Z","end":"2026-03-04T02:20:37.491646Z","steps":["trace[1699102845] 'agreement among raft nodes before linearized reading' (duration: 349.282893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.491721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.142146Z","time spent":"349.567099ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-03-04T02:20:37.491998Z","caller":"traceutil/trace.go:171","msg":"trace[1481756792] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"363.77231ms","start":"2026-03-04T02:20:37.128205Z","end":"2026-03-04T02:20:37.491978Z","steps":["trace[1481756792] 'process raft request' (duration: 362.105411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.492253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:37.128188Z","time spent":"364.010336ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:37.512083Z","caller":"traceutil/trace.go:171","msg":"trace[2027103290] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"289.037836ms","start":"2026-03-04T02:20:37.223014Z","end":"2026-03-04T02:20:37.512052Z","steps":["trace[2027103290] 'process raft request' (duration: 288.890943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.512921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.401234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-03-04T02:20:37.512964Z","caller":"traceutil/trace.go:171","msg":"trace[648430969] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24120; }","duration":"261.495426ms","start":"2026-03-04T02:20:37.251458Z","end":"2026-03-04T02:20:37.512953Z","steps":["trace[648430969] 'agreement among raft nodes before linearized reading' (duration: 261.374193ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:37.673722Z","caller":"traceutil/trace.go:171","msg":"trace[38863008] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"149.16415ms","start":"2026-03-04T02:20:37.524528Z","end":"2026-03-04T02:20:37.673692Z","steps":["trace[38863008] 'process raft request' (duration: 148.975435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:37.782129Z","caller":"traceutil/trace.go:171","msg":"trace[1443448097] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"215.198905ms","start":"2026-03-04T02:20:37.566916Z","end":"2026-03-04T02:20:37.782115Z","steps":["trace[1443448097] 'process raft request' (duration: 215.100212ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:37.782146Z","caller":"traceutil/trace.go:171","msg":"trace[778096851] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"220.652905ms","start":"2026-03-04T02:20:37.561444Z","end":"2026-03-04T02:20:37.782097Z","steps":["trace[778096851] 'process raft request' (duration: 215.484111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:37.782524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.328934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-9kbdl\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-03-04T02:20:37.782568Z","caller":"traceutil/trace.go:171","msg":"trace[198599457] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-9kbdl; range_end:; response_count:1; response_revision:24123; }","duration":"104.440956ms","start":"2026-03-04T02:20:37.678116Z","end":"2026-03-04T02:20:37.782557Z","steps":["trace[198599457] 'agreement among raft nodes before linearized reading' (duration: 104.311513ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:37.782066Z","caller":"traceutil/trace.go:171","msg":"trace[545597603] linearizableReadLoop","detail":"{readStateIndex:24985; appliedIndex:24983; }","duration":"103.883123ms","start":"2026-03-04T02:20:37.678166Z","end":"2026-03-04T02:20:37.782049Z","steps":["trace[545597603] 'read index received' (duration: 98.629017ms)","trace[545597603] 'applied index is now lower than readState.Index' (duration: 5.253466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:38.057148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.366051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:20:38.057324Z","caller":"traceutil/trace.go:171","msg":"trace[1214587264] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"267.773507ms","start":"2026-03-04T02:20:37.789538Z","end":"2026-03-04T02:20:38.057312Z","steps":["trace[1214587264] 'process raft request' (duration: 143.944505ms)","trace[1214587264] 'compare' (duration: 123.241138ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:38.32282Z","caller":"traceutil/trace.go:171","msg":"trace[1487121968] linearizableReadLoop","detail":"{readStateIndex:24987; appliedIndex:24986; }","duration":"177.09118ms","start":"2026-03-04T02:20:38.1457Z","end":"2026-03-04T02:20:38.322791Z","steps":["trace[1487121968] 'read index received' (duration: 117.771287ms)","trace[1487121968] 'applied index is now lower than readState.Index' (duration: 59.318663ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:38.32294Z","caller":"traceutil/trace.go:171","msg":"trace[1915432747] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"200.160834ms","start":"2026-03-04T02:20:38.122743Z","end":"2026-03-04T02:20:38.322904Z","steps":["trace[1915432747] 'process raft request' (duration: 140.659016ms)","trace[1915432747] 'compare' (duration: 59.197761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:38.323145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.409468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-03-04T02:20:38.323184Z","caller":"traceutil/trace.go:171","msg":"trace[1046818301] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:24125; }","duration":"177.524521ms","start":"2026-03-04T02:20:38.145647Z","end":"2026-03-04T02:20:38.323172Z","steps":["trace[1046818301] 'agreement among raft nodes before linearized reading' (duration: 177.265154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:38.623172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.542442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:4594"} {"level":"info","ts":"2026-03-04T02:20:38.623275Z","caller":"traceutil/trace.go:171","msg":"trace[314441010] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:24126; }","duration":"185.690606ms","start":"2026-03-04T02:20:38.437561Z","end":"2026-03-04T02:20:38.623252Z","steps":["trace[314441010] 'range keys from in-memory index tree' (duration: 185.212644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:38.626849Z","caller":"traceutil/trace.go:171","msg":"trace[1111440208] linearizableReadLoop","detail":"{readStateIndex:24989; appliedIndex:24988; }","duration":"108.666307ms","start":"2026-03-04T02:20:38.518162Z","end":"2026-03-04T02:20:38.626828Z","steps":["trace[1111440208] 'read index received' (duration: 108.378581ms)","trace[1111440208] 'applied index is now lower than readState.Index' (duration: 286.356µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:38.632975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.773634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:38.63315Z","caller":"traceutil/trace.go:171","msg":"trace[32851889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24127; }","duration":"114.975058ms","start":"2026-03-04T02:20:38.518097Z","end":"2026-03-04T02:20:38.633072Z","steps":["trace[32851889] 'agreement among raft nodes before linearized reading' (duration: 108.827831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:38.633067Z","caller":"traceutil/trace.go:171","msg":"trace[69775043] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"178.883352ms","start":"2026-03-04T02:20:38.448916Z","end":"2026-03-04T02:20:38.627799Z","steps":["trace[69775043] 'process raft request' (duration: 177.742454ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:38.786668Z","caller":"traceutil/trace.go:171","msg":"trace[1202935056] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"140.887422ms","start":"2026-03-04T02:20:38.645742Z","end":"2026-03-04T02:20:38.786629Z","steps":["trace[1202935056] 'process raft request' (duration: 137.327726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:38.787182Z","caller":"traceutil/trace.go:171","msg":"trace[1751234842] linearizableReadLoop","detail":"{readStateIndex:24990; appliedIndex:24989; }","duration":"138.954895ms","start":"2026-03-04T02:20:38.648209Z","end":"2026-03-04T02:20:38.787164Z","steps":["trace[1751234842] 'read index received' (duration: 134.780714ms)","trace[1751234842] 'applied index is now lower than readState.Index' (duration: 4.17197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:38.78732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.079428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"info","ts":"2026-03-04T02:20:38.78738Z","caller":"traceutil/trace.go:171","msg":"trace[210560303] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:24128; }","duration":"139.15744ms","start":"2026-03-04T02:20:38.648195Z","end":"2026-03-04T02:20:38.787353Z","steps":["trace[210560303] 'agreement among raft nodes before linearized reading' (duration: 139.027517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.183737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.351343ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:39.183861Z","caller":"traceutil/trace.go:171","msg":"trace[1927964740] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24128; }","duration":"181.495036ms","start":"2026-03-04T02:20:39.002352Z","end":"2026-03-04T02:20:39.183847Z","steps":["trace[1927964740] 'range keys from in-memory index tree' (duration: 181.334742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:39.227447Z","caller":"traceutil/trace.go:171","msg":"trace[1362485211] linearizableReadLoop","detail":"{readStateIndex:24991; appliedIndex:24990; }","duration":"428.744559ms","start":"2026-03-04T02:20:38.798666Z","end":"2026-03-04T02:20:39.227411Z","steps":["trace[1362485211] 'read index received' (duration: 428.454312ms)","trace[1362485211] 'applied index is now lower than readState.Index' (duration: 288.537µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:39.227678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.968055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-03-04T02:20:39.227714Z","caller":"traceutil/trace.go:171","msg":"trace[1401560311] range","detail":"{range_begin:/registry/clusterroles/system:node; range_end:; response_count:1; response_revision:24129; }","duration":"429.054378ms","start":"2026-03-04T02:20:38.79865Z","end":"2026-03-04T02:20:39.227705Z","steps":["trace[1401560311] 'agreement among raft nodes before linearized reading' (duration: 428.896324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.227749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.798644Z","time spent":"429.095718ms","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":1510,"request content":"key:\"/registry/clusterroles/system:node\" "} {"level":"info","ts":"2026-03-04T02:20:39.228139Z","caller":"traceutil/trace.go:171","msg":"trace[341607105] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"429.781675ms","start":"2026-03-04T02:20:38.798348Z","end":"2026-03-04T02:20:39.228129Z","steps":["trace[341607105] 'process raft request' (duration: 428.805731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:39.228252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:38.798331Z","time spent":"429.832386ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5622,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:20:39.389378Z","caller":"traceutil/trace.go:171","msg":"trace[1508440724] linearizableReadLoop","detail":"{readStateIndex:24992; appliedIndex:24991; }","duration":"150.225066ms","start":"2026-03-04T02:20:39.239112Z","end":"2026-03-04T02:20:39.389337Z","steps":["trace[1508440724] 'read index received' (duration: 149.891358ms)","trace[1508440724] 'applied index is now lower than readState.Index' (duration: 332.138µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:39.389618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.465252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-bootstrapper\" ","response":"range_response_count:1 size:634"} {"level":"info","ts":"2026-03-04T02:20:39.389671Z","caller":"traceutil/trace.go:171","msg":"trace[1523314442] range","detail":"{range_begin:/registry/clusterroles/system:node-bootstrapper; range_end:; response_count:1; response_revision:24130; }","duration":"150.560584ms","start":"2026-03-04T02:20:39.239094Z","end":"2026-03-04T02:20:39.389655Z","steps":["trace[1523314442] 'agreement among raft nodes before linearized reading' (duration: 150.38766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:39.390153Z","caller":"traceutil/trace.go:171","msg":"trace[1439987238] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"151.383923ms","start":"2026-03-04T02:20:39.238755Z","end":"2026-03-04T02:20:39.390139Z","steps":["trace[1439987238] 'process raft request' (duration: 150.282827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:39.813897Z","caller":"traceutil/trace.go:171","msg":"trace[2013965324] linearizableReadLoop","detail":"{readStateIndex:24998; appliedIndex:24997; }","duration":"157.738416ms","start":"2026-03-04T02:20:39.656132Z","end":"2026-03-04T02:20:39.813871Z","steps":["trace[2013965324] 'read index received' (duration: 108.246428ms)","trace[2013965324] 'applied index is now lower than readState.Index' (duration: 49.490508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:39.815419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.248532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-04T02:20:39.815524Z","caller":"traceutil/trace.go:171","msg":"trace[1314781009] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:24136; }","duration":"159.381665ms","start":"2026-03-04T02:20:39.656118Z","end":"2026-03-04T02:20:39.815499Z","steps":["trace[1314781009] 'agreement among raft nodes before linearized reading' (duration: 159.185301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:39.815924Z","caller":"traceutil/trace.go:171","msg":"trace[736835264] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"160.089942ms","start":"2026-03-04T02:20:39.655817Z","end":"2026-03-04T02:20:39.815907Z","steps":["trace[736835264] 'process raft request' (duration: 108.560025ms)","trace[736835264] 'compare' (duration: 49.376825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:40.512553Z","caller":"traceutil/trace.go:171","msg":"trace[431693786] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"136.554808ms","start":"2026-03-04T02:20:40.375904Z","end":"2026-03-04T02:20:40.512458Z","steps":["trace[431693786] 'process raft request' (duration: 136.246581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:40.512546Z","caller":"traceutil/trace.go:171","msg":"trace[537419843] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"131.470975ms","start":"2026-03-04T02:20:40.381032Z","end":"2026-03-04T02:20:40.512503Z","steps":["trace[537419843] 'process raft request' (duration: 131.330292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:40.536925Z","caller":"traceutil/trace.go:171","msg":"trace[694298230] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"115.425551ms","start":"2026-03-04T02:20:40.421467Z","end":"2026-03-04T02:20:40.536892Z","steps":["trace[694298230] 'process raft request' (duration: 115.270457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:40.537285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.012948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:20:40.537389Z","caller":"traceutil/trace.go:171","msg":"trace[1032195170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24165; }","duration":"117.151562ms","start":"2026-03-04T02:20:40.42022Z","end":"2026-03-04T02:20:40.537372Z","steps":["trace[1032195170] 'agreement among raft nodes before linearized reading' (duration: 116.697211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:40.741168Z","caller":"traceutil/trace.go:171","msg":"trace[1633988046] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"111.156348ms","start":"2026-03-04T02:20:40.629983Z","end":"2026-03-04T02:20:40.74114Z","steps":["trace[1633988046] 'process raft request' (duration: 90.361978ms)","trace[1633988046] 'compare' (duration: 20.486172ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:41.016672Z","caller":"traceutil/trace.go:171","msg":"trace[1561706676] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"102.385318ms","start":"2026-03-04T02:20:40.914251Z","end":"2026-03-04T02:20:41.016637Z","steps":["trace[1561706676] 'process raft request' (duration: 100.786769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:41.261Z","caller":"traceutil/trace.go:171","msg":"trace[1859857871] linearizableReadLoop","detail":"{readStateIndex:25041; appliedIndex:25040; }","duration":"239.439607ms","start":"2026-03-04T02:20:41.021533Z","end":"2026-03-04T02:20:41.260972Z","steps":["trace[1859857871] 'read index received' (duration: 172.670914ms)","trace[1859857871] 'applied index is now lower than readState.Index' (duration: 66.767753ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:41.261018Z","caller":"traceutil/trace.go:171","msg":"trace[1556107837] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"240.367089ms","start":"2026-03-04T02:20:41.020616Z","end":"2026-03-04T02:20:41.260983Z","steps":["trace[1556107837] 'process raft request' (duration: 173.74377ms)","trace[1556107837] 'compare' (duration: 66.504836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:41.261212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.14763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-03-04T02:20:41.261294Z","caller":"traceutil/trace.go:171","msg":"trace[2022176899] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:24178; }","duration":"239.263362ms","start":"2026-03-04T02:20:41.022016Z","end":"2026-03-04T02:20:41.261279Z","steps":["trace[2022176899] 'agreement among raft nodes before linearized reading' (duration: 239.093448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:41.261369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.805775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-03-04T02:20:41.261477Z","caller":"traceutil/trace.go:171","msg":"trace[1688024079] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24178; }","duration":"239.977589ms","start":"2026-03-04T02:20:41.021473Z","end":"2026-03-04T02:20:41.261451Z","steps":["trace[1688024079] 'agreement among raft nodes before linearized reading' (duration: 239.59845ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:41.815269Z","caller":"traceutil/trace.go:171","msg":"trace[1460172588] linearizableReadLoop","detail":"{readStateIndex:25049; appliedIndex:25048; }","duration":"204.802715ms","start":"2026-03-04T02:20:41.610444Z","end":"2026-03-04T02:20:41.815247Z","steps":["trace[1460172588] 'read index received' (duration: 128.075604ms)","trace[1460172588] 'applied index is now lower than readState.Index' (duration: 76.726171ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:41.815431Z","caller":"traceutil/trace.go:171","msg":"trace[1237944243] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"205.477342ms","start":"2026-03-04T02:20:41.609917Z","end":"2026-03-04T02:20:41.815394Z","steps":["trace[1237944243] 'process raft request' (duration: 128.550956ms)","trace[1237944243] 'compare' (duration: 76.612288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:41.815517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.051851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-x7cgb\" ","response":"range_response_count:1 size:7805"} {"level":"info","ts":"2026-03-04T02:20:41.815557Z","caller":"traceutil/trace.go:171","msg":"trace[17300241] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-x7cgb; range_end:; response_count:1; response_revision:24186; }","duration":"205.126184ms","start":"2026-03-04T02:20:41.610419Z","end":"2026-03-04T02:20:41.815545Z","steps":["trace[17300241] 'agreement among raft nodes before linearized reading' (duration: 204.952779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:41.81558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.196827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:41.815647Z","caller":"traceutil/trace.go:171","msg":"trace[1014532820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24186; }","duration":"198.286889ms","start":"2026-03-04T02:20:41.617343Z","end":"2026-03-04T02:20:41.81563Z","steps":["trace[1014532820] 'agreement among raft nodes before linearized reading' (duration: 198.141345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.516635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.814772ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:20:42.516927Z","caller":"traceutil/trace.go:171","msg":"trace[1331356660] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"696.976606ms","start":"2026-03-04T02:20:41.819932Z","end":"2026-03-04T02:20:42.516909Z","steps":["trace[1331356660] 'process raft request' (duration: 696.841853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.517048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.819917Z","time spent":"697.054138ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:20:42.517388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.818442Z","time spent":"698.943734ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:20:42.517686Z","caller":"traceutil/trace.go:171","msg":"trace[824110007] linearizableReadLoop","detail":"{readStateIndex:25050; appliedIndex:25049; }","duration":"697.788696ms","start":"2026-03-04T02:20:41.819885Z","end":"2026-03-04T02:20:42.517674Z","steps":["trace[824110007] 'read index received' (duration: 382.934639ms)","trace[824110007] 'applied index is now lower than readState.Index' (duration: 314.852767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:42.51806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.163365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-lxcgq\" ","response":"range_response_count:1 size:4979"} {"level":"info","ts":"2026-03-04T02:20:42.518102Z","caller":"traceutil/trace.go:171","msg":"trace[1281859144] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-lxcgq; range_end:; response_count:1; response_revision:24187; }","duration":"698.230357ms","start":"2026-03-04T02:20:41.819862Z","end":"2026-03-04T02:20:42.518092Z","steps":["trace[1281859144] 'agreement among raft nodes before linearized reading' (duration: 698.032262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.518187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.819852Z","time spent":"698.324819ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5002,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-lxcgq\" "} {"level":"warn","ts":"2026-03-04T02:20:42.518494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.156544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:20:42.518534Z","caller":"traceutil/trace.go:171","msg":"trace[904825324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24187; }","duration":"668.200365ms","start":"2026-03-04T02:20:41.850326Z","end":"2026-03-04T02:20:42.518526Z","steps":["trace[904825324] 'agreement among raft nodes before linearized reading' (duration: 668.092123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.518773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.850277Z","time spent":"668.458002ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:20:42.51913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.76248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:20:42.519167Z","caller":"traceutil/trace.go:171","msg":"trace[1118419263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24187; }","duration":"668.814191ms","start":"2026-03-04T02:20:41.850344Z","end":"2026-03-04T02:20:42.519158Z","steps":["trace[1118419263] 'agreement among raft nodes before linearized reading' (duration: 668.717728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.519256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:20:41.850341Z","time spent":"668.904203ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:20:42.743489Z","caller":"traceutil/trace.go:171","msg":"trace[1611381700] linearizableReadLoop","detail":"{readStateIndex:25053; appliedIndex:25051; }","duration":"186.483975ms","start":"2026-03-04T02:20:42.556982Z","end":"2026-03-04T02:20:42.743466Z","steps":["trace[1611381700] 'read index received' (duration: 55.628034ms)","trace[1611381700] 'applied index is now lower than readState.Index' (duration: 130.854801ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:42.74366Z","caller":"traceutil/trace.go:171","msg":"trace[187402752] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"186.829163ms","start":"2026-03-04T02:20:42.556818Z","end":"2026-03-04T02:20:42.743647Z","steps":["trace[187402752] 'process raft request' (duration: 186.420073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.744107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.104211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-9rq7h\" ","response":"range_response_count:1 size:6229"} {"level":"info","ts":"2026-03-04T02:20:42.744156Z","caller":"traceutil/trace.go:171","msg":"trace[2068008072] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-9rq7h; range_end:; response_count:1; response_revision:24191; }","duration":"187.186852ms","start":"2026-03-04T02:20:42.556958Z","end":"2026-03-04T02:20:42.744145Z","steps":["trace[2068008072] 'agreement among raft nodes before linearized reading' (duration: 186.997588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.744359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.18947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:370"} {"level":"info","ts":"2026-03-04T02:20:42.744454Z","caller":"traceutil/trace.go:171","msg":"trace[1306522360] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24191; }","duration":"129.343284ms","start":"2026-03-04T02:20:42.615091Z","end":"2026-03-04T02:20:42.744435Z","steps":["trace[1306522360] 'agreement among raft nodes before linearized reading' (duration: 128.922084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:42.744578Z","caller":"traceutil/trace.go:171","msg":"trace[794844952] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"186.485865ms","start":"2026-03-04T02:20:42.558079Z","end":"2026-03-04T02:20:42.744565Z","steps":["trace[794844952] 'process raft request' (duration: 185.295317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:42.745488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.387543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:20:42.745566Z","caller":"traceutil/trace.go:171","msg":"trace[362847374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24191; }","duration":"126.492246ms","start":"2026-03-04T02:20:42.619057Z","end":"2026-03-04T02:20:42.745549Z","steps":["trace[362847374] 'agreement among raft nodes before linearized reading' (duration: 126.305391ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:42.744785Z","caller":"traceutil/trace.go:171","msg":"trace[88685228] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"186.490965ms","start":"2026-03-04T02:20:42.558276Z","end":"2026-03-04T02:20:42.744767Z","steps":["trace[88685228] 'process raft request' (duration: 185.153923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:42.918818Z","caller":"traceutil/trace.go:171","msg":"trace[655419491] linearizableReadLoop","detail":"{readStateIndex:25058; appliedIndex:25056; }","duration":"126.019635ms","start":"2026-03-04T02:20:42.792765Z","end":"2026-03-04T02:20:42.918785Z","steps":["trace[655419491] 'read index received' (duration: 28.691449ms)","trace[655419491] 'applied index is now lower than readState.Index' (duration: 97.326556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:42.919202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.399994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189981c263f26f17\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-03-04T02:20:42.919312Z","caller":"traceutil/trace.go:171","msg":"trace[442630174] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189981c263f26f17; range_end:; response_count:1; response_revision:24194; }","duration":"126.509717ms","start":"2026-03-04T02:20:42.792729Z","end":"2026-03-04T02:20:42.919239Z","steps":["trace[442630174] 'agreement among raft nodes before linearized reading' (duration: 126.184749ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:42.91989Z","caller":"traceutil/trace.go:171","msg":"trace[1832892444] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"169.337174ms","start":"2026-03-04T02:20:42.750535Z","end":"2026-03-04T02:20:42.919872Z","steps":["trace[1832892444] 'process raft request' (duration: 70.897701ms)","trace[1832892444] 'compare' (duration: 97.110061ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:42.920512Z","caller":"traceutil/trace.go:171","msg":"trace[2030203031] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"162.228504ms","start":"2026-03-04T02:20:42.75826Z","end":"2026-03-04T02:20:42.920488Z","steps":["trace[2030203031] 'process raft request' (duration: 160.439691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:42.931883Z","caller":"traceutil/trace.go:171","msg":"trace[774695907] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"136.448095ms","start":"2026-03-04T02:20:42.795413Z","end":"2026-03-04T02:20:42.931861Z","steps":["trace[774695907] 'process raft request' (duration: 136.316661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:43.468895Z","caller":"traceutil/trace.go:171","msg":"trace[1395797646] transaction","detail":"{read_only:false; response_revision:24212; number_of_response:1; }","duration":"102.274805ms","start":"2026-03-04T02:20:43.36659Z","end":"2026-03-04T02:20:43.468865Z","steps":["trace[1395797646] 'process raft request' (duration: 63.369091ms)","trace[1395797646] 'compare' (duration: 38.685519ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:43.801822Z","caller":"traceutil/trace.go:171","msg":"trace[35047135] transaction","detail":"{read_only:false; response_revision:24218; number_of_response:1; }","duration":"143.469294ms","start":"2026-03-04T02:20:43.658312Z","end":"2026-03-04T02:20:43.801781Z","steps":["trace[35047135] 'process raft request' (duration: 90.255917ms)","trace[35047135] 'compare' (duration: 53.064643ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:46.144522Z","caller":"traceutil/trace.go:171","msg":"trace[2008702771] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"108.018543ms","start":"2026-03-04T02:20:46.036472Z","end":"2026-03-04T02:20:46.14449Z","steps":["trace[2008702771] 'process raft request' (duration: 36.897686ms)","trace[2008702771] 'compare' (duration: 70.925432ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:47.348964Z","caller":"traceutil/trace.go:171","msg":"trace[1052726935] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"124.168281ms","start":"2026-03-04T02:20:47.224764Z","end":"2026-03-04T02:20:47.348932Z","steps":["trace[1052726935] 'process raft request' (duration: 124.091229ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.348989Z","caller":"traceutil/trace.go:171","msg":"trace[699888748] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"126.707991ms","start":"2026-03-04T02:20:47.222247Z","end":"2026-03-04T02:20:47.348955Z","steps":["trace[699888748] 'process raft request' (duration: 120.495842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:47.989844Z","caller":"traceutil/trace.go:171","msg":"trace[978987354] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"114.406956ms","start":"2026-03-04T02:20:47.875406Z","end":"2026-03-04T02:20:47.989813Z","steps":["trace[978987354] 'process raft request' (duration: 87.271675ms)","trace[978987354] 'compare' (duration: 26.995388ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:48.199746Z","caller":"traceutil/trace.go:171","msg":"trace[1869578189] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"117.883619ms","start":"2026-03-04T02:20:48.081837Z","end":"2026-03-04T02:20:48.19972Z","steps":["trace[1869578189] 'process raft request' (duration: 117.688114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:48.712989Z","caller":"traceutil/trace.go:171","msg":"trace[1324764845] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"105.193694ms","start":"2026-03-04T02:20:48.60776Z","end":"2026-03-04T02:20:48.712954Z","steps":["trace[1324764845] 'process raft request' (duration: 56.605868ms)","trace[1324764845] 'compare' (duration: 48.395972ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:58.678774Z","caller":"traceutil/trace.go:171","msg":"trace[1199459124] linearizableReadLoop","detail":"{readStateIndex:25309; appliedIndex:25308; }","duration":"232.555671ms","start":"2026-03-04T02:20:58.446188Z","end":"2026-03-04T02:20:58.678744Z","steps":["trace[1199459124] 'read index received' (duration: 232.304565ms)","trace[1199459124] 'applied index is now lower than readState.Index' (duration: 249.596µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:20:58.678817Z","caller":"traceutil/trace.go:171","msg":"trace[559848158] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"235.296207ms","start":"2026-03-04T02:20:58.443489Z","end":"2026-03-04T02:20:58.678786Z","steps":["trace[559848158] 'process raft request' (duration: 235.071612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.679141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.92531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-04T02:20:58.679251Z","caller":"traceutil/trace.go:171","msg":"trace[1884990609] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:24443; }","duration":"233.053433ms","start":"2026-03-04T02:20:58.446174Z","end":"2026-03-04T02:20:58.679227Z","steps":["trace[1884990609] 'agreement among raft nodes before linearized reading' (duration: 232.702635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.679707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.959357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:20:58.679769Z","caller":"traceutil/trace.go:171","msg":"trace[1468476963] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24443; }","duration":"167.116402ms","start":"2026-03-04T02:20:58.512635Z","end":"2026-03-04T02:20:58.679751Z","steps":["trace[1468476963] 'agreement among raft nodes before linearized reading' (duration: 166.761103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:58.955963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.750888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-04T02:20:58.956072Z","caller":"traceutil/trace.go:171","msg":"trace[197949677] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:24446; }","duration":"170.915802ms","start":"2026-03-04T02:20:58.78513Z","end":"2026-03-04T02:20:58.956045Z","steps":["trace[197949677] 'range keys from in-memory index tree' (duration: 170.492613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:59.730344Z","caller":"traceutil/trace.go:171","msg":"trace[565232897] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"126.783343ms","start":"2026-03-04T02:20:59.603527Z","end":"2026-03-04T02:20:59.73031Z","steps":["trace[565232897] 'process raft request' (duration: 126.567328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:20:59.730628Z","caller":"traceutil/trace.go:171","msg":"trace[318919662] linearizableReadLoop","detail":"{readStateIndex:25319; appliedIndex:25318; }","duration":"126.403744ms","start":"2026-03-04T02:20:59.603837Z","end":"2026-03-04T02:20:59.73024Z","steps":["trace[318919662] 'read index received' (duration: 126.212439ms)","trace[318919662] 'applied index is now lower than readState.Index' (duration: 190.015µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:20:59.731674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.891845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:59.731752Z","caller":"traceutil/trace.go:171","msg":"trace[458383741] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24453; }","duration":"111.990457ms","start":"2026-03-04T02:20:59.619744Z","end":"2026-03-04T02:20:59.731734Z","steps":["trace[458383741] 'agreement among raft nodes before linearized reading' (duration: 111.876985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.732199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.715915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:20:59.732242Z","caller":"traceutil/trace.go:171","msg":"trace[1234339564] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24453; }","duration":"112.785016ms","start":"2026-03-04T02:20:59.619447Z","end":"2026-03-04T02:20:59.732232Z","steps":["trace[1234339564] 'agreement among raft nodes before linearized reading' (duration: 112.717145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.732282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.980012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:500 ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-03-04T02:20:59.732361Z","caller":"traceutil/trace.go:171","msg":"trace[1901909009] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:1; response_revision:24453; }","duration":"128.105484ms","start":"2026-03-04T02:20:59.604238Z","end":"2026-03-04T02:20:59.732343Z","steps":["trace[1901909009] 'agreement among raft nodes before linearized reading' (duration: 127.94431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.732621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.74156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" limit:10000 ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-03-04T02:20:59.732674Z","caller":"traceutil/trace.go:171","msg":"trace[13483398] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:1; response_revision:24453; }","duration":"128.824022ms","start":"2026-03-04T02:20:59.603838Z","end":"2026-03-04T02:20:59.732662Z","steps":["trace[13483398] 'agreement among raft nodes before linearized reading' (duration: 126.999938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:20:59.732705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.996458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:20:59.732863Z","caller":"traceutil/trace.go:171","msg":"trace[1744357117] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24453; }","duration":"128.985776ms","start":"2026-03-04T02:20:59.603799Z","end":"2026-03-04T02:20:59.732785Z","steps":["trace[1744357117] 'agreement among raft nodes before linearized reading' (duration: 126.619689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:49.557286Z","caller":"traceutil/trace.go:171","msg":"trace[782602641] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"247.042119ms","start":"2026-03-04T02:21:49.310205Z","end":"2026-03-04T02:21:49.557247Z","steps":["trace[782602641] 'process raft request' (duration: 246.828234ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:55.215751Z","caller":"traceutil/trace.go:171","msg":"trace[632513587] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"386.960638ms","start":"2026-03-04T02:21:54.828767Z","end":"2026-03-04T02:21:55.215728Z","steps":["trace[632513587] 'process raft request' (duration: 386.830344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.215924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:21:54.828749Z","time spent":"387.09499ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:21:55.789567Z","caller":"traceutil/trace.go:171","msg":"trace[971348703] linearizableReadLoop","detail":"{readStateIndex:25589; appliedIndex:25588; }","duration":"125.237255ms","start":"2026-03-04T02:21:55.664313Z","end":"2026-03-04T02:21:55.78955Z","steps":["trace[971348703] 'read index received' (duration: 125.098792ms)","trace[971348703] 'applied index is now lower than readState.Index' (duration: 137.873µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:55.789636Z","caller":"traceutil/trace.go:171","msg":"trace[1538180176] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"202.616103ms","start":"2026-03-04T02:21:55.586974Z","end":"2026-03-04T02:21:55.789591Z","steps":["trace[1538180176] 'process raft request' (duration: 202.452499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.789786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.4594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:21:55.789813Z","caller":"traceutil/trace.go:171","msg":"trace[2090450767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24711; }","duration":"125.530242ms","start":"2026-03-04T02:21:55.664275Z","end":"2026-03-04T02:21:55.789805Z","steps":["trace[2090450767] 'agreement among raft nodes before linearized reading' (duration: 125.373729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:55.789821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.42395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:21:55.789875Z","caller":"traceutil/trace.go:171","msg":"trace[1557789643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24711; }","duration":"125.512122ms","start":"2026-03-04T02:21:55.664349Z","end":"2026-03-04T02:21:55.789861Z","steps":["trace[1557789643] 'agreement among raft nodes before linearized reading' (duration: 125.350608ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:56.522607Z","caller":"traceutil/trace.go:171","msg":"trace[1187924788] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"170.093433ms","start":"2026-03-04T02:21:56.352487Z","end":"2026-03-04T02:21:56.52258Z","steps":["trace[1187924788] 'process raft request' (duration: 169.904548ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:57.389775Z","caller":"traceutil/trace.go:171","msg":"trace[878560085] linearizableReadLoop","detail":"{readStateIndex:25594; appliedIndex:25593; }","duration":"170.07617ms","start":"2026-03-04T02:21:57.21967Z","end":"2026-03-04T02:21:57.389746Z","steps":["trace[878560085] 'read index received' (duration: 154.256061ms)","trace[878560085] 'applied index is now lower than readState.Index' (duration: 15.818619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:21:57.390098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.402018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:21:57.390236Z","caller":"traceutil/trace.go:171","msg":"trace[1113451025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24715; }","duration":"170.580113ms","start":"2026-03-04T02:21:57.219632Z","end":"2026-03-04T02:21:57.390213Z","steps":["trace[1113451025] 'agreement among raft nodes before linearized reading' (duration: 170.294956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:57.55573Z","caller":"traceutil/trace.go:171","msg":"trace[1710894458] linearizableReadLoop","detail":"{readStateIndex:25595; appliedIndex:25594; }","duration":"126.321812ms","start":"2026-03-04T02:21:57.429302Z","end":"2026-03-04T02:21:57.555624Z","steps":["trace[1710894458] 'read index received' (duration: 124.670792ms)","trace[1710894458] 'applied index is now lower than readState.Index' (duration: 1.64937ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:21:57.555822Z","caller":"traceutil/trace.go:171","msg":"trace[192001032] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"160.548543ms","start":"2026-03-04T02:21:57.395186Z","end":"2026-03-04T02:21:57.555735Z","steps":["trace[192001032] 'process raft request' (duration: 158.796531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:21:57.555928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.603429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-v48z6.189981e01fc8ac02\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-04T02:21:57.55602Z","caller":"traceutil/trace.go:171","msg":"trace[243301695] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-7fcdcd478-v48z6.189981e01fc8ac02; range_end:; response_count:1; response_revision:24716; }","duration":"126.794913ms","start":"2026-03-04T02:21:57.429195Z","end":"2026-03-04T02:21:57.55599Z","steps":["trace[243301695] 'agreement among raft nodes before linearized reading' (duration: 126.560798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:21:57.966018Z","caller":"traceutil/trace.go:171","msg":"trace[841698570] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"142.92881ms","start":"2026-03-04T02:21:57.823048Z","end":"2026-03-04T02:21:57.965977Z","steps":["trace[841698570] 'process raft request' (duration: 84.237622ms)","trace[841698570] 'compare' (duration: 58.452502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:12.184667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.44622ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:22:12.184799Z","caller":"traceutil/trace.go:171","msg":"trace[1530114134] linearizableReadLoop","detail":"{readStateIndex:25658; appliedIndex:25657; }","duration":"272.90953ms","start":"2026-03-04T02:22:11.911871Z","end":"2026-03-04T02:22:12.18478Z","steps":["trace[1530114134] 'read index received' (duration: 57.242184ms)","trace[1530114134] 'applied index is now lower than readState.Index' (duration: 215.665356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:12.184895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:11.825845Z","time spent":"359.046027ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:22:12.185209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.3285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:22:12.185272Z","caller":"traceutil/trace.go:171","msg":"trace[1617717943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24776; }","duration":"273.451673ms","start":"2026-03-04T02:22:11.911812Z","end":"2026-03-04T02:22:12.185264Z","steps":["trace[1617717943] 'agreement among raft nodes before linearized reading' (duration: 273.248928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:12.185546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.930324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:22:12.185625Z","caller":"traceutil/trace.go:171","msg":"trace[1673775273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24776; }","duration":"269.037517ms","start":"2026-03-04T02:22:11.916567Z","end":"2026-03-04T02:22:12.185604Z","steps":["trace[1673775273] 'agreement among raft nodes before linearized reading' (duration: 268.73687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:12.614482Z","caller":"traceutil/trace.go:171","msg":"trace[201525367] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"110.030651ms","start":"2026-03-04T02:22:12.504427Z","end":"2026-03-04T02:22:12.614457Z","steps":["trace[201525367] 'process raft request' (duration: 109.757424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:13.665354Z","caller":"traceutil/trace.go:171","msg":"trace[2034751761] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"101.795343ms","start":"2026-03-04T02:22:13.563522Z","end":"2026-03-04T02:22:13.665318Z","steps":["trace[2034751761] 'process raft request' (duration: 101.611409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:15.178786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.610287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:22:15.179074Z","caller":"traceutil/trace.go:171","msg":"trace[2035050089] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"178.963585ms","start":"2026-03-04T02:22:15.000066Z","end":"2026-03-04T02:22:15.179029Z","steps":["trace[2035050089] 'process raft request' (duration: 64.99242ms)","trace[2035050089] 'compare' (duration: 113.462933ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:15.179093Z","caller":"traceutil/trace.go:171","msg":"trace[1860384331] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"177.806288ms","start":"2026-03-04T02:22:15.001241Z","end":"2026-03-04T02:22:15.179047Z","steps":["trace[1860384331] 'process raft request' (duration: 177.685055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:15.558716Z","caller":"traceutil/trace.go:171","msg":"trace[1830638980] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"123.456753ms","start":"2026-03-04T02:22:15.435237Z","end":"2026-03-04T02:22:15.558693Z","steps":["trace[1830638980] 'process raft request' (duration: 123.241478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:15.794916Z","caller":"traceutil/trace.go:171","msg":"trace[2003768358] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"141.544207ms","start":"2026-03-04T02:22:15.653332Z","end":"2026-03-04T02:22:15.794876Z","steps":["trace[2003768358] 'process raft request' (duration: 100.930662ms)","trace[2003768358] 'compare' (duration: 40.382179ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:16.585094Z","caller":"traceutil/trace.go:171","msg":"trace[183575413] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"219.045837ms","start":"2026-03-04T02:22:16.366022Z","end":"2026-03-04T02:22:16.585067Z","steps":["trace[183575413] 'process raft request' (duration: 165.047921ms)","trace[183575413] 'compare' (duration: 53.127315ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:26.439233Z","caller":"traceutil/trace.go:171","msg":"trace[658989199] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"401.548428ms","start":"2026-03-04T02:22:26.037653Z","end":"2026-03-04T02:22:26.439201Z","steps":["trace[658989199] 'process raft request' (duration: 401.325143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:26.439323Z","caller":"traceutil/trace.go:171","msg":"trace[2091288173] linearizableReadLoop","detail":"{readStateIndex:25712; appliedIndex:25711; }","duration":"325.311307ms","start":"2026-03-04T02:22:26.113823Z","end":"2026-03-04T02:22:26.439134Z","steps":["trace[2091288173] 'read index received' (duration: 325.265596ms)","trace[2091288173] 'applied index is now lower than readState.Index' (duration: 44.771µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:26.439395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:26.037641Z","time spent":"401.676191ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:22:26.439412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.555703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:22:26.439526Z","caller":"traceutil/trace.go:171","msg":"trace[1734125126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24828; }","duration":"325.714077ms","start":"2026-03-04T02:22:26.113783Z","end":"2026-03-04T02:22:26.439497Z","steps":["trace[1734125126] 'agreement among raft nodes before linearized reading' (duration: 325.524502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:26.43959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:26.113766Z","time spent":"325.8116ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:22:26.57971Z","caller":"traceutil/trace.go:171","msg":"trace[384514009] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"135.588244ms","start":"2026-03-04T02:22:26.444092Z","end":"2026-03-04T02:22:26.57968Z","steps":["trace[384514009] 'process raft request' (duration: 135.370739ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:26.596698Z","caller":"traceutil/trace.go:171","msg":"trace[1736190342] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"152.50604ms","start":"2026-03-04T02:22:26.444136Z","end":"2026-03-04T02:22:26.596642Z","steps":["trace[1736190342] 'process raft request' (duration: 152.269095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:32.85863Z","caller":"traceutil/trace.go:171","msg":"trace[2042050596] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"133.889273ms","start":"2026-03-04T02:22:32.724706Z","end":"2026-03-04T02:22:32.858595Z","steps":["trace[2042050596] 'process raft request' (duration: 101.920496ms)","trace[2042050596] 'compare' (duration: 31.797503ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:39.582445Z","caller":"traceutil/trace.go:171","msg":"trace[1192910393] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"345.974154ms","start":"2026-03-04T02:22:39.236449Z","end":"2026-03-04T02:22:39.582423Z","steps":["trace[1192910393] 'process raft request' (duration: 345.81021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:22:39.582579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:39.236424Z","time spent":"346.086706ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:22:40.676611Z","caller":"traceutil/trace.go:171","msg":"trace[713795703] linearizableReadLoop","detail":"{readStateIndex:25761; appliedIndex:25760; }","duration":"106.752002ms","start":"2026-03-04T02:22:40.569831Z","end":"2026-03-04T02:22:40.676583Z","steps":["trace[713795703] 'read index received' (duration: 75.879131ms)","trace[713795703] 'applied index is now lower than readState.Index' (duration: 30.871521ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:40.676651Z","caller":"traceutil/trace.go:171","msg":"trace[729159404] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"130.899291ms","start":"2026-03-04T02:22:40.545714Z","end":"2026-03-04T02:22:40.676613Z","steps":["trace[729159404] 'process raft request' (duration: 99.937579ms)","trace[729159404] 'compare' (duration: 30.772468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:40.67688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.023999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-04T02:22:40.676944Z","caller":"traceutil/trace.go:171","msg":"trace[1299009281] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:24874; }","duration":"107.156802ms","start":"2026-03-04T02:22:40.569769Z","end":"2026-03-04T02:22:40.676926Z","steps":["trace[1299009281] 'agreement among raft nodes before linearized reading' (duration: 106.920026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:40.833201Z","caller":"traceutil/trace.go:171","msg":"trace[534524470] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"101.392453ms","start":"2026-03-04T02:22:40.731166Z","end":"2026-03-04T02:22:40.832558Z","steps":["trace[534524470] 'process raft request' (duration: 68.723659ms)","trace[534524470] 'compare' (duration: 32.466399ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:42.139381Z","caller":"traceutil/trace.go:171","msg":"trace[1430200004] linearizableReadLoop","detail":"{readStateIndex:25767; appliedIndex:25766; }","duration":"172.155782ms","start":"2026-03-04T02:22:41.967198Z","end":"2026-03-04T02:22:42.139354Z","steps":["trace[1430200004] 'read index received' (duration: 171.962597ms)","trace[1430200004] 'applied index is now lower than readState.Index' (duration: 189.095µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:22:42.139404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:22:41.828262Z","time spent":"311.133308ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:22:42.139587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.363756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:22:42.139631Z","caller":"traceutil/trace.go:171","msg":"trace[352325756] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24879; }","duration":"172.465529ms","start":"2026-03-04T02:22:41.967156Z","end":"2026-03-04T02:22:42.139621Z","steps":["trace[352325756] 'agreement among raft nodes before linearized reading' (duration: 172.327536ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:42.260359Z","caller":"traceutil/trace.go:171","msg":"trace[250076210] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"119.564449ms","start":"2026-03-04T02:22:42.140758Z","end":"2026-03-04T02:22:42.260322Z","steps":["trace[250076210] 'process raft request' (duration: 50.816399ms)","trace[250076210] 'compare' (duration: 68.188697ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:22:46.577884Z","caller":"traceutil/trace.go:171","msg":"trace[1403387555] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"145.539203ms","start":"2026-03-04T02:22:46.432305Z","end":"2026-03-04T02:22:46.577844Z","steps":["trace[1403387555] 'process raft request' (duration: 145.300817ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:46.922624Z","caller":"traceutil/trace.go:171","msg":"trace[1167297615] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"134.793055ms","start":"2026-03-04T02:22:46.787797Z","end":"2026-03-04T02:22:46.922591Z","steps":["trace[1167297615] 'process raft request' (duration: 134.502968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:22:51.947486Z","caller":"traceutil/trace.go:171","msg":"trace[631628984] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"111.769052ms","start":"2026-03-04T02:22:51.835683Z","end":"2026-03-04T02:22:51.947452Z","steps":["trace[631628984] 'process raft request' (duration: 79.456767ms)","trace[631628984] 'compare' (duration: 32.170422ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:01.425902Z","caller":"traceutil/trace.go:171","msg":"trace[283970727] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"121.762171ms","start":"2026-03-04T02:24:01.304118Z","end":"2026-03-04T02:24:01.42588Z","steps":["trace[283970727] 'process raft request' (duration: 121.442823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:02.007425Z","caller":"traceutil/trace.go:171","msg":"trace[1922886253] linearizableReadLoop","detail":"{readStateIndex:26433; appliedIndex:26432; }","duration":"176.548371ms","start":"2026-03-04T02:24:01.830836Z","end":"2026-03-04T02:24:02.007385Z","steps":["trace[1922886253] 'read index received' (duration: 176.340106ms)","trace[1922886253] 'applied index is now lower than readState.Index' (duration: 207.595µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:02.007491Z","caller":"traceutil/trace.go:171","msg":"trace[1758730109] transaction","detail":"{read_only:false; response_revision:25526; number_of_response:1; }","duration":"202.295115ms","start":"2026-03-04T02:24:01.805148Z","end":"2026-03-04T02:24:02.007443Z","steps":["trace[1758730109] 'process raft request' (duration: 202.07381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:02.007723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.856518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-04T02:24:02.007794Z","caller":"traceutil/trace.go:171","msg":"trace[648499093] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:25526; }","duration":"177.035262ms","start":"2026-03-04T02:24:01.830742Z","end":"2026-03-04T02:24:02.007777Z","steps":["trace[648499093] 'agreement among raft nodes before linearized reading' (duration: 176.783126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:04.529287Z","caller":"traceutil/trace.go:171","msg":"trace[1286985049] linearizableReadLoop","detail":"{readStateIndex:26448; appliedIndex:26447; }","duration":"453.550782ms","start":"2026-03-04T02:24:04.075713Z","end":"2026-03-04T02:24:04.529264Z","steps":["trace[1286985049] 'read index received' (duration: 453.5024ms)","trace[1286985049] 'applied index is now lower than readState.Index' (duration: 47.382µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:04.529352Z","caller":"traceutil/trace.go:171","msg":"trace[1184753858] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"512.630404ms","start":"2026-03-04T02:24:04.0167Z","end":"2026-03-04T02:24:04.52933Z","steps":["trace[1184753858] 'process raft request' (duration: 512.412999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:04.529485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.769008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:24:04.529483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.016674Z","time spent":"512.721917ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:04.529537Z","caller":"traceutil/trace.go:171","msg":"trace[1307448494] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25540; }","duration":"453.86065ms","start":"2026-03-04T02:24:04.075657Z","end":"2026-03-04T02:24:04.529518Z","steps":["trace[1307448494] 'agreement among raft nodes before linearized reading' (duration: 453.723536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:04.529568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.075635Z","time spent":"453.925851ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:24:05.030155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191284862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:24:05.531172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191284862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:24:05.71014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15586305s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:24:05.90745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.990899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:05.907682Z","caller":"traceutil/trace.go:171","msg":"trace[1181187392] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"1.406319057s","start":"2026-03-04T02:24:04.501349Z","end":"2026-03-04T02:24:05.907668Z","steps":["trace[1181187392] 'process raft request' (duration: 1.406287096s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:05.90774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.501329Z","time spent":"1.406386429s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:05.907828Z","caller":"traceutil/trace.go:171","msg":"trace[2083593655] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"1.807695332s","start":"2026-03-04T02:24:04.100104Z","end":"2026-03-04T02:24:05.9078Z","steps":["trace[2083593655] 'process raft request' (duration: 1.610295293s)","trace[2083593655] 'compare' (duration: 196.411786ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:05.907902Z","caller":"traceutil/trace.go:171","msg":"trace[1616664988] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"1.471876735s","start":"2026-03-04T02:24:04.436017Z","end":"2026-03-04T02:24:05.907894Z","steps":["trace[1616664988] 'process raft request' (duration: 1.471512126s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:05.90794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.435996Z","time spent":"1.471924146s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:05.907967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.100072Z","time spent":"1.807824126s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:05.908026Z","caller":"traceutil/trace.go:171","msg":"trace[2101012566] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"1.467754007s","start":"2026-03-04T02:24:04.440266Z","end":"2026-03-04T02:24:05.90802Z","steps":["trace[2101012566] 'process raft request' (duration: 1.467342807s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:05.908065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.440245Z","time spent":"1.467802527s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:06.114998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000397479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:24:06.115098Z","caller":"traceutil/trace.go:171","msg":"trace[1013974103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000575463s","start":"2026-03-04T02:24:04.114501Z","end":"2026-03-04T02:24:06.115076Z","steps":["trace[1013974103] 'agreement among raft nodes before linearized reading' (duration: 2.00042838s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:06.115152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.114488Z","time spent":"2.000653365s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:24:07.046912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.336538658s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:24:07.082381Z","caller":"traceutil/trace.go:171","msg":"trace[994674154] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"2.548142632s","start":"2026-03-04T02:24:04.53422Z","end":"2026-03-04T02:24:07.082363Z","steps":["trace[994674154] 'process raft request' (duration: 2.512864179s)","trace[994674154] 'compare' (duration: 35.15216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:07.082492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.534191Z","time spent":"2.548245734s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:07.082635Z","caller":"traceutil/trace.go:171","msg":"trace[419844757] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"2.527080578s","start":"2026-03-04T02:24:04.555528Z","end":"2026-03-04T02:24:07.082609Z","steps":["trace[419844757] 'process raft request' (duration: 2.526806791s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.082775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.555509Z","time spent":"2.527190321s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:07.083156Z","caller":"traceutil/trace.go:171","msg":"trace[1202729441] linearizableReadLoop","detail":"{readStateIndex:26455; appliedIndex:26448; }","duration":"2.553781757s","start":"2026-03-04T02:24:04.529361Z","end":"2026-03-04T02:24:07.083143Z","steps":["trace[1202729441] 'read index received' (duration: 1.180995561s)","trace[1202729441] 'applied index is now lower than readState.Index' (duration: 1.372785016s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:07.083366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614037137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:24:07.083384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086249495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:07.083412Z","caller":"traceutil/trace.go:171","msg":"trace[1362569622] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25547; }","duration":"1.086306357s","start":"2026-03-04T02:24:05.997098Z","end":"2026-03-04T02:24:07.083405Z","steps":["trace[1362569622] 'agreement among raft nodes before linearized reading' (duration: 1.086190774s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:07.083414Z","caller":"traceutil/trace.go:171","msg":"trace[1865079186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25547; }","duration":"2.614121649s","start":"2026-03-04T02:24:04.469278Z","end":"2026-03-04T02:24:07.0834Z","steps":["trace[1865079186] 'agreement among raft nodes before linearized reading' (duration: 2.613948315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.083431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:05.997085Z","time spent":"1.086342048s","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:07.083446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.469259Z","time spent":"2.614180551s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:24:07.083379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093968535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:07.083538Z","caller":"traceutil/trace.go:171","msg":"trace[1111198486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25547; }","duration":"2.094133479s","start":"2026-03-04T02:24:04.989387Z","end":"2026-03-04T02:24:07.083521Z","steps":["trace[1111198486] 'agreement among raft nodes before linearized reading' (duration: 2.093876143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.083588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.234831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:24:07.083611Z","caller":"traceutil/trace.go:171","msg":"trace[1274811081] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25547; }","duration":"588.301964ms","start":"2026-03-04T02:24:06.495304Z","end":"2026-03-04T02:24:07.083606Z","steps":["trace[1274811081] 'agreement among raft nodes before linearized reading' (duration: 588.207592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.083572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632284298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:24:07.083627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:06.495281Z","time spent":"588.342064ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-04T02:24:07.083651Z","caller":"traceutil/trace.go:171","msg":"trace[2004162809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25547; }","duration":"1.632394101s","start":"2026-03-04T02:24:05.451237Z","end":"2026-03-04T02:24:07.083631Z","steps":["trace[2004162809] 'agreement among raft nodes before linearized reading' (duration: 1.632178366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.083705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:05.451225Z","time spent":"1.632471923s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:24:07.08372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.38158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:07.083714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870230217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:07.08374Z","caller":"traceutil/trace.go:171","msg":"trace[1239178217] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25547; }","duration":"776.449491ms","start":"2026-03-04T02:24:06.307284Z","end":"2026-03-04T02:24:07.083733Z","steps":["trace[1239178217] 'agreement among raft nodes before linearized reading' (duration: 776.4187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:07.083749Z","caller":"traceutil/trace.go:171","msg":"trace[1827588023] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25547; }","duration":"1.870298758s","start":"2026-03-04T02:24:05.213439Z","end":"2026-03-04T02:24:07.083738Z","steps":["trace[1827588023] 'agreement among raft nodes before linearized reading' (duration: 1.870240227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.083781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.000799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:07.083779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:05.213422Z","time spent":"1.87034955s","remote":"127.0.0.1:47150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:07.083799Z","caller":"traceutil/trace.go:171","msg":"trace[1056647434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25547; }","duration":"968.06188ms","start":"2026-03-04T02:24:06.115732Z","end":"2026-03-04T02:24:07.083794Z","steps":["trace[1056647434] 'agreement among raft nodes before linearized reading' (duration: 968.03599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.083813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:06.11571Z","time spent":"968.100192ms","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:24:07.083684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.989322Z","time spent":"2.094278292s","remote":"127.0.0.1:33910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:07.083561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.467815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:24:07.083922Z","caller":"traceutil/trace.go:171","msg":"trace[1750634076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25547; }","duration":"549.891325ms","start":"2026-03-04T02:24:06.534025Z","end":"2026-03-04T02:24:07.083916Z","steps":["trace[1750634076] 'agreement among raft nodes before linearized reading' (duration: 549.343152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.083945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:06.534008Z","time spent":"549.931836ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:24:07.083936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129322106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:24:07.083969Z","caller":"traceutil/trace.go:171","msg":"trace[1110235135] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25547; }","duration":"1.129356006s","start":"2026-03-04T02:24:05.954604Z","end":"2026-03-04T02:24:07.08396Z","steps":["trace[1110235135] 'agreement among raft nodes before linearized reading' (duration: 1.129255244s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.084006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:05.954518Z","time spent":"1.129481889s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:24:07.084107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039597446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:07.084159Z","caller":"traceutil/trace.go:171","msg":"trace[327076843] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25547; }","duration":"2.039691108s","start":"2026-03-04T02:24:05.044458Z","end":"2026-03-04T02:24:07.08415Z","steps":["trace[327076843] 'agreement among raft nodes before linearized reading' (duration: 2.039624506s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.084188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:05.044438Z","time spent":"2.039743039s","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:07.084212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.135633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:07.084231Z","caller":"traceutil/trace.go:171","msg":"trace[1990256618] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25547; }","duration":"384.212805ms","start":"2026-03-04T02:24:06.700013Z","end":"2026-03-04T02:24:07.084226Z","steps":["trace[1990256618] 'agreement among raft nodes before linearized reading' (duration: 384.178714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.084252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:06.699993Z","time spent":"384.254876ms","remote":"127.0.0.1:37784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:07.08428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565483482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:24:07.084193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467717285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:07.084318Z","caller":"traceutil/trace.go:171","msg":"trace[930655605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25547; }","duration":"1.565547804s","start":"2026-03-04T02:24:05.518761Z","end":"2026-03-04T02:24:07.084309Z","steps":["trace[930655605] 'agreement among raft nodes before linearized reading' (duration: 1.565450341s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:07.084342Z","caller":"traceutil/trace.go:171","msg":"trace[455255937] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25547; }","duration":"1.467897889s","start":"2026-03-04T02:24:05.616434Z","end":"2026-03-04T02:24:07.084332Z","steps":["trace[455255937] 'agreement among raft nodes before linearized reading' (duration: 1.467721465s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.084348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:05.518745Z","time spent":"1.565596185s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:24:07.083759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:06.307258Z","time spent":"776.497342ms","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:07.084374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:05.616418Z","time spent":"1.46794616s","remote":"127.0.0.1:33782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:07.083971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632853252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:24:07.084601Z","caller":"traceutil/trace.go:171","msg":"trace[417492403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25547; }","duration":"1.633477937s","start":"2026-03-04T02:24:05.451109Z","end":"2026-03-04T02:24:07.084587Z","steps":["trace[417492403] 'agreement among raft nodes before linearized reading' (duration: 1.632799351s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.084956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:05.451041Z","time spent":"1.633897597s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:24:07.084614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.764394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:07.085254Z","caller":"traceutil/trace.go:171","msg":"trace[2069294252] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25547; }","duration":"489.43793ms","start":"2026-03-04T02:24:06.595802Z","end":"2026-03-04T02:24:07.08524Z","steps":["trace[2069294252] 'agreement among raft nodes before linearized reading' (duration: 488.753534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.085334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:06.595783Z","time spent":"489.533402ms","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:07.085716Z","caller":"traceutil/trace.go:171","msg":"trace[2019684876] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"1.643860415s","start":"2026-03-04T02:24:05.439308Z","end":"2026-03-04T02:24:07.083168Z","steps":["trace[2019684876] 'process raft request' (duration: 1.6432164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.085857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:05.439284Z","time spent":"1.646524039s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:07.087506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665671822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269067"} {"level":"info","ts":"2026-03-04T02:24:07.087574Z","caller":"traceutil/trace.go:171","msg":"trace[839604753] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25547; }","duration":"2.665778024s","start":"2026-03-04T02:24:04.421776Z","end":"2026-03-04T02:24:07.087555Z","steps":["trace[839604753] 'agreement among raft nodes before linearized reading' (duration: 2.66184798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.087627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:04.421756Z","time spent":"2.665848035s","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269090,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T02:24:07.299363Z","caller":"traceutil/trace.go:171","msg":"trace[377844449] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"211.821444ms","start":"2026-03-04T02:24:07.087513Z","end":"2026-03-04T02:24:07.299335Z","steps":["trace[377844449] 'process raft request' (duration: 173.19691ms)","trace[377844449] 'compare' (duration: 38.501961ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:07.357536Z","caller":"traceutil/trace.go:171","msg":"trace[1451638735] linearizableReadLoop","detail":"{readStateIndex:26457; appliedIndex:26455; }","duration":"268.802656ms","start":"2026-03-04T02:24:07.088712Z","end":"2026-03-04T02:24:07.357515Z","steps":["trace[1451638735] 'read index received' (duration: 172.003212ms)","trace[1451638735] 'applied index is now lower than readState.Index' (duration: 96.798254ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:07.357903Z","caller":"traceutil/trace.go:171","msg":"trace[359261444] transaction","detail":"{read_only:false; response_revision:25551; number_of_response:1; }","duration":"267.407932ms","start":"2026-03-04T02:24:07.090476Z","end":"2026-03-04T02:24:07.357884Z","steps":["trace[359261444] 'process raft request' (duration: 266.939821ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:07.358115Z","caller":"traceutil/trace.go:171","msg":"trace[1651777050] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"270.563798ms","start":"2026-03-04T02:24:07.087541Z","end":"2026-03-04T02:24:07.358105Z","steps":["trace[1651777050] 'process raft request' (duration: 269.671476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:07.358294Z","caller":"traceutil/trace.go:171","msg":"trace[403301899] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"269.260097ms","start":"2026-03-04T02:24:07.089024Z","end":"2026-03-04T02:24:07.358284Z","steps":["trace[403301899] 'process raft request' (duration: 268.354035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:07.358795Z","caller":"traceutil/trace.go:171","msg":"trace[1780502670] transaction","detail":"{read_only:false; response_revision:25552; number_of_response:1; }","duration":"265.558638ms","start":"2026-03-04T02:24:07.093208Z","end":"2026-03-04T02:24:07.358767Z","steps":["trace[1780502670] 'process raft request' (duration: 264.270308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:07.363843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.108026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18649"} {"level":"info","ts":"2026-03-04T02:24:07.363894Z","caller":"traceutil/trace.go:171","msg":"trace[82805266] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25552; }","duration":"275.189829ms","start":"2026-03-04T02:24:07.088694Z","end":"2026-03-04T02:24:07.363884Z","steps":["trace[82805266] 'agreement among raft nodes before linearized reading' (duration: 269.927903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:09.091794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T02:24:09.091878Z","caller":"traceutil/trace.go:171","msg":"trace[409666760] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127763s","start":"2026-03-04T02:24:07.091731Z","end":"2026-03-04T02:24:09.091858Z","steps":["trace[409666760] 'agreement among raft nodes before linearized reading' (duration: 2.00002631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:09.091925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.091722Z","time spent":"2.000193744s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 02:24:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T02:24:09.723722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279631934s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:24:09.72396Z","caller":"traceutil/trace.go:171","msg":"trace[272761252] linearizableReadLoop","detail":"{readStateIndex:26461; appliedIndex:26460; }","duration":"2.366320366s","start":"2026-03-04T02:24:07.357621Z","end":"2026-03-04T02:24:09.723941Z","steps":["trace[272761252] 'read index received' (duration: 86.424606ms)","trace[272761252] 'applied index is now lower than readState.Index' (duration: 2.27989478s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:09.724557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432500908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:09.72461Z","caller":"traceutil/trace.go:171","msg":"trace[1781825491] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25552; }","duration":"2.432602231s","start":"2026-03-04T02:24:07.291989Z","end":"2026-03-04T02:24:09.724591Z","steps":["trace[1781825491] 'agreement among raft nodes before linearized reading' (duration: 2.432504339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:09.724655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.291963Z","time spent":"2.432679203s","remote":"127.0.0.1:37710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:09.724922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524953638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:09.724979Z","caller":"traceutil/trace.go:171","msg":"trace[26970874] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25552; }","duration":"2.525043761s","start":"2026-03-04T02:24:07.199923Z","end":"2026-03-04T02:24:09.724966Z","steps":["trace[26970874] 'agreement among raft nodes before linearized reading' (duration: 2.524954339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:09.725021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.199907Z","time spent":"2.525102852s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:09.725031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.471681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:09.725048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636207828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-04T02:24:09.725103Z","caller":"traceutil/trace.go:171","msg":"trace[1478775887] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25552; }","duration":"722.555873ms","start":"2026-03-04T02:24:09.002528Z","end":"2026-03-04T02:24:09.725084Z","steps":["trace[1478775887] 'range keys from in-memory index tree' (duration: 722.45128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:09.725106Z","caller":"traceutil/trace.go:171","msg":"trace[500166392] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8; range_end:; response_count:1; response_revision:25552; }","duration":"2.63629797s","start":"2026-03-04T02:24:07.088793Z","end":"2026-03-04T02:24:09.725091Z","steps":["trace[500166392] 'agreement among raft nodes before linearized reading' (duration: 2.636118306s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:09.725147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.08878Z","time spent":"2.636357942s","remote":"127.0.0.1:46778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" "} {"level":"info","ts":"2026-03-04T02:24:09.725311Z","caller":"traceutil/trace.go:171","msg":"trace[2076109569] transaction","detail":"{read_only:false; response_revision:25553; number_of_response:1; }","duration":"1.894009005s","start":"2026-03-04T02:24:07.831191Z","end":"2026-03-04T02:24:09.7252Z","steps":["trace[2076109569] 'process raft request' (duration: 1.892646373s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:09.725496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.831166Z","time spent":"1.894233871s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:10.224377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191284883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:24:10.808506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.16251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:10.808741Z","caller":"traceutil/trace.go:171","msg":"trace[475659432] transaction","detail":"{read_only:false; response_revision:25554; number_of_response:1; }","duration":"2.884753338s","start":"2026-03-04T02:24:07.923954Z","end":"2026-03-04T02:24:10.808708Z","steps":["trace[475659432] 'process raft request' (duration: 2.703296431s)","trace[475659432] 'compare' (duration: 180.827122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:10.80894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.923928Z","time spent":"2.884929993s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:10.809025Z","caller":"traceutil/trace.go:171","msg":"trace[730610825] linearizableReadLoop","detail":"{readStateIndex:26468; appliedIndex:26462; }","duration":"1.085004155s","start":"2026-03-04T02:24:09.723999Z","end":"2026-03-04T02:24:10.809003Z","steps":["trace[730610825] 'read index received' (duration: 903.132168ms)","trace[730610825] 'applied index is now lower than readState.Index' (duration: 181.870827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:10.809449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037754641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:24:10.809466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250197609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:10.809502Z","caller":"traceutil/trace.go:171","msg":"trace[208064845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25559; }","duration":"2.037853353s","start":"2026-03-04T02:24:08.771636Z","end":"2026-03-04T02:24:10.809489Z","steps":["trace[208064845] 'agreement among raft nodes before linearized reading' (duration: 2.03773392s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.809524Z","caller":"traceutil/trace.go:171","msg":"trace[19294720] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25559; }","duration":"2.250296001s","start":"2026-03-04T02:24:08.559211Z","end":"2026-03-04T02:24:10.809507Z","steps":["trace[19294720] 'agreement among raft nodes before linearized reading' (duration: 2.250171498s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.809585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675350447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:10.809537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:08.771615Z","time spent":"2.037913325s","remote":"127.0.0.1:33936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:10.809597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505879147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:24:10.809677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717760891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:10.809684Z","caller":"traceutil/trace.go:171","msg":"trace[652941148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25559; }","duration":"1.50600795s","start":"2026-03-04T02:24:09.303652Z","end":"2026-03-04T02:24:10.80966Z","steps":["trace[652941148] 'agreement among raft nodes before linearized reading' (duration: 1.505708653s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.809707Z","caller":"traceutil/trace.go:171","msg":"trace[86583500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25559; }","duration":"1.717823853s","start":"2026-03-04T02:24:09.091876Z","end":"2026-03-04T02:24:10.8097Z","steps":["trace[86583500] 'agreement among raft nodes before linearized reading' (duration: 1.717773882s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.809748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.303634Z","time spent":"1.506100112s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:24:10.809766Z","caller":"traceutil/trace.go:171","msg":"trace[536288439] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"1.717014984s","start":"2026-03-04T02:24:09.092719Z","end":"2026-03-04T02:24:10.809734Z","steps":["trace[536288439] 'process raft request' (duration: 1.716220145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.809821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006913784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:10.809846Z","caller":"traceutil/trace.go:171","msg":"trace[768410534] transaction","detail":"{read_only:false; response_revision:25556; number_of_response:1; }","duration":"2.885702901s","start":"2026-03-04T02:24:07.924071Z","end":"2026-03-04T02:24:10.809774Z","steps":["trace[768410534] 'process raft request' (duration: 2.884632365s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.80985Z","caller":"traceutil/trace.go:171","msg":"trace[222227560] transaction","detail":"{read_only:false; response_revision:25557; number_of_response:1; }","duration":"2.885673861s","start":"2026-03-04T02:24:07.924139Z","end":"2026-03-04T02:24:10.809812Z","steps":["trace[222227560] 'process raft request' (duration: 2.884628776s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.809887Z","caller":"traceutil/trace.go:171","msg":"trace[393637856] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25559; }","duration":"2.007002796s","start":"2026-03-04T02:24:08.802865Z","end":"2026-03-04T02:24:10.809868Z","steps":["trace[393637856] 'agreement among raft nodes before linearized reading' (duration: 2.006914434s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.80994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.924042Z","time spent":"2.885852605s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:10.809933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.092698Z","time spent":"1.717139476s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:10.809948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823203547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-04T02:24:10.809951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:08.802852Z","time spent":"2.007079028s","remote":"127.0.0.1:37990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:10.809945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722629128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:24:10.810012Z","caller":"traceutil/trace.go:171","msg":"trace[1713370545] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25559; }","duration":"2.823299539s","start":"2026-03-04T02:24:07.986694Z","end":"2026-03-04T02:24:10.809994Z","steps":["trace[1713370545] 'agreement among raft nodes before linearized reading' (duration: 2.823130545s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.81001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819301979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:24:10.810024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.924099Z","time spent":"2.885830345s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:10.810049Z","caller":"traceutil/trace.go:171","msg":"trace[406002083] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25559; }","duration":"1.72275371s","start":"2026-03-04T02:24:09.087257Z","end":"2026-03-04T02:24:10.810011Z","steps":["trace[406002083] 'agreement among raft nodes before linearized reading' (duration: 1.722488774s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.809748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.091864Z","time spent":"1.717872864s","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:24:10.810066Z","caller":"traceutil/trace.go:171","msg":"trace[1562039917] transaction","detail":"{read_only:false; response_revision:25558; number_of_response:1; }","duration":"1.720841586s","start":"2026-03-04T02:24:09.089213Z","end":"2026-03-04T02:24:10.810055Z","steps":["trace[1562039917] 'process raft request' (duration: 1.719680478s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.810069Z","caller":"traceutil/trace.go:171","msg":"trace[99531229] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25559; }","duration":"1.819399381s","start":"2026-03-04T02:24:08.990654Z","end":"2026-03-04T02:24:10.810053Z","steps":["trace[99531229] 'agreement among raft nodes before linearized reading' (duration: 1.819060943s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.810092Z","caller":"traceutil/trace.go:171","msg":"trace[1729869056] transaction","detail":"{read_only:false; response_revision:25555; number_of_response:1; }","duration":"2.886028599s","start":"2026-03-04T02:24:07.92405Z","end":"2026-03-04T02:24:10.810078Z","steps":["trace[1729869056] 'process raft request' (duration: 2.884562684s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.810086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408229602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:10.810121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.087235Z","time spent":"1.722850773s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:24:10.809773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.36968355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:10.810124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:08.990637Z","time spent":"1.819473793s","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":229,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:10.810122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.089185Z","time spent":"1.720907767s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:10.810124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.161614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:10.810112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024227613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:10.810055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.986671Z","time spent":"2.823375431s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-04T02:24:10.810159Z","caller":"traceutil/trace.go:171","msg":"trace[397434082] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25559; }","duration":"3.408327684s","start":"2026-03-04T02:24:07.401813Z","end":"2026-03-04T02:24:10.810141Z","steps":["trace[397434082] 'agreement among raft nodes before linearized reading' (duration: 3.408223101s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.810175Z","caller":"traceutil/trace.go:171","msg":"trace[1340498512] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25559; }","duration":"3.37010343s","start":"2026-03-04T02:24:07.440056Z","end":"2026-03-04T02:24:10.81016Z","steps":["trace[1340498512] 'agreement among raft nodes before linearized reading' (duration: 3.369651869s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.810183Z","caller":"traceutil/trace.go:171","msg":"trace[26378744] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25559; }","duration":"287.251266ms","start":"2026-03-04T02:24:10.522918Z","end":"2026-03-04T02:24:10.81017Z","steps":["trace[26378744] 'agreement among raft nodes before linearized reading' (duration: 287.180425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.810196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.924019Z","time spent":"2.886119851s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:10.810209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094194755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-03-04T02:24:10.810213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.44001Z","time spent":"3.370193913s","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:24:10.81021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.4018Z","time spent":"3.408396156s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:10.810194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445480002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:24:10.810064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.007863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:24:10.810237Z","caller":"traceutil/trace.go:171","msg":"trace[514433634] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25559; }","duration":"1.094263857s","start":"2026-03-04T02:24:09.715965Z","end":"2026-03-04T02:24:10.810228Z","steps":["trace[514433634] 'agreement among raft nodes before linearized reading' (duration: 1.094176045s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.810264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.715943Z","time spent":"1.094315038s","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-04T02:24:10.809629Z","caller":"traceutil/trace.go:171","msg":"trace[1167870714] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25559; }","duration":"1.675416699s","start":"2026-03-04T02:24:09.1342Z","end":"2026-03-04T02:24:10.809616Z","steps":["trace[1167870714] 'agreement among raft nodes before linearized reading' (duration: 1.675356918s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.810219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445527494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:24:10.810276Z","caller":"traceutil/trace.go:171","msg":"trace[1921388469] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25559; }","duration":"362.26447ms","start":"2026-03-04T02:24:10.447991Z","end":"2026-03-04T02:24:10.810255Z","steps":["trace[1921388469] 'agreement among raft nodes before linearized reading' (duration: 362.004304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.810288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.150659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:24:10.810106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.254455806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:10.810322Z","caller":"traceutil/trace.go:171","msg":"trace[1253719296] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25559; }","duration":"890.235871ms","start":"2026-03-04T02:24:09.920077Z","end":"2026-03-04T02:24:10.810313Z","steps":["trace[1253719296] 'agreement among raft nodes before linearized reading' (duration: 890.173279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.810318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445622097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:24:10.810332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.447965Z","time spent":"362.349682ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-04T02:24:10.810361Z","caller":"traceutil/trace.go:171","msg":"trace[1669981547] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25559; }","duration":"3.254707082s","start":"2026-03-04T02:24:07.555638Z","end":"2026-03-04T02:24:10.810345Z","steps":["trace[1669981547] 'agreement among raft nodes before linearized reading' (duration: 3.254438496s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.810329Z","caller":"traceutil/trace.go:171","msg":"trace[745232962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25559; }","duration":"1.445649327s","start":"2026-03-04T02:24:09.364659Z","end":"2026-03-04T02:24:10.810309Z","steps":["trace[745232962] 'agreement among raft nodes before linearized reading' (duration: 1.445158815s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.810205Z","caller":"traceutil/trace.go:171","msg":"trace[1783582500] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25559; }","duration":"3.024344406s","start":"2026-03-04T02:24:07.785834Z","end":"2026-03-04T02:24:10.810179Z","steps":["trace[1783582500] 'agreement among raft nodes before linearized reading' (duration: 3.024147671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.810406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.555576Z","time spent":"3.254814965s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:24:10.810399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.546442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:10.81043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.013432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:24:10.810442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:07.785813Z","time spent":"3.024614041s","remote":"127.0.0.1:38174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:10.810469Z","caller":"traceutil/trace.go:171","msg":"trace[731052637] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25559; }","duration":"413.110615ms","start":"2026-03-04T02:24:10.397348Z","end":"2026-03-04T02:24:10.810459Z","steps":["trace[731052637] 'agreement among raft nodes before linearized reading' (duration: 412.980822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.810422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.364654Z","time spent":"1.445752089s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:24:10.81047Z","caller":"traceutil/trace.go:171","msg":"trace[548085097] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25559; }","duration":"955.642124ms","start":"2026-03-04T02:24:09.854799Z","end":"2026-03-04T02:24:10.810441Z","steps":["trace[548085097] 'agreement among raft nodes before linearized reading' (duration: 955.550662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.809586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:08.559192Z","time spent":"2.250379884s","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:10.810499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.39733Z","time spent":"413.160786ms","remote":"127.0.0.1:46806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:10.810271Z","caller":"traceutil/trace.go:171","msg":"trace[690978460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25559; }","duration":"1.445563064s","start":"2026-03-04T02:24:09.364691Z","end":"2026-03-04T02:24:10.810254Z","steps":["trace[690978460] 'agreement among raft nodes before linearized reading' (duration: 1.44538167s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.809961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445328899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:24:10.810525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.854776Z","time spent":"955.731186ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:10.81055Z","caller":"traceutil/trace.go:171","msg":"trace[245660547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25559; }","duration":"1.445944754s","start":"2026-03-04T02:24:09.364591Z","end":"2026-03-04T02:24:10.810536Z","steps":["trace[245660547] 'agreement among raft nodes before linearized reading' (duration: 1.445294178s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:10.810366Z","caller":"traceutil/trace.go:171","msg":"trace[1072114960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25559; }","duration":"1.445676998s","start":"2026-03-04T02:24:09.364679Z","end":"2026-03-04T02:24:10.810356Z","steps":["trace[1072114960] 'agreement among raft nodes before linearized reading' (duration: 1.445539204s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.810556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.364633Z","time spent":"1.445900983s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:24:10.810585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.364573Z","time spent":"1.446001015s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:24:10.810309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.134192Z","time spent":"1.676104935s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:10.810595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.364676Z","time spent":"1.445910053s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:24:10.810373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.920058Z","time spent":"890.302302ms","remote":"127.0.0.1:38086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:10.811586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01112505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" ","response":"range_response_count:178 size:1590100"} {"level":"info","ts":"2026-03-04T02:24:10.811671Z","caller":"traceutil/trace.go:171","msg":"trace[979662348] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:178; response_revision:25559; }","duration":"1.011267954s","start":"2026-03-04T02:24:09.800386Z","end":"2026-03-04T02:24:10.811654Z","steps":["trace[979662348] 'agreement among raft nodes before linearized reading' (duration: 1.009389429s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:10.811725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:09.800364Z","time spent":"1.011346736s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":178,"response size":1590123,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" "} {"level":"warn","ts":"2026-03-04T02:24:11.994195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.853557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:11.994293Z","caller":"traceutil/trace.go:171","msg":"trace[628068592] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"1.177721603s","start":"2026-03-04T02:24:10.816554Z","end":"2026-03-04T02:24:11.994276Z","steps":["trace[628068592] 'process raft request' (duration: 219.711862ms)","trace[628068592] 'compare' (duration: 957.768275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:11.994346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.816535Z","time spent":"1.177787415s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:12.29269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256385553s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T02:24:12.571567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.58236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:12.571793Z","caller":"traceutil/trace.go:171","msg":"trace[1845553041] transaction","detail":"{read_only:false; response_revision:25566; number_of_response:1; }","duration":"621.732193ms","start":"2026-03-04T02:24:11.950049Z","end":"2026-03-04T02:24:12.571781Z","steps":["trace[1845553041] 'process raft request' (duration: 621.709902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.571847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:11.950027Z","time spent":"621.799784ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:12.571965Z","caller":"traceutil/trace.go:171","msg":"trace[265129104] transaction","detail":"{read_only:false; response_revision:25561; number_of_response:1; }","duration":"1.755233218s","start":"2026-03-04T02:24:10.816726Z","end":"2026-03-04T02:24:12.571959Z","steps":["trace[265129104] 'process raft request' (duration: 1.476191598s)","trace[265129104] 'compare' (duration: 278.032956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:12.571997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.816717Z","time spent":"1.755265028s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:12.572177Z","caller":"traceutil/trace.go:171","msg":"trace[1965814983] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"1.753858845s","start":"2026-03-04T02:24:10.818273Z","end":"2026-03-04T02:24:12.572132Z","steps":["trace[1965814983] 'process raft request' (duration: 1.753464846s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:12.572278Z","caller":"traceutil/trace.go:171","msg":"trace[943366136] linearizableReadLoop","detail":"{readStateIndex:26472; appliedIndex:26468; }","duration":"1.754046639s","start":"2026-03-04T02:24:10.818213Z","end":"2026-03-04T02:24:12.57226Z","steps":["trace[943366136] 'read index received' (duration: 218.070483ms)","trace[943366136] 'applied index is now lower than readState.Index' (duration: 1.535974146s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:12.572294Z","caller":"traceutil/trace.go:171","msg":"trace[645466804] transaction","detail":"{read_only:false; response_revision:25563; number_of_response:1; }","duration":"1.75489546s","start":"2026-03-04T02:24:10.817367Z","end":"2026-03-04T02:24:12.572262Z","steps":["trace[645466804] 'process raft request' (duration: 1.754334687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.572347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.818269Z","time spent":"1.753992558s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:12.572387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753751462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:12.572409Z","caller":"traceutil/trace.go:171","msg":"trace[256710699] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25566; }","duration":"1.753781203s","start":"2026-03-04T02:24:10.81862Z","end":"2026-03-04T02:24:12.572401Z","steps":["trace[256710699] 'agreement among raft nodes before linearized reading' (duration: 1.753742312s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.572414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.217865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:12.572452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179081516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:12.572397Z","caller":"traceutil/trace.go:171","msg":"trace[45488478] transaction","detail":"{read_only:false; response_revision:25562; number_of_response:1; }","duration":"1.755550395s","start":"2026-03-04T02:24:10.816792Z","end":"2026-03-04T02:24:12.572342Z","steps":["trace[45488478] 'process raft request' (duration: 1.754845988s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.572449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.817345Z","time spent":"1.755027413s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:12.572333Z","caller":"traceutil/trace.go:171","msg":"trace[1634279009] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"1.754126672s","start":"2026-03-04T02:24:10.818197Z","end":"2026-03-04T02:24:12.572324Z","steps":["trace[1634279009] 'process raft request' (duration: 1.753524797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.572552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.102952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T02:24:12.572573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752740358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:12.572588Z","caller":"traceutil/trace.go:171","msg":"trace[537042439] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25566; }","duration":"402.172744ms","start":"2026-03-04T02:24:12.170406Z","end":"2026-03-04T02:24:12.572579Z","steps":["trace[537042439] 'agreement among raft nodes before linearized reading' (duration: 402.059491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.572425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.818615Z","time spent":"1.753806964s","remote":"127.0.0.1:46806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:24:12.572626Z","caller":"traceutil/trace.go:171","msg":"trace[1699036921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25566; }","duration":"1.75281217s","start":"2026-03-04T02:24:10.819798Z","end":"2026-03-04T02:24:12.57261Z","steps":["trace[1699036921] 'agreement among raft nodes before linearized reading' (duration: 1.752753469s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.57261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.816767Z","time spent":"1.755720379s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:12.57261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754364488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-03-04T02:24:12.572471Z","caller":"traceutil/trace.go:171","msg":"trace[1407431695] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25566; }","duration":"1.179139577s","start":"2026-03-04T02:24:11.393327Z","end":"2026-03-04T02:24:12.572466Z","steps":["trace[1407431695] 'agreement among raft nodes before linearized reading' (duration: 1.179108236s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.572717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:11.393308Z","time spent":"1.179396673s","remote":"127.0.0.1:37978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:12.572721Z","caller":"traceutil/trace.go:171","msg":"trace[1179647883] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25566; }","duration":"1.754513981s","start":"2026-03-04T02:24:10.818185Z","end":"2026-03-04T02:24:12.572699Z","steps":["trace[1179647883] 'agreement among raft nodes before linearized reading' (duration: 1.754166032s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:12.572446Z","caller":"traceutil/trace.go:171","msg":"trace[499267153] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25566; }","duration":"968.257256ms","start":"2026-03-04T02:24:11.604179Z","end":"2026-03-04T02:24:12.572436Z","steps":["trace[499267153] 'agreement among raft nodes before linearized reading' (duration: 968.194435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.572753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753290541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T02:24:12.572675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.819784Z","time spent":"1.752885072s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:24:12.572544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753617099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:24:12.572499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.180217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-04T02:24:12.572884Z","caller":"traceutil/trace.go:171","msg":"trace[1933283047] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:25566; }","duration":"741.602778ms","start":"2026-03-04T02:24:11.831268Z","end":"2026-03-04T02:24:12.572871Z","steps":["trace[1933283047] 'agreement among raft nodes before linearized reading' (duration: 741.101126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.572785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.818174Z","time spent":"1.754600632s","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-04T02:24:12.572888Z","caller":"traceutil/trace.go:171","msg":"trace[698269247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25566; }","duration":"1.753976378s","start":"2026-03-04T02:24:10.818892Z","end":"2026-03-04T02:24:12.572869Z","steps":["trace[698269247] 'agreement among raft nodes before linearized reading' (duration: 1.753587858s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.572915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:11.831249Z","time spent":"741.658989ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-03-04T02:24:12.572944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.818871Z","time spent":"1.75405463s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:24:12.572622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.170386Z","time spent":"402.229696ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T02:24:12.572996Z","caller":"traceutil/trace.go:171","msg":"trace[1091095871] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25566; }","duration":"1.753372543s","start":"2026-03-04T02:24:10.819444Z","end":"2026-03-04T02:24:12.572817Z","steps":["trace[1091095871] 'agreement among raft nodes before linearized reading' (duration: 1.753032055s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.572834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:11.604119Z","time spent":"968.692186ms","remote":"127.0.0.1:37516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:12.573047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.819436Z","time spent":"1.753597519s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:24:12.573496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08224617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" ","response":"range_response_count:18 size:7765"} {"level":"info","ts":"2026-03-04T02:24:12.573549Z","caller":"traceutil/trace.go:171","msg":"trace[332136322] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:18; response_revision:25566; }","duration":"1.082340803s","start":"2026-03-04T02:24:11.491197Z","end":"2026-03-04T02:24:12.573538Z","steps":["trace[332136322] 'agreement among raft nodes before linearized reading' (duration: 1.081169415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:12.573582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:11.491175Z","time spent":"1.082399224s","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":18,"response size":7788,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" "} {"level":"warn","ts":"2026-03-04T02:24:12.57316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:10.818183Z","time spent":"1.75450404s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:13.239366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.401986ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:24:13.239461Z","caller":"traceutil/trace.go:171","msg":"trace[505868909] linearizableReadLoop","detail":"{readStateIndex:26476; appliedIndex:26475; }","duration":"664.973336ms","start":"2026-03-04T02:24:12.574471Z","end":"2026-03-04T02:24:13.239444Z","steps":["trace[505868909] 'read index received' (duration: 442.498988ms)","trace[505868909] 'applied index is now lower than readState.Index' (duration: 222.472718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:13.239525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.574252Z","time spent":"665.269433ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:24:13.239744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.269843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:13.239785Z","caller":"traceutil/trace.go:171","msg":"trace[1177865094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25566; }","duration":"665.362246ms","start":"2026-03-04T02:24:12.57441Z","end":"2026-03-04T02:24:13.239772Z","steps":["trace[1177865094] 'agreement among raft nodes before linearized reading' (duration: 665.293614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:13.239816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.574386Z","time spent":"665.424117ms","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:24:13.740523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191284907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:24:13.749767Z","caller":"traceutil/trace.go:171","msg":"trace[1505963041] transaction","detail":"{read_only:false; response_revision:25568; number_of_response:1; }","duration":"1.003519818s","start":"2026-03-04T02:24:12.746182Z","end":"2026-03-04T02:24:13.749702Z","steps":["trace[1505963041] 'process raft request' (duration: 1.003078837s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:13.749868Z","caller":"traceutil/trace.go:171","msg":"trace[382725305] transaction","detail":"{read_only:false; response_revision:25567; number_of_response:1; }","duration":"1.171483873s","start":"2026-03-04T02:24:12.578349Z","end":"2026-03-04T02:24:13.749832Z","steps":["trace[382725305] 'process raft request' (duration: 1.170092519s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:13.749931Z","caller":"traceutil/trace.go:171","msg":"trace[1978481586] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"931.951907ms","start":"2026-03-04T02:24:12.817962Z","end":"2026-03-04T02:24:13.749914Z","steps":["trace[1978481586] 'process raft request' (duration: 931.573498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:13.749947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.746157Z","time spent":"1.003700742s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:13.749981Z","caller":"traceutil/trace.go:171","msg":"trace[257579660] transaction","detail":"{read_only:false; response_revision:25569; number_of_response:1; }","duration":"933.159366ms","start":"2026-03-04T02:24:12.81678Z","end":"2026-03-04T02:24:13.74994Z","steps":["trace[257579660] 'process raft request' (duration: 932.634804ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:13.749965Z","caller":"traceutil/trace.go:171","msg":"trace[1370452501] transaction","detail":"{read_only:false; response_revision:25570; number_of_response:1; }","duration":"932.750336ms","start":"2026-03-04T02:24:12.817164Z","end":"2026-03-04T02:24:13.749914Z","steps":["trace[1370452501] 'process raft request' (duration: 932.314425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:13.750009Z","caller":"traceutil/trace.go:171","msg":"trace[1657028385] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"931.848634ms","start":"2026-03-04T02:24:12.81813Z","end":"2026-03-04T02:24:13.749979Z","steps":["trace[1657028385] 'process raft request' (duration: 931.473035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:13.75002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.817952Z","time spent":"932.007669ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:13.750148Z","caller":"traceutil/trace.go:171","msg":"trace[1155615132] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"931.67419ms","start":"2026-03-04T02:24:12.818427Z","end":"2026-03-04T02:24:13.750102Z","steps":["trace[1155615132] 'process raft request' (duration: 931.224929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:13.75003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.578332Z","time spent":"1.171608246s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:13.750182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.816759Z","time spent":"933.31952ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:13.750199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.818102Z","time spent":"932.019129ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:13.750217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.817155Z","time spent":"932.933911ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:13.750259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.818412Z","time spent":"931.791724ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:13.750543Z","caller":"traceutil/trace.go:171","msg":"trace[125137250] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"931.960437ms","start":"2026-03-04T02:24:12.818555Z","end":"2026-03-04T02:24:13.750516Z","steps":["trace[125137250] 'process raft request' (duration: 931.799203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:13.750694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.818546Z","time spent":"932.07526ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:14.188483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.187118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:24:14.188608Z","caller":"traceutil/trace.go:171","msg":"trace[1144302520] linearizableReadLoop","detail":"{readStateIndex:26485; appliedIndex:26476; }","duration":"949.104047ms","start":"2026-03-04T02:24:13.239487Z","end":"2026-03-04T02:24:14.188591Z","steps":["trace[1144302520] 'read index received' (duration: 508.891524ms)","trace[1144302520] 'applied index is now lower than readState.Index' (duration: 440.210863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:14.188636Z","caller":"traceutil/trace.go:171","msg":"trace[1408576231] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"909.49972ms","start":"2026-03-04T02:24:13.279106Z","end":"2026-03-04T02:24:14.188605Z","steps":["trace[1408576231] 'process raft request' (duration: 611.096097ms)","trace[1408576231] 'compare' (duration: 297.120723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:14.188766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:13.279086Z","time spent":"909.609283ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:14.188776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.573182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:14.188774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467449258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:14.188808Z","caller":"traceutil/trace.go:171","msg":"trace[18544119] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25575; }","duration":"909.732206ms","start":"2026-03-04T02:24:13.279065Z","end":"2026-03-04T02:24:14.188797Z","steps":["trace[18544119] 'agreement among raft nodes before linearized reading' (duration: 909.630093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:14.188825Z","caller":"traceutil/trace.go:171","msg":"trace[236802165] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25575; }","duration":"1.46754776s","start":"2026-03-04T02:24:12.721261Z","end":"2026-03-04T02:24:14.188809Z","steps":["trace[236802165] 'agreement among raft nodes before linearized reading' (duration: 1.467373516s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:14.18881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.874217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:14.188851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:13.279046Z","time spent":"909.795458ms","remote":"127.0.0.1:38298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:14.188826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089291778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:14.188884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613852127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18649"} {"level":"warn","ts":"2026-03-04T02:24:14.188907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323011365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:14.18892Z","caller":"traceutil/trace.go:171","msg":"trace[1589301719] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25575; }","duration":"1.089458642s","start":"2026-03-04T02:24:13.099439Z","end":"2026-03-04T02:24:14.188898Z","steps":["trace[1589301719] 'agreement among raft nodes before linearized reading' (duration: 1.089228627s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:14.188938Z","caller":"traceutil/trace.go:171","msg":"trace[519946852] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25575; }","duration":"1.323080417s","start":"2026-03-04T02:24:12.865848Z","end":"2026-03-04T02:24:14.188928Z","steps":["trace[519946852] 'agreement among raft nodes before linearized reading' (duration: 1.323027356s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:14.188938Z","caller":"traceutil/trace.go:171","msg":"trace[812586639] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25575; }","duration":"1.61396747s","start":"2026-03-04T02:24:12.574956Z","end":"2026-03-04T02:24:14.188923Z","steps":["trace[812586639] 'agreement among raft nodes before linearized reading' (duration: 1.613735624s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:14.18895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.907436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:24:14.188967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.865824Z","time spent":"1.323135178s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:14.188973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.57494Z","time spent":"1.614026062s","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18672,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:24:14.188977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:13.099414Z","time spent":"1.089552565s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:14.188993Z","caller":"traceutil/trace.go:171","msg":"trace[118351506] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25575; }","duration":"772.950447ms","start":"2026-03-04T02:24:13.416033Z","end":"2026-03-04T02:24:14.188983Z","steps":["trace[118351506] 'agreement among raft nodes before linearized reading' (duration: 772.883896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:14.188968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.001412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:24:14.189019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61059744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:14.18903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:13.415991Z","time spent":"773.029659ms","remote":"127.0.0.1:38294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:14.189059Z","caller":"traceutil/trace.go:171","msg":"trace[604312301] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25575; }","duration":"1.610682162s","start":"2026-03-04T02:24:12.578366Z","end":"2026-03-04T02:24:14.189049Z","steps":["trace[604312301] 'agreement among raft nodes before linearized reading' (duration: 1.6106243s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:14.18906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.918975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:14.18908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.578351Z","time spent":"1.610723982s","remote":"127.0.0.1:46862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:24:14.189076Z","caller":"traceutil/trace.go:171","msg":"trace[2066703335] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25575; }","duration":"190.163326ms","start":"2026-03-04T02:24:13.998885Z","end":"2026-03-04T02:24:14.189049Z","steps":["trace[2066703335] 'agreement among raft nodes before linearized reading' (duration: 189.838688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:14.189107Z","caller":"traceutil/trace.go:171","msg":"trace[1640477023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25575; }","duration":"905.985847ms","start":"2026-03-04T02:24:13.283103Z","end":"2026-03-04T02:24:14.189089Z","steps":["trace[1640477023] 'agreement among raft nodes before linearized reading' (duration: 905.929385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:14.189213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:13.283089Z","time spent":"906.11353ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:24:14.188889Z","caller":"traceutil/trace.go:171","msg":"trace[1818607387] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25575; }","duration":"817.016091ms","start":"2026-03-04T02:24:13.371853Z","end":"2026-03-04T02:24:14.188869Z","steps":["trace[1818607387] 'agreement among raft nodes before linearized reading' (duration: 816.861937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:14.189308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.321356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:14.189321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:13.371825Z","time spent":"817.474862ms","remote":"127.0.0.1:33726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:14.189338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.157994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:14.189382Z","caller":"traceutil/trace.go:171","msg":"trace[357105142] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25575; }","duration":"907.219726ms","start":"2026-03-04T02:24:13.28215Z","end":"2026-03-04T02:24:14.18937Z","steps":["trace[357105142] 'agreement among raft nodes before linearized reading' (duration: 907.134113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:14.188858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.721219Z","time spent":"1.467630042s","remote":"127.0.0.1:33824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:14.189388Z","caller":"traceutil/trace.go:171","msg":"trace[689734980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25575; }","duration":"909.415178ms","start":"2026-03-04T02:24:13.279943Z","end":"2026-03-04T02:24:14.189358Z","steps":["trace[689734980] 'agreement among raft nodes before linearized reading' (duration: 909.299025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:14.189413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:13.282145Z","time spent":"907.260527ms","remote":"127.0.0.1:37608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:14.189427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:13.279935Z","time spent":"909.48148ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:14.18934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611641015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7bad9d73-52d0-49e2-9c52-31abe19d6f0c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:24:14.18953Z","caller":"traceutil/trace.go:171","msg":"trace[1424114599] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7bad9d73-52d0-49e2-9c52-31abe19d6f0c; range_end:; response_count:1; response_revision:25575; }","duration":"1.61184947s","start":"2026-03-04T02:24:12.577666Z","end":"2026-03-04T02:24:14.189516Z","steps":["trace[1424114599] 'agreement among raft nodes before linearized reading' (duration: 1.611537383s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:14.189582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:12.577655Z","time spent":"1.611910891s","remote":"127.0.0.1:46778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7bad9d73-52d0-49e2-9c52-31abe19d6f0c\" "} {"level":"info","ts":"2026-03-04T02:24:15.898032Z","caller":"traceutil/trace.go:171","msg":"trace[1040570119] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"142.64774ms","start":"2026-03-04T02:24:15.755349Z","end":"2026-03-04T02:24:15.897996Z","steps":["trace[1040570119] 'process raft request' (duration: 142.457465ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:15.962341Z","caller":"traceutil/trace.go:171","msg":"trace[1316255137] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"206.20832ms","start":"2026-03-04T02:24:15.756113Z","end":"2026-03-04T02:24:15.962321Z","steps":["trace[1316255137] 'process raft request' (duration: 206.046426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:15.962579Z","caller":"traceutil/trace.go:171","msg":"trace[1760592125] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"206.344643ms","start":"2026-03-04T02:24:15.756226Z","end":"2026-03-04T02:24:15.962571Z","steps":["trace[1760592125] 'process raft request' (duration: 206.063396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:15.962864Z","caller":"traceutil/trace.go:171","msg":"trace[1557821599] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"205.80943ms","start":"2026-03-04T02:24:15.757044Z","end":"2026-03-04T02:24:15.962854Z","steps":["trace[1557821599] 'process raft request' (duration: 205.773979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:15.96287Z","caller":"traceutil/trace.go:171","msg":"trace[1168680351] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"206.547507ms","start":"2026-03-04T02:24:15.756309Z","end":"2026-03-04T02:24:15.962857Z","steps":["trace[1168680351] 'process raft request' (duration: 206.22257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:15.962937Z","caller":"traceutil/trace.go:171","msg":"trace[1915202606] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"206.548458ms","start":"2026-03-04T02:24:15.756369Z","end":"2026-03-04T02:24:15.962918Z","steps":["trace[1915202606] 'process raft request' (duration: 206.404724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:16.579488Z","caller":"traceutil/trace.go:171","msg":"trace[417245047] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"135.770206ms","start":"2026-03-04T02:24:16.443593Z","end":"2026-03-04T02:24:16.579363Z","steps":["trace[417245047] 'process raft request' (duration: 71.207443ms)","trace[417245047] 'compare' (duration: 64.464591ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:16.579921Z","caller":"traceutil/trace.go:171","msg":"trace[1282755420] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"135.403557ms","start":"2026-03-04T02:24:16.444458Z","end":"2026-03-04T02:24:16.579862Z","steps":["trace[1282755420] 'process raft request' (duration: 135.12313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:17.707669Z","caller":"traceutil/trace.go:171","msg":"trace[464121590] linearizableReadLoop","detail":"{readStateIndex:26507; appliedIndex:26506; }","duration":"463.418368ms","start":"2026-03-04T02:24:17.244229Z","end":"2026-03-04T02:24:17.707647Z","steps":["trace[464121590] 'read index received' (duration: 463.352356ms)","trace[464121590] 'applied index is now lower than readState.Index' (duration: 65.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:17.707799Z","caller":"traceutil/trace.go:171","msg":"trace[1866608553] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"475.778773ms","start":"2026-03-04T02:24:17.231999Z","end":"2026-03-04T02:24:17.707778Z","steps":["trace[1866608553] 'process raft request' (duration: 475.502867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.707919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.231977Z","time spent":"475.873146ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:17.708013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.775156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:24:17.708095Z","caller":"traceutil/trace.go:171","msg":"trace[1518426559] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25597; }","duration":"463.876159ms","start":"2026-03-04T02:24:17.244176Z","end":"2026-03-04T02:24:17.708052Z","steps":["trace[1518426559] 'agreement among raft nodes before linearized reading' (duration: 463.579312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.70817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.244153Z","time spent":"464.003742ms","remote":"127.0.0.1:47056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:17.824193Z","caller":"traceutil/trace.go:171","msg":"trace[40545173] linearizableReadLoop","detail":"{readStateIndex:26508; appliedIndex:26507; }","duration":"116.432733ms","start":"2026-03-04T02:24:17.70773Z","end":"2026-03-04T02:24:17.824163Z","steps":["trace[40545173] 'read index received' (duration: 30.340625ms)","trace[40545173] 'applied index is now lower than readState.Index' (duration: 86.090498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:17.824422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.340316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:24:17.824468Z","caller":"traceutil/trace.go:171","msg":"trace[1777452940] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25597; }","duration":"358.401947ms","start":"2026-03-04T02:24:17.466053Z","end":"2026-03-04T02:24:17.824455Z","steps":["trace[1777452940] 'agreement among raft nodes before linearized reading' (duration: 358.220263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:17.824503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:17.465988Z","time spent":"358.507ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:24:22.084225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.265302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:22.084933Z","caller":"traceutil/trace.go:171","msg":"trace[728001799] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25623; }","duration":"110.03854ms","start":"2026-03-04T02:24:21.974862Z","end":"2026-03-04T02:24:22.0849Z","steps":["trace[728001799] 'count revisions from in-memory index tree' (duration: 109.155639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:26.235997Z","caller":"traceutil/trace.go:171","msg":"trace[1300265886] linearizableReadLoop","detail":"{readStateIndex:26563; appliedIndex:26562; }","duration":"123.125213ms","start":"2026-03-04T02:24:26.112851Z","end":"2026-03-04T02:24:26.235976Z","steps":["trace[1300265886] 'read index received' (duration: 122.962689ms)","trace[1300265886] 'applied index is now lower than readState.Index' (duration: 161.214µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:26.236124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.249846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:26.236162Z","caller":"traceutil/trace.go:171","msg":"trace[26682435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25651; }","duration":"123.332398ms","start":"2026-03-04T02:24:26.112819Z","end":"2026-03-04T02:24:26.236152Z","steps":["trace[26682435] 'agreement among raft nodes before linearized reading' (duration: 123.247656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:26.236275Z","caller":"traceutil/trace.go:171","msg":"trace[126310334] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"134.661089ms","start":"2026-03-04T02:24:26.101415Z","end":"2026-03-04T02:24:26.236076Z","steps":["trace[126310334] 'process raft request' (duration: 134.346452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:26.741052Z","caller":"traceutil/trace.go:171","msg":"trace[1199351882] linearizableReadLoop","detail":"{readStateIndex:26569; appliedIndex:26568; }","duration":"299.835318ms","start":"2026-03-04T02:24:26.441196Z","end":"2026-03-04T02:24:26.741032Z","steps":["trace[1199351882] 'read index received' (duration: 299.766586ms)","trace[1199351882] 'applied index is now lower than readState.Index' (duration: 67.312µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:26.741117Z","caller":"traceutil/trace.go:171","msg":"trace[976193910] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"337.489798ms","start":"2026-03-04T02:24:26.403579Z","end":"2026-03-04T02:24:26.741069Z","steps":["trace[976193910] 'process raft request' (duration: 337.304983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.741332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.118474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:24:26.741348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:26.403542Z","time spent":"337.650212ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:26.741377Z","caller":"traceutil/trace.go:171","msg":"trace[1923103415] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25657; }","duration":"300.227957ms","start":"2026-03-04T02:24:26.441137Z","end":"2026-03-04T02:24:26.741365Z","steps":["trace[1923103415] 'agreement among raft nodes before linearized reading' (duration: 299.995051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:26.741413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:26.441116Z","time spent":"300.286368ms","remote":"127.0.0.1:46938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:24:26.745011Z","caller":"traceutil/trace.go:171","msg":"trace[1866940207] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"114.320343ms","start":"2026-03-04T02:24:26.630674Z","end":"2026-03-04T02:24:26.744994Z","steps":["trace[1866940207] 'process raft request' (duration: 114.084097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:28.52139Z","caller":"traceutil/trace.go:171","msg":"trace[1006004855] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"261.175694ms","start":"2026-03-04T02:24:28.260191Z","end":"2026-03-04T02:24:28.521366Z","steps":["trace[1006004855] 'process raft request' (duration: 261.127272ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:28.521464Z","caller":"traceutil/trace.go:171","msg":"trace[1113099641] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"261.926532ms","start":"2026-03-04T02:24:28.25952Z","end":"2026-03-04T02:24:28.521446Z","steps":["trace[1113099641] 'process raft request' (duration: 261.641745ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:28.521585Z","caller":"traceutil/trace.go:171","msg":"trace[1943115186] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"262.406723ms","start":"2026-03-04T02:24:28.259136Z","end":"2026-03-04T02:24:28.521543Z","steps":["trace[1943115186] 'process raft request' (duration: 261.969472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:28.521408Z","caller":"traceutil/trace.go:171","msg":"trace[2075016440] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"262.236039ms","start":"2026-03-04T02:24:28.259136Z","end":"2026-03-04T02:24:28.521372Z","steps":["trace[2075016440] 'process raft request' (duration: 261.787198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:28.52163Z","caller":"traceutil/trace.go:171","msg":"trace[557940126] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"261.995443ms","start":"2026-03-04T02:24:28.259597Z","end":"2026-03-04T02:24:28.521593Z","steps":["trace[557940126] 'process raft request' (duration: 261.669525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:32.691408Z","caller":"traceutil/trace.go:171","msg":"trace[1180895748] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"156.243335ms","start":"2026-03-04T02:24:32.535141Z","end":"2026-03-04T02:24:32.691385Z","steps":["trace[1180895748] 'process raft request' (duration: 154.922853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:32.694351Z","caller":"traceutil/trace.go:171","msg":"trace[1985300567] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"158.433727ms","start":"2026-03-04T02:24:32.53589Z","end":"2026-03-04T02:24:32.694324Z","steps":["trace[1985300567] 'process raft request' (duration: 158.146581ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:32.694607Z","caller":"traceutil/trace.go:171","msg":"trace[193938792] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"158.53806ms","start":"2026-03-04T02:24:32.536052Z","end":"2026-03-04T02:24:32.69459Z","steps":["trace[193938792] 'process raft request' (duration: 158.482478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:32.694634Z","caller":"traceutil/trace.go:171","msg":"trace[242241735] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"158.671223ms","start":"2026-03-04T02:24:32.535945Z","end":"2026-03-04T02:24:32.694616Z","steps":["trace[242241735] 'process raft request' (duration: 158.331065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.261815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.639825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18649"} {"level":"info","ts":"2026-03-04T02:24:43.261907Z","caller":"traceutil/trace.go:171","msg":"trace[153442056] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25759; }","duration":"630.781758ms","start":"2026-03-04T02:24:42.631104Z","end":"2026-03-04T02:24:43.261886Z","steps":["trace[153442056] 'range keys from in-memory index tree' (duration: 630.42846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.26197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:42.63108Z","time spent":"630.878181ms","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18672,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-04T02:24:43.353826Z","caller":"traceutil/trace.go:171","msg":"trace[1602838728] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"626.069286ms","start":"2026-03-04T02:24:42.727734Z","end":"2026-03-04T02:24:43.353804Z","steps":["trace[1602838728] 'process raft request' (duration: 625.918322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.353974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:42.727706Z","time spent":"626.193119ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:43.405477Z","caller":"traceutil/trace.go:171","msg":"trace[1026781492] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"677.68267ms","start":"2026-03-04T02:24:42.727768Z","end":"2026-03-04T02:24:43.405451Z","steps":["trace[1026781492] 'process raft request' (duration: 653.295887ms)","trace[1026781492] 'compare' (duration: 24.198059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:24:43.405663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:42.727738Z","time spent":"677.823263ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:24:43.40576Z","caller":"traceutil/trace.go:171","msg":"trace[1670336187] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"676.225475ms","start":"2026-03-04T02:24:42.729508Z","end":"2026-03-04T02:24:43.405734Z","steps":["trace[1670336187] 'process raft request' (duration: 675.896417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.40582Z","caller":"traceutil/trace.go:171","msg":"trace[847176857] linearizableReadLoop","detail":"{readStateIndex:26679; appliedIndex:26676; }","duration":"411.149109ms","start":"2026-03-04T02:24:42.994649Z","end":"2026-03-04T02:24:43.405798Z","steps":["trace[847176857] 'read index received' (duration: 359.284709ms)","trace[847176857] 'applied index is now lower than readState.Index' (duration: 51.86298ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:43.405884Z","caller":"traceutil/trace.go:171","msg":"trace[167205377] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"232.328944ms","start":"2026-03-04T02:24:43.173521Z","end":"2026-03-04T02:24:43.40585Z","steps":["trace[167205377] 'process raft request' (duration: 232.206161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.405924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:42.729481Z","time spent":"676.364639ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:43.406054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.398494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:24:43.406104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.318848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:24:43.406107Z","caller":"traceutil/trace.go:171","msg":"trace[2031592386] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25764; }","duration":"411.484927ms","start":"2026-03-04T02:24:42.994609Z","end":"2026-03-04T02:24:43.406094Z","steps":["trace[2031592386] 'agreement among raft nodes before linearized reading' (duration: 411.282312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.406131Z","caller":"traceutil/trace.go:171","msg":"trace[561892721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25764; }","duration":"233.388459ms","start":"2026-03-04T02:24:43.172735Z","end":"2026-03-04T02:24:43.406124Z","steps":["trace[561892721] 'agreement among raft nodes before linearized reading' (duration: 233.299937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.406141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:42.994589Z","time spent":"411.541168ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:24:43.406242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.534342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-03-04T02:24:43.406257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.863257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:24:43.406289Z","caller":"traceutil/trace.go:171","msg":"trace[1638710028] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25764; }","duration":"138.620614ms","start":"2026-03-04T02:24:43.267655Z","end":"2026-03-04T02:24:43.406276Z","steps":["trace[1638710028] 'agreement among raft nodes before linearized reading' (duration: 138.43844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:43.406295Z","caller":"traceutil/trace.go:171","msg":"trace[524294471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25764; }","duration":"227.928879ms","start":"2026-03-04T02:24:43.178354Z","end":"2026-03-04T02:24:43.406283Z","steps":["trace[524294471] 'agreement among raft nodes before linearized reading' (duration: 227.843197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.406324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.061068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:24:43.406389Z","caller":"traceutil/trace.go:171","msg":"trace[793839397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25764; }","duration":"401.13818ms","start":"2026-03-04T02:24:43.005241Z","end":"2026-03-04T02:24:43.406379Z","steps":["trace[793839397] 'agreement among raft nodes before linearized reading' (duration: 400.997456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.406425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.665483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:24:43.406452Z","caller":"traceutil/trace.go:171","msg":"trace[1490520254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25764; }","duration":"404.777976ms","start":"2026-03-04T02:24:43.001666Z","end":"2026-03-04T02:24:43.406444Z","steps":["trace[1490520254] 'agreement among raft nodes before linearized reading' (duration: 404.696384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.406485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:43.001646Z","time spent":"404.831008ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:24:43.406469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.635142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:43.406425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:43.005213Z","time spent":"401.202351ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:24:43.406528Z","caller":"traceutil/trace.go:171","msg":"trace[1240126770] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25764; }","duration":"391.745485ms","start":"2026-03-04T02:24:43.014766Z","end":"2026-03-04T02:24:43.406511Z","steps":["trace[1240126770] 'agreement among raft nodes before linearized reading' (duration: 391.648452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.40658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:43.014743Z","time spent":"391.821767ms","remote":"127.0.0.1:37482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:24:43.406854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.498036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:24:43.406904Z","caller":"traceutil/trace.go:171","msg":"trace[956555293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25764; }","duration":"408.578387ms","start":"2026-03-04T02:24:42.998314Z","end":"2026-03-04T02:24:43.406892Z","steps":["trace[956555293] 'agreement among raft nodes before linearized reading' (duration: 407.715916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.406937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:42.998296Z","time spent":"408.628639ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:24:43.407791Z","caller":"traceutil/trace.go:171","msg":"trace[171126136] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"677.573967ms","start":"2026-03-04T02:24:42.730165Z","end":"2026-03-04T02:24:43.407739Z","steps":["trace[171126136] 'process raft request' (duration: 675.462367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:43.407919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:24:42.730139Z","time spent":"677.718611ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:24:51.533408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.800748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:51.533467Z","caller":"traceutil/trace.go:171","msg":"trace[1569262730] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25928; }","duration":"225.90538ms","start":"2026-03-04T02:24:51.30755Z","end":"2026-03-04T02:24:51.533456Z","steps":["trace[1569262730] 'count revisions from in-memory index tree' (duration: 225.738427ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:51.533811Z","caller":"traceutil/trace.go:171","msg":"trace[1744456987] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"190.200227ms","start":"2026-03-04T02:24:51.34359Z","end":"2026-03-04T02:24:51.53379Z","steps":["trace[1744456987] 'process raft request' (duration: 170.204609ms)","trace[1744456987] 'compare' (duration: 19.740702ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:51.570325Z","caller":"traceutil/trace.go:171","msg":"trace[893387008] linearizableReadLoop","detail":"{readStateIndex:26849; appliedIndex:26847; }","duration":"164.961524ms","start":"2026-03-04T02:24:51.405343Z","end":"2026-03-04T02:24:51.570304Z","steps":["trace[893387008] 'read index received' (duration: 108.466154ms)","trace[893387008] 'applied index is now lower than readState.Index' (duration: 56.4947ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:51.570571Z","caller":"traceutil/trace.go:171","msg":"trace[1685854730] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"183.526797ms","start":"2026-03-04T02:24:51.387023Z","end":"2026-03-04T02:24:51.57055Z","steps":["trace[1685854730] 'process raft request' (duration: 183.038635ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:51.570583Z","caller":"traceutil/trace.go:171","msg":"trace[767052259] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"135.281074ms","start":"2026-03-04T02:24:51.435257Z","end":"2026-03-04T02:24:51.570538Z","steps":["trace[767052259] 'process raft request' (duration: 134.987227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:51.570684Z","caller":"traceutil/trace.go:171","msg":"trace[45632439] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"138.4887ms","start":"2026-03-04T02:24:51.432157Z","end":"2026-03-04T02:24:51.570646Z","steps":["trace[45632439] 'process raft request' (duration: 138.05376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:51.570732Z","caller":"traceutil/trace.go:171","msg":"trace[429808918] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"133.02552ms","start":"2026-03-04T02:24:51.437659Z","end":"2026-03-04T02:24:51.570684Z","steps":["trace[429808918] 'process raft request' (duration: 132.61419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:51.571634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.269925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-04T02:24:51.571723Z","caller":"traceutil/trace.go:171","msg":"trace[1686055967] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25933; }","duration":"166.359527ms","start":"2026-03-04T02:24:51.405338Z","end":"2026-03-04T02:24:51.571698Z","steps":["trace[1686055967] 'agreement among raft nodes before linearized reading' (duration: 165.379424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:51.606389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.263752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T02:24:51.606462Z","caller":"traceutil/trace.go:171","msg":"trace[1435958746] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25935; }","duration":"145.344255ms","start":"2026-03-04T02:24:51.461088Z","end":"2026-03-04T02:24:51.606432Z","steps":["trace[1435958746] 'agreement among raft nodes before linearized reading' (duration: 145.249752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:51.606606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.661725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:24:51.606632Z","caller":"traceutil/trace.go:171","msg":"trace[2092003411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25935; }","duration":"161.714155ms","start":"2026-03-04T02:24:51.444912Z","end":"2026-03-04T02:24:51.606626Z","steps":["trace[2092003411] 'agreement among raft nodes before linearized reading' (duration: 161.653834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:51.938672Z","caller":"traceutil/trace.go:171","msg":"trace[761769290] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"195.131475ms","start":"2026-03-04T02:24:51.743509Z","end":"2026-03-04T02:24:51.93864Z","steps":["trace[761769290] 'process raft request' (duration: 195.006102ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:51.966711Z","caller":"traceutil/trace.go:171","msg":"trace[151722072] linearizableReadLoop","detail":"{readStateIndex:26866; appliedIndex:26864; }","duration":"130.51066ms","start":"2026-03-04T02:24:51.836176Z","end":"2026-03-04T02:24:51.966686Z","steps":["trace[151722072] 'read index received' (duration: 102.284275ms)","trace[151722072] 'applied index is now lower than readState.Index' (duration: 28.225515ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:51.966774Z","caller":"traceutil/trace.go:171","msg":"trace[952587988] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"187.467191ms","start":"2026-03-04T02:24:51.779283Z","end":"2026-03-04T02:24:51.966751Z","steps":["trace[952587988] 'process raft request' (duration: 187.180444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:51.96684Z","caller":"traceutil/trace.go:171","msg":"trace[436304362] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"112.871458ms","start":"2026-03-04T02:24:51.853935Z","end":"2026-03-04T02:24:51.966807Z","steps":["trace[436304362] 'process raft request' (duration: 112.680954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:51.966952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.767936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-04T02:24:51.967032Z","caller":"traceutil/trace.go:171","msg":"trace[956853195] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:25948; }","duration":"130.884899ms","start":"2026-03-04T02:24:51.836127Z","end":"2026-03-04T02:24:51.967012Z","steps":["trace[956853195] 'agreement among raft nodes before linearized reading' (duration: 130.664104ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:54.463499Z","caller":"traceutil/trace.go:171","msg":"trace[1667602760] linearizableReadLoop","detail":"{readStateIndex:26904; appliedIndex:26903; }","duration":"126.613426ms","start":"2026-03-04T02:24:54.336855Z","end":"2026-03-04T02:24:54.463468Z","steps":["trace[1667602760] 'read index received' (duration: 126.33459ms)","trace[1667602760] 'applied index is now lower than readState.Index' (duration: 277.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:54.463775Z","caller":"traceutil/trace.go:171","msg":"trace[1993463572] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"136.516564ms","start":"2026-03-04T02:24:54.327049Z","end":"2026-03-04T02:24:54.463565Z","steps":["trace[1993463572] 'process raft request' (duration: 136.212366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:54.463865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.988436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:24:54.463899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.841617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:54.463952Z","caller":"traceutil/trace.go:171","msg":"trace[73441077] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25984; }","duration":"122.933359ms","start":"2026-03-04T02:24:54.341006Z","end":"2026-03-04T02:24:54.463939Z","steps":["trace[73441077] 'agreement among raft nodes before linearized reading' (duration: 122.831056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:54.463954Z","caller":"traceutil/trace.go:171","msg":"trace[2107186366] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25984; }","duration":"127.14138ms","start":"2026-03-04T02:24:54.336794Z","end":"2026-03-04T02:24:54.463936Z","steps":["trace[2107186366] 'agreement among raft nodes before linearized reading' (duration: 126.969715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:54.464154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.075623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:54.46419Z","caller":"traceutil/trace.go:171","msg":"trace[1347406167] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:0; response_revision:25984; }","duration":"123.125904ms","start":"2026-03-04T02:24:54.341056Z","end":"2026-03-04T02:24:54.464182Z","steps":["trace[1347406167] 'agreement among raft nodes before linearized reading' (duration: 123.072742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:54.464214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.096493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:24:54.464336Z","caller":"traceutil/trace.go:171","msg":"trace[1782453097] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25984; }","duration":"123.225356ms","start":"2026-03-04T02:24:54.341096Z","end":"2026-03-04T02:24:54.464322Z","steps":["trace[1782453097] 'agreement among raft nodes before linearized reading' (duration: 123.083242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:24:54.464583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.074667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:299082"} {"level":"info","ts":"2026-03-04T02:24:54.464655Z","caller":"traceutil/trace.go:171","msg":"trace[1229187508] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:25984; }","duration":"101.198649ms","start":"2026-03-04T02:24:54.363437Z","end":"2026-03-04T02:24:54.464635Z","steps":["trace[1229187508] 'agreement among raft nodes before linearized reading' (duration: 100.684447ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:24:54.631071Z","caller":"traceutil/trace.go:171","msg":"trace[1927616224] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"116.085215ms","start":"2026-03-04T02:24:54.514869Z","end":"2026-03-04T02:24:54.630954Z","steps":["trace[1927616224] 'process raft request' (duration: 83.047155ms)","trace[1927616224] 'compare' (duration: 32.646941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:24:54.879255Z","caller":"traceutil/trace.go:171","msg":"trace[783066254] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"101.540837ms","start":"2026-03-04T02:24:54.777684Z","end":"2026-03-04T02:24:54.879225Z","steps":["trace[783066254] 'process raft request' (duration: 100.731988ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:05.003688Z","caller":"traceutil/trace.go:171","msg":"trace[1034771718] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"290.521555ms","start":"2026-03-04T02:25:04.71313Z","end":"2026-03-04T02:25:05.003652Z","steps":["trace[1034771718] 'process raft request' (duration: 234.941656ms)","trace[1034771718] 'compare' (duration: 55.246491ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:05.006422Z","caller":"traceutil/trace.go:171","msg":"trace[666659867] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"292.700577ms","start":"2026-03-04T02:25:04.713688Z","end":"2026-03-04T02:25:05.006389Z","steps":["trace[666659867] 'process raft request' (duration: 292.476812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:08.094154Z","caller":"traceutil/trace.go:171","msg":"trace[171650637] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"406.443396ms","start":"2026-03-04T02:25:07.687681Z","end":"2026-03-04T02:25:08.094125Z","steps":["trace[171650637] 'process raft request' (duration: 406.264442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.09431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.687658Z","time spent":"406.574459ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:08.501844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.883615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:08.502067Z","caller":"traceutil/trace.go:171","msg":"trace[1921623318] linearizableReadLoop","detail":"{readStateIndex:27046; appliedIndex:27042; }","duration":"762.151859ms","start":"2026-03-04T02:25:07.7399Z","end":"2026-03-04T02:25:08.502052Z","steps":["trace[1921623318] 'read index received' (duration: 354.108485ms)","trace[1921623318] 'applied index is now lower than readState.Index' (duration: 408.042494ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:08.502086Z","caller":"traceutil/trace.go:171","msg":"trace[1983052438] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"804.501352ms","start":"2026-03-04T02:25:07.697569Z","end":"2026-03-04T02:25:08.50207Z","steps":["trace[1983052438] 'process raft request' (duration: 804.404949ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:08.502081Z","caller":"traceutil/trace.go:171","msg":"trace[393753161] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"808.061386ms","start":"2026-03-04T02:25:07.693991Z","end":"2026-03-04T02:25:08.502052Z","steps":["trace[393753161] 'process raft request' (duration: 636.904305ms)","trace[393753161] 'compare' (duration: 170.782572ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:08.502195Z","caller":"traceutil/trace.go:171","msg":"trace[2084082378] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"804.539543ms","start":"2026-03-04T02:25:07.697646Z","end":"2026-03-04T02:25:08.502185Z","steps":["trace[2084082378] 'process raft request' (duration: 804.373119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.502234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.697559Z","time spent":"804.599764ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:08.502253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.693972Z","time spent":"808.186609ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:08.502318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.697624Z","time spent":"804.618124ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:08.502515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.61279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:25:08.502574Z","caller":"traceutil/trace.go:171","msg":"trace[111843485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26123; }","duration":"762.710132ms","start":"2026-03-04T02:25:07.739848Z","end":"2026-03-04T02:25:08.502558Z","steps":["trace[111843485] 'agreement among raft nodes before linearized reading' (duration: 762.511518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.502614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.739828Z","time spent":"762.778294ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:25:08.503133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.327643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:25:08.503156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.761987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:08.503235Z","caller":"traceutil/trace.go:171","msg":"trace[57500375] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26123; }","duration":"202.842158ms","start":"2026-03-04T02:25:08.300381Z","end":"2026-03-04T02:25:08.503223Z","steps":["trace[57500375] 'agreement among raft nodes before linearized reading' (duration: 202.736976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.503316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.669968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:25:08.503375Z","caller":"traceutil/trace.go:171","msg":"trace[1959531769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26123; }","duration":"679.722289ms","start":"2026-03-04T02:25:07.82364Z","end":"2026-03-04T02:25:08.503363Z","steps":["trace[1959531769] 'agreement among raft nodes before linearized reading' (duration: 679.613316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.503413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.823605Z","time spent":"679.798491ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:25:08.503389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.616425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:08.503511Z","caller":"traceutil/trace.go:171","msg":"trace[218383959] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26123; }","duration":"177.783429ms","start":"2026-03-04T02:25:08.325692Z","end":"2026-03-04T02:25:08.503475Z","steps":["trace[218383959] 'agreement among raft nodes before linearized reading' (duration: 177.555534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.503556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.53793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:25:08.5036Z","caller":"traceutil/trace.go:171","msg":"trace[760232345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26123; }","duration":"683.620362ms","start":"2026-03-04T02:25:07.81997Z","end":"2026-03-04T02:25:08.50359Z","steps":["trace[760232345] 'agreement among raft nodes before linearized reading' (duration: 683.488529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.503633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.819949Z","time spent":"683.675803ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:25:08.503703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.768196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:25:08.503773Z","caller":"traceutil/trace.go:171","msg":"trace[1931482751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26123; }","duration":"683.840347ms","start":"2026-03-04T02:25:07.81989Z","end":"2026-03-04T02:25:08.50373Z","steps":["trace[1931482751] 'agreement among raft nodes before linearized reading' (duration: 683.761345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.503812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.819871Z","time spent":"683.930489ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:25:08.50388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.638121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:25:08.503921Z","caller":"traceutil/trace.go:171","msg":"trace[914796135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26123; }","duration":"680.700012ms","start":"2026-03-04T02:25:07.823212Z","end":"2026-03-04T02:25:08.503912Z","steps":["trace[914796135] 'agreement among raft nodes before linearized reading' (duration: 680.597809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.503952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.823201Z","time spent":"680.743303ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:25:08.504043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.879292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-04T02:25:08.504126Z","caller":"traceutil/trace.go:171","msg":"trace[1450742710] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26123; }","duration":"177.992885ms","start":"2026-03-04T02:25:08.326116Z","end":"2026-03-04T02:25:08.504109Z","steps":["trace[1450742710] 'agreement among raft nodes before linearized reading' (duration: 177.726888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.503235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.918684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:08.504221Z","caller":"traceutil/trace.go:171","msg":"trace[1548072898] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26123; }","duration":"652.890837ms","start":"2026-03-04T02:25:07.851291Z","end":"2026-03-04T02:25:08.504182Z","steps":["trace[1548072898] 'agreement among raft nodes before linearized reading' (duration: 651.915654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.503532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.961754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:08.504307Z","caller":"traceutil/trace.go:171","msg":"trace[1147117858] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26123; }","duration":"178.778263ms","start":"2026-03-04T02:25:08.32552Z","end":"2026-03-04T02:25:08.504298Z","steps":["trace[1147117858] 'agreement among raft nodes before linearized reading' (duration: 177.984894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.50363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.648462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:25:08.504414Z","caller":"traceutil/trace.go:171","msg":"trace[301224802] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26123; }","duration":"684.448032ms","start":"2026-03-04T02:25:07.819957Z","end":"2026-03-04T02:25:08.504405Z","steps":["trace[301224802] 'agreement among raft nodes before linearized reading' (duration: 683.604802ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:08.503186Z","caller":"traceutil/trace.go:171","msg":"trace[1525466789] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26123; }","duration":"744.404855ms","start":"2026-03-04T02:25:07.75877Z","end":"2026-03-04T02:25:08.503175Z","steps":["trace[1525466789] 'agreement among raft nodes before linearized reading' (duration: 744.325113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.504295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.851283Z","time spent":"652.973649ms","remote":"127.0.0.1:46824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:25:08.503636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.400885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:25:08.504498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.75876Z","time spent":"745.711746ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:25:08.504556Z","caller":"traceutil/trace.go:171","msg":"trace[664638418] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26123; }","duration":"179.327337ms","start":"2026-03-04T02:25:08.325212Z","end":"2026-03-04T02:25:08.504539Z","steps":["trace[664638418] 'agreement among raft nodes before linearized reading' (duration: 178.363884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:08.504456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:07.819949Z","time spent":"684.497413ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:25:08.740558Z","caller":"traceutil/trace.go:171","msg":"trace[24785462] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"231.567915ms","start":"2026-03-04T02:25:08.508967Z","end":"2026-03-04T02:25:08.740535Z","steps":["trace[24785462] 'process raft request' (duration: 231.506214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:08.740563Z","caller":"traceutil/trace.go:171","msg":"trace[1313746506] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"231.527994ms","start":"2026-03-04T02:25:08.509006Z","end":"2026-03-04T02:25:08.740534Z","steps":["trace[1313746506] 'process raft request' (duration: 231.311779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:08.74098Z","caller":"traceutil/trace.go:171","msg":"trace[1639870710] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"230.862298ms","start":"2026-03-04T02:25:08.510099Z","end":"2026-03-04T02:25:08.740961Z","steps":["trace[1639870710] 'process raft request' (duration: 230.713895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:08.740985Z","caller":"traceutil/trace.go:171","msg":"trace[1501104691] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"230.856088ms","start":"2026-03-04T02:25:08.510103Z","end":"2026-03-04T02:25:08.740959Z","steps":["trace[1501104691] 'process raft request' (duration: 230.804967ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:08.74097Z","caller":"traceutil/trace.go:171","msg":"trace[104028410] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"231.802151ms","start":"2026-03-04T02:25:08.509108Z","end":"2026-03-04T02:25:08.74091Z","steps":["trace[104028410] 'process raft request' (duration: 231.396042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:09.221207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.774306ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:09.221336Z","caller":"traceutil/trace.go:171","msg":"trace[1152102387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26129; }","duration":"217.913619ms","start":"2026-03-04T02:25:09.003408Z","end":"2026-03-04T02:25:09.221321Z","steps":["trace[1152102387] 'range keys from in-memory index tree' (duration: 217.759186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:09.221878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.241181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:09.221987Z","caller":"traceutil/trace.go:171","msg":"trace[1796059057] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"396.181111ms","start":"2026-03-04T02:25:08.825784Z","end":"2026-03-04T02:25:09.221965Z","steps":["trace[1796059057] 'process raft request' (duration: 30.783166ms)","trace[1796059057] 'compare' (duration: 364.34628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:09.222052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:08.825761Z","time spent":"396.267453ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:25:09.598431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.425717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:09.598509Z","caller":"traceutil/trace.go:171","msg":"trace[1284075490] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"579.983165ms","start":"2026-03-04T02:25:09.018511Z","end":"2026-03-04T02:25:09.598494Z","steps":["trace[1284075490] 'process raft request' (duration: 398.423714ms)","trace[1284075490] 'compare' (duration: 181.205862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:09.598566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:09.018488Z","time spent":"580.057596ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:09.981771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.744482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:09.981871Z","caller":"traceutil/trace.go:171","msg":"trace[1966061310] linearizableReadLoop","detail":"{readStateIndex:27055; appliedIndex:27053; }","duration":"867.040397ms","start":"2026-03-04T02:25:09.114815Z","end":"2026-03-04T02:25:09.981855Z","steps":["trace[1966061310] 'read index received' (duration: 302.133463ms)","trace[1966061310] 'applied index is now lower than readState.Index' (duration: 564.905704ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:09.981988Z","caller":"traceutil/trace.go:171","msg":"trace[203914675] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"962.363895ms","start":"2026-03-04T02:25:09.019591Z","end":"2026-03-04T02:25:09.981955Z","steps":["trace[203914675] 'process raft request' (duration: 732.361647ms)","trace[203914675] 'compare' (duration: 229.600549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:09.982076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.71609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:09.982116Z","caller":"traceutil/trace.go:171","msg":"trace[1874571674] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26132; }","duration":"541.804802ms","start":"2026-03-04T02:25:09.4403Z","end":"2026-03-04T02:25:09.982105Z","steps":["trace[1874571674] 'agreement among raft nodes before linearized reading' (duration: 541.75249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:09.982156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:09.440274Z","time spent":"541.873304ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:25:09.982027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.219321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:25:09.982293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.384943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:25:09.982315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:09.019563Z","time spent":"962.517538ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:09.982359Z","caller":"traceutil/trace.go:171","msg":"trace[1085687852] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26132; }","duration":"303.494444ms","start":"2026-03-04T02:25:09.67885Z","end":"2026-03-04T02:25:09.982345Z","steps":["trace[1085687852] 'agreement among raft nodes before linearized reading' (duration: 303.270209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:09.982501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:09.678832Z","time spent":"303.645219ms","remote":"127.0.0.1:46862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:25:09.982334Z","caller":"traceutil/trace.go:171","msg":"trace[127040357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26132; }","duration":"867.518708ms","start":"2026-03-04T02:25:09.114757Z","end":"2026-03-04T02:25:09.982276Z","steps":["trace[127040357] 'agreement among raft nodes before linearized reading' (duration: 867.21219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:09.982612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:09.114736Z","time spent":"867.844195ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:25:10.271456Z","caller":"traceutil/trace.go:171","msg":"trace[1123879720] linearizableReadLoop","detail":"{readStateIndex:27056; appliedIndex:27055; }","duration":"156.01793ms","start":"2026-03-04T02:25:10.115396Z","end":"2026-03-04T02:25:10.271414Z","steps":["trace[1123879720] 'read index received' (duration: 118.693507ms)","trace[1123879720] 'applied index is now lower than readState.Index' (duration: 37.322653ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:10.271539Z","caller":"traceutil/trace.go:171","msg":"trace[451355031] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"172.212357ms","start":"2026-03-04T02:25:10.099279Z","end":"2026-03-04T02:25:10.271491Z","steps":["trace[451355031] 'process raft request' (duration: 134.841383ms)","trace[451355031] 'compare' (duration: 37.105117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:10.27165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.217054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:10.271694Z","caller":"traceutil/trace.go:171","msg":"trace[862359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26133; }","duration":"156.321367ms","start":"2026-03-04T02:25:10.115362Z","end":"2026-03-04T02:25:10.271684Z","steps":["trace[862359] 'agreement among raft nodes before linearized reading' (duration: 156.210754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:16.890805Z","caller":"traceutil/trace.go:171","msg":"trace[943465561] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"109.216781ms","start":"2026-03-04T02:25:16.781544Z","end":"2026-03-04T02:25:16.89076Z","steps":["trace[943465561] 'process raft request' (duration: 72.861842ms)","trace[943465561] 'compare' (duration: 36.131333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:16.891013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.062873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:25:16.89111Z","caller":"traceutil/trace.go:171","msg":"trace[1181665199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26202; }","duration":"108.212827ms","start":"2026-03-04T02:25:16.782875Z","end":"2026-03-04T02:25:16.891088Z","steps":["trace[1181665199] 'agreement among raft nodes before linearized reading' (duration: 107.960001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:16.891506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.086864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:25:16.891595Z","caller":"traceutil/trace.go:171","msg":"trace[487047586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26202; }","duration":"108.77997ms","start":"2026-03-04T02:25:16.78279Z","end":"2026-03-04T02:25:16.89157Z","steps":["trace[487047586] 'agreement among raft nodes before linearized reading' (duration: 107.982011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:48.885928Z","caller":"traceutil/trace.go:171","msg":"trace[1591386566] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"110.164923ms","start":"2026-03-04T02:25:48.775729Z","end":"2026-03-04T02:25:48.885893Z","steps":["trace[1591386566] 'process raft request' (duration: 109.893767ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:48.886018Z","caller":"traceutil/trace.go:171","msg":"trace[1714724758] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"102.04464ms","start":"2026-03-04T02:25:48.783941Z","end":"2026-03-04T02:25:48.885986Z","steps":["trace[1714724758] 'process raft request' (duration: 101.832974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.420987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191287333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:25:51.711427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.277863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:25:51.711592Z","caller":"traceutil/trace.go:171","msg":"trace[723504875] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"817.045111ms","start":"2026-03-04T02:25:50.89453Z","end":"2026-03-04T02:25:51.711576Z","steps":["trace[723504875] 'process raft request' (duration: 689.559923ms)","trace[723504875] 'compare' (duration: 127.037877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:25:51.711638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.894507Z","time spent":"817.110503ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:25:51.711736Z","caller":"traceutil/trace.go:171","msg":"trace[719726578] linearizableReadLoop","detail":"{readStateIndex:27392; appliedIndex:27390; }","duration":"791.06636ms","start":"2026-03-04T02:25:50.920652Z","end":"2026-03-04T02:25:51.711718Z","steps":["trace[719726578] 'read index received' (duration: 663.4513ms)","trace[719726578] 'applied index is now lower than readState.Index' (duration: 127.61385ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:51.711785Z","caller":"traceutil/trace.go:171","msg":"trace[408149862] transaction","detail":"{read_only:false; response_revision:26459; number_of_response:1; }","duration":"817.180535ms","start":"2026-03-04T02:25:50.894588Z","end":"2026-03-04T02:25:51.711768Z","steps":["trace[408149862] 'process raft request' (duration: 816.928309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.711844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.894568Z","time spent":"817.247747ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:25:51.711931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.274646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:25:51.711946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.799743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:25:51.711962Z","caller":"traceutil/trace.go:171","msg":"trace[1589897824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26459; }","duration":"791.355388ms","start":"2026-03-04T02:25:50.920597Z","end":"2026-03-04T02:25:51.711953Z","steps":["trace[1589897824] 'agreement among raft nodes before linearized reading' (duration: 791.225195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:51.711975Z","caller":"traceutil/trace.go:171","msg":"trace[809084746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26459; }","duration":"700.866624ms","start":"2026-03-04T02:25:51.011099Z","end":"2026-03-04T02:25:51.711966Z","steps":["trace[809084746] 'agreement among raft nodes before linearized reading' (duration: 700.765842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.711994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:50.920576Z","time spent":"791.411589ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:25:51.712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:51.011079Z","time spent":"700.914985ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:25:51.712102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.610697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:25:51.712123Z","caller":"traceutil/trace.go:171","msg":"trace[1550913235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26459; }","duration":"454.633178ms","start":"2026-03-04T02:25:51.257483Z","end":"2026-03-04T02:25:51.712117Z","steps":["trace[1550913235] 'agreement among raft nodes before linearized reading' (duration: 454.563406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.71214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:51.257433Z","time spent":"454.702519ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:25:51.712143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.714753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:25:51.712114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.234703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:25:51.712171Z","caller":"traceutil/trace.go:171","msg":"trace[1944513437] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26459; }","duration":"401.751474ms","start":"2026-03-04T02:25:51.310408Z","end":"2026-03-04T02:25:51.71216Z","steps":["trace[1944513437] 'agreement among raft nodes before linearized reading' (duration: 401.675382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.712192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:51.310402Z","time spent":"401.785055ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:25:51.712207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.316203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:25:51.712229Z","caller":"traceutil/trace.go:171","msg":"trace[884053998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26459; }","duration":"598.377434ms","start":"2026-03-04T02:25:51.113845Z","end":"2026-03-04T02:25:51.712222Z","steps":["trace[884053998] 'agreement among raft nodes before linearized reading' (duration: 598.340113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:51.71221Z","caller":"traceutil/trace.go:171","msg":"trace[1516504336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26459; }","duration":"409.369826ms","start":"2026-03-04T02:25:51.302813Z","end":"2026-03-04T02:25:51.712182Z","steps":["trace[1516504336] 'agreement among raft nodes before linearized reading' (duration: 409.127761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.712245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:51.113824Z","time spent":"598.416415ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:25:51.712237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.967957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:25:51.712268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:51.302793Z","time spent":"409.459698ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:25:51.712283Z","caller":"traceutil/trace.go:171","msg":"trace[161588132] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26459; }","duration":"568.06343ms","start":"2026-03-04T02:25:51.144207Z","end":"2026-03-04T02:25:51.712271Z","steps":["trace[161588132] 'agreement among raft nodes before linearized reading' (duration: 567.958607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.712311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:51.144183Z","time spent":"568.121641ms","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:25:51.712377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.892838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:25:51.712394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.146489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:25:51.71244Z","caller":"traceutil/trace.go:171","msg":"trace[263688273] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26459; }","duration":"379.00075ms","start":"2026-03-04T02:25:51.333425Z","end":"2026-03-04T02:25:51.712426Z","steps":["trace[263688273] 'agreement among raft nodes before linearized reading' (duration: 378.803866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:51.712455Z","caller":"traceutil/trace.go:171","msg":"trace[966855492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26459; }","duration":"406.227172ms","start":"2026-03-04T02:25:51.306212Z","end":"2026-03-04T02:25:51.71244Z","steps":["trace[966855492] 'agreement among raft nodes before linearized reading' (duration: 406.034297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:25:51.712469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:51.333407Z","time spent":"379.055831ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:25:51.712488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:25:51.306206Z","time spent":"406.274533ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:25:53.021003Z","caller":"traceutil/trace.go:171","msg":"trace[1290596977] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"125.94603ms","start":"2026-03-04T02:25:52.895032Z","end":"2026-03-04T02:25:53.020978Z","steps":["trace[1290596977] 'process raft request' (duration: 125.786496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:53.170695Z","caller":"traceutil/trace.go:171","msg":"trace[125847315] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"268.944969ms","start":"2026-03-04T02:25:52.901705Z","end":"2026-03-04T02:25:53.17065Z","steps":["trace[125847315] 'process raft request' (duration: 268.457698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:53.930295Z","caller":"traceutil/trace.go:171","msg":"trace[1120792210] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"109.939508ms","start":"2026-03-04T02:25:53.820331Z","end":"2026-03-04T02:25:53.930271Z","steps":["trace[1120792210] 'process raft request' (duration: 43.463109ms)","trace[1120792210] 'compare' (duration: 66.261594ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:53.930448Z","caller":"traceutil/trace.go:171","msg":"trace[1521859790] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"109.791364ms","start":"2026-03-04T02:25:53.820627Z","end":"2026-03-04T02:25:53.930419Z","steps":["trace[1521859790] 'process raft request' (duration: 109.59185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:53.987584Z","caller":"traceutil/trace.go:171","msg":"trace[1496153165] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"165.824114ms","start":"2026-03-04T02:25:53.821734Z","end":"2026-03-04T02:25:53.987558Z","steps":["trace[1496153165] 'process raft request' (duration: 165.62559ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:53.98792Z","caller":"traceutil/trace.go:171","msg":"trace[631099066] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"165.978227ms","start":"2026-03-04T02:25:53.821916Z","end":"2026-03-04T02:25:53.987894Z","steps":["trace[631099066] 'process raft request' (duration: 165.583298ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:53.988464Z","caller":"traceutil/trace.go:171","msg":"trace[1915148468] transaction","detail":"{read_only:false; response_revision:26481; number_of_response:1; }","duration":"165.867055ms","start":"2026-03-04T02:25:53.822578Z","end":"2026-03-04T02:25:53.988445Z","steps":["trace[1915148468] 'process raft request' (duration: 165.249201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:53.988257Z","caller":"traceutil/trace.go:171","msg":"trace[1765603589] transaction","detail":"{read_only:false; response_revision:26482; number_of_response:1; }","duration":"165.448075ms","start":"2026-03-04T02:25:53.822796Z","end":"2026-03-04T02:25:53.988244Z","steps":["trace[1765603589] 'process raft request' (duration: 165.397923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:56.185389Z","caller":"traceutil/trace.go:171","msg":"trace[59093688] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"113.725858ms","start":"2026-03-04T02:25:56.071642Z","end":"2026-03-04T02:25:56.185367Z","steps":["trace[59093688] 'process raft request' (duration: 77.037562ms)","trace[59093688] 'compare' (duration: 36.508842ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:25:56.185652Z","caller":"traceutil/trace.go:171","msg":"trace[399342957] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"113.903213ms","start":"2026-03-04T02:25:56.071735Z","end":"2026-03-04T02:25:56.185639Z","steps":["trace[399342957] 'process raft request' (duration: 113.591215ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:56.185783Z","caller":"traceutil/trace.go:171","msg":"trace[866874297] transaction","detail":"{read_only:false; response_revision:26516; number_of_response:1; }","duration":"113.425631ms","start":"2026-03-04T02:25:56.072319Z","end":"2026-03-04T02:25:56.185745Z","steps":["trace[866874297] 'process raft request' (duration: 113.255337ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:25:58.324546Z","caller":"traceutil/trace.go:171","msg":"trace[1595465036] transaction","detail":"{read_only:false; response_revision:26532; number_of_response:1; }","duration":"108.76662ms","start":"2026-03-04T02:25:58.215742Z","end":"2026-03-04T02:25:58.324508Z","steps":["trace[1595465036] 'process raft request' (duration: 80.088684ms)","trace[1595465036] 'compare' (duration: 28.473941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:04.491297Z","caller":"traceutil/trace.go:171","msg":"trace[45813471] linearizableReadLoop","detail":"{readStateIndex:27515; appliedIndex:27514; }","duration":"135.336744ms","start":"2026-03-04T02:26:04.355932Z","end":"2026-03-04T02:26:04.491269Z","steps":["trace[45813471] 'read index received' (duration: 128.551632ms)","trace[45813471] 'applied index is now lower than readState.Index' (duration: 6.783602ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:04.491365Z","caller":"traceutil/trace.go:171","msg":"trace[515498727] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"138.621723ms","start":"2026-03-04T02:26:04.352711Z","end":"2026-03-04T02:26:04.491332Z","steps":["trace[515498727] 'process raft request' (duration: 131.716688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:04.491544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.601491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:26:04.491631Z","caller":"traceutil/trace.go:171","msg":"trace[132935257] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26579; }","duration":"135.725394ms","start":"2026-03-04T02:26:04.355884Z","end":"2026-03-04T02:26:04.491609Z","steps":["trace[132935257] 'agreement among raft nodes before linearized reading' (duration: 135.495418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:12.215807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.880082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:26:12.216006Z","caller":"traceutil/trace.go:171","msg":"trace[943283328] linearizableReadLoop","detail":"{readStateIndex:27563; appliedIndex:27561; }","duration":"187.766628ms","start":"2026-03-04T02:26:12.028224Z","end":"2026-03-04T02:26:12.21599Z","steps":["trace[943283328] 'read index received' (duration: 73.64103ms)","trace[943283328] 'applied index is now lower than readState.Index' (duration: 114.124888ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:12.216069Z","caller":"traceutil/trace.go:171","msg":"trace[489806059] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"252.763962ms","start":"2026-03-04T02:26:11.963293Z","end":"2026-03-04T02:26:12.216057Z","steps":["trace[489806059] 'process raft request' (duration: 252.613658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:12.216245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.026985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:26:12.216276Z","caller":"traceutil/trace.go:171","msg":"trace[2083168941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26625; }","duration":"188.098347ms","start":"2026-03-04T02:26:12.028169Z","end":"2026-03-04T02:26:12.216267Z","steps":["trace[2083168941] 'agreement among raft nodes before linearized reading' (duration: 187.934453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:12.216024Z","caller":"traceutil/trace.go:171","msg":"trace[993921845] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"280.743661ms","start":"2026-03-04T02:26:11.935253Z","end":"2026-03-04T02:26:12.215997Z","steps":["trace[993921845] 'process raft request' (duration: 166.597613ms)","trace[993921845] 'compare' (duration: 113.668167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:12.255019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.190323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T02:26:12.255008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.338612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:26:12.255079Z","caller":"traceutil/trace.go:171","msg":"trace[1467279362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26628; }","duration":"220.293876ms","start":"2026-03-04T02:26:12.034772Z","end":"2026-03-04T02:26:12.255066Z","steps":["trace[1467279362] 'agreement among raft nodes before linearized reading' (duration: 220.110822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:12.255051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.122328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:26:12.255097Z","caller":"traceutil/trace.go:171","msg":"trace[432615068] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26628; }","duration":"147.486746ms","start":"2026-03-04T02:26:12.107593Z","end":"2026-03-04T02:26:12.255079Z","steps":["trace[432615068] 'agreement among raft nodes before linearized reading' (duration: 147.340612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:12.255144Z","caller":"traceutil/trace.go:171","msg":"trace[1671819124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26628; }","duration":"109.239602ms","start":"2026-03-04T02:26:12.145883Z","end":"2026-03-04T02:26:12.255123Z","steps":["trace[1671819124] 'agreement among raft nodes before linearized reading' (duration: 108.894443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:12.255088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.089697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:26:12.255213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.692537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:12.255284Z","caller":"traceutil/trace.go:171","msg":"trace[1131928347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26628; }","duration":"141.81259ms","start":"2026-03-04T02:26:12.113455Z","end":"2026-03-04T02:26:12.255268Z","steps":["trace[1131928347] 'agreement among raft nodes before linearized reading' (duration: 141.343419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:12.255281Z","caller":"traceutil/trace.go:171","msg":"trace[1057344410] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26628; }","duration":"155.275792ms","start":"2026-03-04T02:26:12.099982Z","end":"2026-03-04T02:26:12.255258Z","steps":["trace[1057344410] 'agreement among raft nodes before linearized reading' (duration: 155.058897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:18.285786Z","caller":"traceutil/trace.go:171","msg":"trace[844036475] transaction","detail":"{read_only:false; response_revision:26686; number_of_response:1; }","duration":"122.9807ms","start":"2026-03-04T02:26:18.162788Z","end":"2026-03-04T02:26:18.285769Z","steps":["trace[844036475] 'process raft request' (duration: 88.518476ms)","trace[844036475] 'compare' (duration: 34.327651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:24.897985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.83883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:26:24.898158Z","caller":"traceutil/trace.go:171","msg":"trace[1875157987] transaction","detail":"{read_only:false; response_revision:26756; number_of_response:1; }","duration":"281.903959ms","start":"2026-03-04T02:26:24.616242Z","end":"2026-03-04T02:26:24.898146Z","steps":["trace[1875157987] 'process raft request' (duration: 281.876068ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:24.898409Z","caller":"traceutil/trace.go:171","msg":"trace[2143423288] transaction","detail":"{read_only:false; response_revision:26754; number_of_response:1; }","duration":"508.098936ms","start":"2026-03-04T02:26:24.390303Z","end":"2026-03-04T02:26:24.898402Z","steps":["trace[2143423288] 'process raft request' (duration: 373.785465ms)","trace[2143423288] 'compare' (duration: 133.591954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:24.898445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:24.390288Z","time spent":"508.138297ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:24.898516Z","caller":"traceutil/trace.go:171","msg":"trace[846960860] transaction","detail":"{read_only:false; response_revision:26755; number_of_response:1; }","duration":"507.807319ms","start":"2026-03-04T02:26:24.390704Z","end":"2026-03-04T02:26:24.898511Z","steps":["trace[846960860] 'process raft request' (duration: 507.350358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:24.898546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:24.390692Z","time spent":"507.8389ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:24.898609Z","caller":"traceutil/trace.go:171","msg":"trace[508513460] linearizableReadLoop","detail":"{readStateIndex:27695; appliedIndex:27692; }","duration":"492.390561ms","start":"2026-03-04T02:26:24.406213Z","end":"2026-03-04T02:26:24.898604Z","steps":["trace[508513460] 'read index received' (duration: 38.943501ms)","trace[508513460] 'applied index is now lower than readState.Index' (duration: 453.44651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:24.89876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.557195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:26:24.898779Z","caller":"traceutil/trace.go:171","msg":"trace[488818180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26756; }","duration":"492.618796ms","start":"2026-03-04T02:26:24.406155Z","end":"2026-03-04T02:26:24.898774Z","steps":["trace[488818180] 'agreement among raft nodes before linearized reading' (duration: 492.548204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:24.898795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:24.406133Z","time spent":"492.657477ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:26:24.908697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.34731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:26:24.908774Z","caller":"traceutil/trace.go:171","msg":"trace[1120632906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26757; }","duration":"464.457152ms","start":"2026-03-04T02:26:24.444299Z","end":"2026-03-04T02:26:24.908757Z","steps":["trace[1120632906] 'agreement among raft nodes before linearized reading' (duration: 464.266988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:24.908806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:24.444284Z","time spent":"464.516114ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:26:24.909181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.02928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:24.909206Z","caller":"traceutil/trace.go:171","msg":"trace[2144001231] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26757; }","duration":"110.206474ms","start":"2026-03-04T02:26:24.798993Z","end":"2026-03-04T02:26:24.909199Z","steps":["trace[2144001231] 'agreement among raft nodes before linearized reading' (duration: 110.02209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:24.909198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.945224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"warn","ts":"2026-03-04T02:26:24.909348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.69303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:24.909373Z","caller":"traceutil/trace.go:171","msg":"trace[1895540233] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26757; }","duration":"111.731881ms","start":"2026-03-04T02:26:24.797635Z","end":"2026-03-04T02:26:24.909367Z","steps":["trace[1895540233] 'agreement among raft nodes before linearized reading' (duration: 111.69294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:24.909476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.331568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:26:24.909456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.513437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:24.909504Z","caller":"traceutil/trace.go:171","msg":"trace[1731596195] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26757; }","duration":"415.422ms","start":"2026-03-04T02:26:24.494074Z","end":"2026-03-04T02:26:24.909496Z","steps":["trace[1731596195] 'agreement among raft nodes before linearized reading' (duration: 415.373469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:24.909521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:24.49405Z","time spent":"415.465512ms","remote":"127.0.0.1:38194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:26:24.909638Z","caller":"traceutil/trace.go:171","msg":"trace[210190238] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26757; }","duration":"196.596359ms","start":"2026-03-04T02:26:24.71291Z","end":"2026-03-04T02:26:24.909507Z","steps":["trace[210190238] 'agreement among raft nodes before linearized reading' (duration: 196.444276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:24.909908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.402504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:26:24.909934Z","caller":"traceutil/trace.go:171","msg":"trace[1518812804] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26757; }","duration":"188.461315ms","start":"2026-03-04T02:26:24.721465Z","end":"2026-03-04T02:26:24.909926Z","steps":["trace[1518812804] 'agreement among raft nodes before linearized reading' (duration: 188.393364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:24.910025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.446416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:24.910046Z","caller":"traceutil/trace.go:171","msg":"trace[171976501] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26757; }","duration":"114.514057ms","start":"2026-03-04T02:26:24.795526Z","end":"2026-03-04T02:26:24.91004Z","steps":["trace[171976501] 'agreement among raft nodes before linearized reading' (duration: 114.479016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:24.912077Z","caller":"traceutil/trace.go:171","msg":"trace[1687676335] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26757; }","duration":"109.083827ms","start":"2026-03-04T02:26:24.800202Z","end":"2026-03-04T02:26:24.909286Z","steps":["trace[1687676335] 'agreement among raft nodes before linearized reading' (duration: 108.762459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:24.912159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.764424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:24.912193Z","caller":"traceutil/trace.go:171","msg":"trace[1229076235] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26757; }","duration":"109.826906ms","start":"2026-03-04T02:26:24.802358Z","end":"2026-03-04T02:26:24.912185Z","steps":["trace[1229076235] 'agreement among raft nodes before linearized reading' (duration: 109.762764ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:25.17304Z","caller":"traceutil/trace.go:171","msg":"trace[1959760346] linearizableReadLoop","detail":"{readStateIndex:27700; appliedIndex:27697; }","duration":"247.502536ms","start":"2026-03-04T02:26:24.925513Z","end":"2026-03-04T02:26:25.173016Z","steps":["trace[1959760346] 'read index received' (duration: 66.585512ms)","trace[1959760346] 'applied index is now lower than readState.Index' (duration: 180.915934ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:25.17313Z","caller":"traceutil/trace.go:171","msg":"trace[1395540439] transaction","detail":"{read_only:false; response_revision:26759; number_of_response:1; }","duration":"256.307606ms","start":"2026-03-04T02:26:24.916793Z","end":"2026-03-04T02:26:25.1731Z","steps":["trace[1395540439] 'process raft request' (duration: 255.961688ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:25.173164Z","caller":"traceutil/trace.go:171","msg":"trace[274844944] transaction","detail":"{read_only:false; response_revision:26760; number_of_response:1; }","duration":"256.265336ms","start":"2026-03-04T02:26:24.916869Z","end":"2026-03-04T02:26:25.173135Z","steps":["trace[274844944] 'process raft request' (duration: 256.103812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:25.173249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.684211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:25.173294Z","caller":"traceutil/trace.go:171","msg":"trace[929815612] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26760; }","duration":"247.807474ms","start":"2026-03-04T02:26:24.925475Z","end":"2026-03-04T02:26:25.173283Z","steps":["trace[929815612] 'agreement among raft nodes before linearized reading' (duration: 247.66848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:32.341962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.102221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:26:32.342081Z","caller":"traceutil/trace.go:171","msg":"trace[1981235974] linearizableReadLoop","detail":"{readStateIndex:27746; appliedIndex:27745; }","duration":"223.093763ms","start":"2026-03-04T02:26:32.11897Z","end":"2026-03-04T02:26:32.342063Z","steps":["trace[1981235974] 'read index received' (duration: 29.171µs)","trace[1981235974] 'applied index is now lower than readState.Index' (duration: 223.062532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:32.34224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.266067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:32.342276Z","caller":"traceutil/trace.go:171","msg":"trace[1098060890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26804; }","duration":"223.328119ms","start":"2026-03-04T02:26:32.118938Z","end":"2026-03-04T02:26:32.342266Z","steps":["trace[1098060890] 'agreement among raft nodes before linearized reading' (duration: 223.218476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:32.342499Z","caller":"traceutil/trace.go:171","msg":"trace[345712342] transaction","detail":"{read_only:false; response_revision:26804; number_of_response:1; }","duration":"391.643842ms","start":"2026-03-04T02:26:31.950841Z","end":"2026-03-04T02:26:32.342485Z","steps":["trace[345712342] 'process raft request' (duration: 83.926526ms)","trace[345712342] 'compare' (duration: 306.822305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:32.342574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:31.950819Z","time spent":"391.715324ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:33.052976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.000755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:26:33.053075Z","caller":"traceutil/trace.go:171","msg":"trace[1735219290] linearizableReadLoop","detail":"{readStateIndex:27747; appliedIndex:27746; }","duration":"708.790032ms","start":"2026-03-04T02:26:32.344269Z","end":"2026-03-04T02:26:33.053059Z","steps":["trace[1735219290] 'read index received' (duration: 125.635373ms)","trace[1735219290] 'applied index is now lower than readState.Index' (duration: 583.153379ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:33.053142Z","caller":"traceutil/trace.go:171","msg":"trace[958859340] transaction","detail":"{read_only:false; response_revision:26805; number_of_response:1; }","duration":"779.43326ms","start":"2026-03-04T02:26:32.273687Z","end":"2026-03-04T02:26:33.05312Z","steps":["trace[958859340] 'process raft request' (duration: 196.20187ms)","trace[958859340] 'compare' (duration: 582.492493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:33.05327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.991947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T02:26:33.053282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.273658Z","time spent":"779.537463ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:33.053317Z","caller":"traceutil/trace.go:171","msg":"trace[2069550478] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26805; }","duration":"709.072399ms","start":"2026-03-04T02:26:32.344232Z","end":"2026-03-04T02:26:33.053305Z","steps":["trace[2069550478] 'agreement among raft nodes before linearized reading' (duration: 708.890744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.053359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.344217Z","time spent":"709.127891ms","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T02:26:33.507055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.710713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:26:33.507306Z","caller":"traceutil/trace.go:171","msg":"trace[2000334748] transaction","detail":"{read_only:false; response_revision:26806; number_of_response:1; }","duration":"1.091379318s","start":"2026-03-04T02:26:32.415889Z","end":"2026-03-04T02:26:33.507268Z","steps":["trace[2000334748] 'process raft request' (duration: 945.363037ms)","trace[2000334748] 'compare' (duration: 145.540859ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:33.507397Z","caller":"traceutil/trace.go:171","msg":"trace[949721458] transaction","detail":"{read_only:false; response_revision:26809; number_of_response:1; }","duration":"563.582862ms","start":"2026-03-04T02:26:32.943802Z","end":"2026-03-04T02:26:33.507385Z","steps":["trace[949721458] 'process raft request' (duration: 563.480759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.507391Z","caller":"traceutil/trace.go:171","msg":"trace[1170584044] transaction","detail":"{read_only:false; response_revision:26807; number_of_response:1; }","duration":"1.09145697s","start":"2026-03-04T02:26:32.415907Z","end":"2026-03-04T02:26:33.507364Z","steps":["trace[1170584044] 'process raft request' (duration: 1.091249625s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.507433Z","caller":"traceutil/trace.go:171","msg":"trace[1174727219] transaction","detail":"{read_only:false; response_revision:26810; number_of_response:1; }","duration":"561.601244ms","start":"2026-03-04T02:26:32.945813Z","end":"2026-03-04T02:26:33.507415Z","steps":["trace[1174727219] 'process raft request' (duration: 561.502672ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.507413Z","caller":"traceutil/trace.go:171","msg":"trace[644538200] transaction","detail":"{read_only:false; response_revision:26808; number_of_response:1; }","duration":"1.091428969s","start":"2026-03-04T02:26:32.41595Z","end":"2026-03-04T02:26:33.507378Z","steps":["trace[644538200] 'process raft request' (duration: 1.091291786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.507541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.415897Z","time spent":"1.091550292s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:26:33.50755Z","caller":"traceutil/trace.go:171","msg":"trace[236368342] transaction","detail":"{read_only:false; response_revision:26811; number_of_response:1; }","duration":"514.736124ms","start":"2026-03-04T02:26:32.992801Z","end":"2026-03-04T02:26:33.507537Z","steps":["trace[236368342] 'process raft request' (duration: 514.54932ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.507564Z","caller":"traceutil/trace.go:171","msg":"trace[2044840792] linearizableReadLoop","detail":"{readStateIndex:27753; appliedIndex:27747; }","duration":"454.441463ms","start":"2026-03-04T02:26:33.0531Z","end":"2026-03-04T02:26:33.507542Z","steps":["trace[2044840792] 'read index received' (duration: 308.106095ms)","trace[2044840792] 'applied index is now lower than readState.Index' (duration: 146.333468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:33.507439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.415863Z","time spent":"1.091511021s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:33.507601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.992783Z","time spent":"514.789346ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:33.507592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.945784Z","time spent":"561.739327ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:33.50749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.943782Z","time spent":"563.636502ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:33.507644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.415945Z","time spent":"1.091600773s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:26:33.507698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.865856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:26:33.507722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134630031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:33.507735Z","caller":"traceutil/trace.go:171","msg":"trace[899373942] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26811; }","duration":"565.961459ms","start":"2026-03-04T02:26:32.941764Z","end":"2026-03-04T02:26:33.507726Z","steps":["trace[899373942] 'agreement among raft nodes before linearized reading' (duration: 565.880937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.507752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.093028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"warn","ts":"2026-03-04T02:26:33.507761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.651043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:26:33.507772Z","caller":"traceutil/trace.go:171","msg":"trace[371556960] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26811; }","duration":"560.200391ms","start":"2026-03-04T02:26:32.947564Z","end":"2026-03-04T02:26:33.507764Z","steps":["trace[371556960] 'agreement among raft nodes before linearized reading' (duration: 560.116809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.507767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.941742Z","time spent":"566.014919ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:26:33.507667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.191338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:26:33.507791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.947513Z","time spent":"560.275162ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:26:33.507786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.454683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"warn","ts":"2026-03-04T02:26:33.507781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.910754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:26:33.507816Z","caller":"traceutil/trace.go:171","msg":"trace[1405827885] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26811; }","duration":"559.509864ms","start":"2026-03-04T02:26:32.948298Z","end":"2026-03-04T02:26:33.507807Z","steps":["trace[1405827885] 'agreement among raft nodes before linearized reading' (duration: 559.421232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.507815Z","caller":"traceutil/trace.go:171","msg":"trace[1239155789] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26811; }","duration":"562.394682ms","start":"2026-03-04T02:26:32.945404Z","end":"2026-03-04T02:26:33.507799Z","steps":["trace[1239155789] 'agreement among raft nodes before linearized reading' (duration: 562.232629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.507813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029243853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:26:33.50784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.948285Z","time spent":"559.550055ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T02:26:33.507837Z","caller":"traceutil/trace.go:171","msg":"trace[169510986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26811; }","duration":"560.028226ms","start":"2026-03-04T02:26:32.947795Z","end":"2026-03-04T02:26:33.507823Z","steps":["trace[169510986] 'agreement among raft nodes before linearized reading' (duration: 559.854992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.507846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.127446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:26:33.50785Z","caller":"traceutil/trace.go:171","msg":"trace[832623469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26811; }","duration":"1.029321785s","start":"2026-03-04T02:26:32.478522Z","end":"2026-03-04T02:26:33.507844Z","steps":["trace[832623469] 'agreement among raft nodes before linearized reading' (duration: 1.029242823s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.507869Z","caller":"traceutil/trace.go:171","msg":"trace[1372304130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26811; }","duration":"467.175158ms","start":"2026-03-04T02:26:33.040688Z","end":"2026-03-04T02:26:33.507863Z","steps":["trace[1372304130] 'agreement among raft nodes before linearized reading' (duration: 467.114187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.507869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.947783Z","time spent":"560.079628ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:26:33.507875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.478502Z","time spent":"1.029367815s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:26:33.507875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.945389Z","time spent":"562.455875ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:26:33.507886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:33.040676Z","time spent":"467.204898ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:26:33.507899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.83104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:26:33.507876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.324653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-04T02:26:33.507921Z","caller":"traceutil/trace.go:171","msg":"trace[72613984] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26811; }","duration":"574.904652ms","start":"2026-03-04T02:26:32.933011Z","end":"2026-03-04T02:26:33.507915Z","steps":["trace[72613984] 'agreement among raft nodes before linearized reading' (duration: 574.869501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.507945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.932987Z","time spent":"574.953653ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-03-04T02:26:33.507952Z","caller":"traceutil/trace.go:171","msg":"trace[10654068] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26811; }","duration":"452.407555ms","start":"2026-03-04T02:26:33.055526Z","end":"2026-03-04T02:26:33.507934Z","steps":["trace[10654068] 'agreement among raft nodes before linearized reading' (duration: 452.22032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.50797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.697693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"warn","ts":"2026-03-04T02:26:33.507977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.201854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:26:33.507981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.620717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:26:33.507986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.400236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:26:33.507925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.397025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-04T02:26:33.507996Z","caller":"traceutil/trace.go:171","msg":"trace[771031672] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26811; }","duration":"676.259915ms","start":"2026-03-04T02:26:32.83173Z","end":"2026-03-04T02:26:33.50799Z","steps":["trace[771031672] 'agreement among raft nodes before linearized reading' (duration: 676.197874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.507891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.772716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:26:33.508004Z","caller":"traceutil/trace.go:171","msg":"trace[703677939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26811; }","duration":"259.691418ms","start":"2026-03-04T02:26:33.248306Z","end":"2026-03-04T02:26:33.507997Z","steps":["trace[703677939] 'agreement among raft nodes before linearized reading' (duration: 259.629997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.508008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.275032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:26:33.508016Z","caller":"traceutil/trace.go:171","msg":"trace[349092467] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26811; }","duration":"573.451817ms","start":"2026-03-04T02:26:32.934554Z","end":"2026-03-04T02:26:33.508006Z","steps":["trace[349092467] 'agreement among raft nodes before linearized reading' (duration: 573.397006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.507991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:33.055454Z","time spent":"452.527268ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T02:26:33.508032Z","caller":"traceutil/trace.go:171","msg":"trace[1009936856] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26811; }","duration":"942.969771ms","start":"2026-03-04T02:26:32.565051Z","end":"2026-03-04T02:26:33.50802Z","steps":["trace[1009936856] 'agreement among raft nodes before linearized reading' (duration: 942.616432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.507789Z","caller":"traceutil/trace.go:171","msg":"trace[449582010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26811; }","duration":"558.707315ms","start":"2026-03-04T02:26:32.949074Z","end":"2026-03-04T02:26:33.507781Z","steps":["trace[449582010] 'agreement among raft nodes before linearized reading' (duration: 558.601683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.50805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.93451Z","time spent":"573.532279ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-04T02:26:33.508064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.565031Z","time spent":"943.023692ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:26:33.508087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.927358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:26:33.507985Z","caller":"traceutil/trace.go:171","msg":"trace[1778306506] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26811; }","duration":"560.774084ms","start":"2026-03-04T02:26:32.947206Z","end":"2026-03-04T02:26:33.50798Z","steps":["trace[1778306506] 'agreement among raft nodes before linearized reading' (duration: 560.730903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.508057Z","caller":"traceutil/trace.go:171","msg":"trace[853154148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26811; }","duration":"783.368165ms","start":"2026-03-04T02:26:32.724672Z","end":"2026-03-04T02:26:33.50804Z","steps":["trace[853154148] 'agreement among raft nodes before linearized reading' (duration: 783.258793ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.508104Z","caller":"traceutil/trace.go:171","msg":"trace[917234841] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26811; }","duration":"268.990331ms","start":"2026-03-04T02:26:33.239109Z","end":"2026-03-04T02:26:33.508099Z","steps":["trace[917234841] 'agreement among raft nodes before linearized reading' (duration: 268.94683ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.508011Z","caller":"traceutil/trace.go:171","msg":"trace[1913422542] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26811; }","duration":"560.524828ms","start":"2026-03-04T02:26:32.947483Z","end":"2026-03-04T02:26:33.508007Z","steps":["trace[1913422542] 'agreement among raft nodes before linearized reading' (duration: 560.407296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.508118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.947192Z","time spent":"560.916588ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:26:33.508126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.724646Z","time spent":"783.471127ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:26:33.507752Z","caller":"traceutil/trace.go:171","msg":"trace[134903587] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26811; }","duration":"1.134700203s","start":"2026-03-04T02:26:32.373045Z","end":"2026-03-04T02:26:33.507745Z","steps":["trace[134903587] 'agreement among raft nodes before linearized reading' (duration: 1.134639352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.508143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.947463Z","time spent":"560.671421ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":21453,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T02:26:33.508159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.373025Z","time spent":"1.135125114s","remote":"127.0.0.1:34106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:26:33.508159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.075527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:33.508188Z","caller":"traceutil/trace.go:171","msg":"trace[773742281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26811; }","duration":"393.119438ms","start":"2026-03-04T02:26:33.115061Z","end":"2026-03-04T02:26:33.508181Z","steps":["trace[773742281] 'agreement among raft nodes before linearized reading' (duration: 393.060786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.508205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:33.115004Z","time spent":"393.196949ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:26:33.508072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.949065Z","time spent":"559.001282ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:26:33.508022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:26:32.831706Z","time spent":"676.310126ms","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:26:33.794806Z","caller":"traceutil/trace.go:171","msg":"trace[819482718] transaction","detail":"{read_only:false; response_revision:26813; number_of_response:1; }","duration":"281.10101ms","start":"2026-03-04T02:26:33.513677Z","end":"2026-03-04T02:26:33.794778Z","steps":["trace[819482718] 'process raft request' (duration: 209.758704ms)","trace[819482718] 'compare' (duration: 71.10314ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:33.795024Z","caller":"traceutil/trace.go:171","msg":"trace[1180679675] transaction","detail":"{read_only:false; response_revision:26814; number_of_response:1; }","duration":"281.248883ms","start":"2026-03-04T02:26:33.513755Z","end":"2026-03-04T02:26:33.795004Z","steps":["trace[1180679675] 'process raft request' (duration: 280.970866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.795428Z","caller":"traceutil/trace.go:171","msg":"trace[449295261] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"281.405816ms","start":"2026-03-04T02:26:33.513994Z","end":"2026-03-04T02:26:33.7954Z","steps":["trace[449295261] 'process raft request' (duration: 280.950666ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.795666Z","caller":"traceutil/trace.go:171","msg":"trace[1849448076] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"281.55974ms","start":"2026-03-04T02:26:33.514085Z","end":"2026-03-04T02:26:33.795644Z","steps":["trace[1849448076] 'process raft request' (duration: 281.231342ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.795725Z","caller":"traceutil/trace.go:171","msg":"trace[1334966078] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"281.54066ms","start":"2026-03-04T02:26:33.514167Z","end":"2026-03-04T02:26:33.795707Z","steps":["trace[1334966078] 'process raft request' (duration: 281.387216ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.795904Z","caller":"traceutil/trace.go:171","msg":"trace[1410695879] linearizableReadLoop","detail":"{readStateIndex:27759; appliedIndex:27753; }","duration":"281.613072ms","start":"2026-03-04T02:26:33.514271Z","end":"2026-03-04T02:26:33.795885Z","steps":["trace[1410695879] 'read index received' (duration: 45.948838ms)","trace[1410695879] 'applied index is now lower than readState.Index' (duration: 235.663404ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:33.795941Z","caller":"traceutil/trace.go:171","msg":"trace[1748286852] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"281.442148ms","start":"2026-03-04T02:26:33.514488Z","end":"2026-03-04T02:26:33.79593Z","steps":["trace[1748286852] 'process raft request' (duration: 281.166481ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.796001Z","caller":"traceutil/trace.go:171","msg":"trace[481679865] transaction","detail":"{read_only:false; response_revision:26819; number_of_response:1; }","duration":"273.554629ms","start":"2026-03-04T02:26:33.522415Z","end":"2026-03-04T02:26:33.79597Z","steps":["trace[481679865] 'process raft request' (duration: 273.403355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.79608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.675803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:26:33.796087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.095853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:33.796121Z","caller":"traceutil/trace.go:171","msg":"trace[1286808068] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26819; }","duration":"135.783216ms","start":"2026-03-04T02:26:33.660327Z","end":"2026-03-04T02:26:33.79611Z","steps":["trace[1286808068] 'agreement among raft nodes before linearized reading' (duration: 135.696084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:33.79616Z","caller":"traceutil/trace.go:171","msg":"trace[2090155384] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26819; }","duration":"200.231456ms","start":"2026-03-04T02:26:33.595907Z","end":"2026-03-04T02:26:33.796139Z","steps":["trace[2090155384] 'agreement among raft nodes before linearized reading' (duration: 200.105673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:33.796148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.857008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18597"} {"level":"info","ts":"2026-03-04T02:26:33.796223Z","caller":"traceutil/trace.go:171","msg":"trace[1200921897] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26819; }","duration":"281.94796ms","start":"2026-03-04T02:26:33.514255Z","end":"2026-03-04T02:26:33.796203Z","steps":["trace[1200921897] 'agreement among raft nodes before linearized reading' (duration: 281.763335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:37.061994Z","caller":"traceutil/trace.go:171","msg":"trace[2092740701] transaction","detail":"{read_only:false; response_revision:26838; number_of_response:1; }","duration":"107.005718ms","start":"2026-03-04T02:26:36.954965Z","end":"2026-03-04T02:26:37.061971Z","steps":["trace[2092740701] 'process raft request' (duration: 106.825354ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:37.656995Z","caller":"traceutil/trace.go:171","msg":"trace[1047643690] linearizableReadLoop","detail":"{readStateIndex:27786; appliedIndex:27782; }","duration":"130.672763ms","start":"2026-03-04T02:26:37.526298Z","end":"2026-03-04T02:26:37.65697Z","steps":["trace[1047643690] 'read index received' (duration: 1.892135ms)","trace[1047643690] 'applied index is now lower than readState.Index' (duration: 128.779158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:37.657166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.538108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:37.657195Z","caller":"traceutil/trace.go:171","msg":"trace[285621725] transaction","detail":"{read_only:false; response_revision:26843; number_of_response:1; }","duration":"131.297379ms","start":"2026-03-04T02:26:37.525853Z","end":"2026-03-04T02:26:37.657151Z","steps":["trace[285621725] 'process raft request' (duration: 92.259485ms)","trace[285621725] 'compare' (duration: 38.193303ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:37.657292Z","caller":"traceutil/trace.go:171","msg":"trace[747962199] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26843; }","duration":"132.655501ms","start":"2026-03-04T02:26:37.524559Z","end":"2026-03-04T02:26:37.657215Z","steps":["trace[747962199] 'agreement among raft nodes before linearized reading' (duration: 132.542358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:37.657292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.372784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-04T02:26:37.657374Z","caller":"traceutil/trace.go:171","msg":"trace[1600902925] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26843; }","duration":"132.482396ms","start":"2026-03-04T02:26:37.524872Z","end":"2026-03-04T02:26:37.657354Z","steps":["trace[1600902925] 'agreement among raft nodes before linearized reading' (duration: 132.20892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:37.657493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.958988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:37.657555Z","caller":"traceutil/trace.go:171","msg":"trace[127983012] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26843; }","duration":"133.03023ms","start":"2026-03-04T02:26:37.524508Z","end":"2026-03-04T02:26:37.657538Z","steps":["trace[127983012] 'agreement among raft nodes before linearized reading' (duration: 132.931718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:37.65764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.565641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"warn","ts":"2026-03-04T02:26:37.65766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.421763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-04T02:26:37.657731Z","caller":"traceutil/trace.go:171","msg":"trace[1175530934] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26843; }","duration":"130.696224ms","start":"2026-03-04T02:26:37.527014Z","end":"2026-03-04T02:26:37.657711Z","steps":["trace[1175530934] 'agreement among raft nodes before linearized reading' (duration: 130.407267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:37.657769Z","caller":"traceutil/trace.go:171","msg":"trace[636462961] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26843; }","duration":"129.576668ms","start":"2026-03-04T02:26:37.528173Z","end":"2026-03-04T02:26:37.65775Z","steps":["trace[636462961] 'agreement among raft nodes before linearized reading' (duration: 129.293581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:37.657369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.059202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21430"} {"level":"info","ts":"2026-03-04T02:26:37.65796Z","caller":"traceutil/trace.go:171","msg":"trace[224978201] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:26843; }","duration":"131.665778ms","start":"2026-03-04T02:26:37.526281Z","end":"2026-03-04T02:26:37.657946Z","steps":["trace[224978201] 'agreement among raft nodes before linearized reading' (duration: 130.740255ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:38.025887Z","caller":"traceutil/trace.go:171","msg":"trace[850686116] transaction","detail":"{read_only:false; response_revision:26847; number_of_response:1; }","duration":"182.748749ms","start":"2026-03-04T02:26:37.843112Z","end":"2026-03-04T02:26:38.02586Z","steps":["trace[850686116] 'process raft request' (duration: 162.015693ms)","trace[850686116] 'compare' (duration: 20.527121ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:38.026086Z","caller":"traceutil/trace.go:171","msg":"trace[2001555602] transaction","detail":"{read_only:false; response_revision:26848; number_of_response:1; }","duration":"182.912542ms","start":"2026-03-04T02:26:37.843144Z","end":"2026-03-04T02:26:38.026056Z","steps":["trace[2001555602] 'process raft request' (duration: 182.645876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:38.026504Z","caller":"traceutil/trace.go:171","msg":"trace[458927559] linearizableReadLoop","detail":"{readStateIndex:27793; appliedIndex:27789; }","duration":"162.936135ms","start":"2026-03-04T02:26:37.863555Z","end":"2026-03-04T02:26:38.026491Z","steps":["trace[458927559] 'read index received' (duration: 13.650986ms)","trace[458927559] 'applied index is now lower than readState.Index' (duration: 149.284509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:38.026715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.1502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:26:38.026759Z","caller":"traceutil/trace.go:171","msg":"trace[1059673973] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26850; }","duration":"163.247263ms","start":"2026-03-04T02:26:37.863501Z","end":"2026-03-04T02:26:38.026749Z","steps":["trace[1059673973] 'agreement among raft nodes before linearized reading' (duration: 163.041568ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:38.026721Z","caller":"traceutil/trace.go:171","msg":"trace[820723122] transaction","detail":"{read_only:false; response_revision:26849; number_of_response:1; }","duration":"183.158228ms","start":"2026-03-04T02:26:37.843526Z","end":"2026-03-04T02:26:38.026684Z","steps":["trace[820723122] 'process raft request' (duration: 182.486512ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:38.026936Z","caller":"traceutil/trace.go:171","msg":"trace[217675856] transaction","detail":"{read_only:false; response_revision:26850; number_of_response:1; }","duration":"183.375194ms","start":"2026-03-04T02:26:37.843547Z","end":"2026-03-04T02:26:38.026922Z","steps":["trace[217675856] 'process raft request' (duration: 182.895423ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:38.207449Z","caller":"traceutil/trace.go:171","msg":"trace[1739756590] transaction","detail":"{read_only:false; response_revision:26851; number_of_response:1; }","duration":"297.181244ms","start":"2026-03-04T02:26:37.910233Z","end":"2026-03-04T02:26:38.207414Z","steps":["trace[1739756590] 'process raft request' (duration: 223.365529ms)","trace[1739756590] 'compare' (duration: 73.573849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:26:38.207625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.685604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:26:38.2077Z","caller":"traceutil/trace.go:171","msg":"trace[1751020154] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26851; }","duration":"176.826537ms","start":"2026-03-04T02:26:38.030861Z","end":"2026-03-04T02:26:38.207687Z","steps":["trace[1751020154] 'agreement among raft nodes before linearized reading' (duration: 176.696724ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:38.207782Z","caller":"traceutil/trace.go:171","msg":"trace[334803832] transaction","detail":"{read_only:false; response_revision:26852; number_of_response:1; }","duration":"149.486484ms","start":"2026-03-04T02:26:38.058259Z","end":"2026-03-04T02:26:38.207745Z","steps":["trace[334803832] 'process raft request' (duration: 149.164276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:26:38.207501Z","caller":"traceutil/trace.go:171","msg":"trace[1104966850] linearizableReadLoop","detail":"{readStateIndex:27794; appliedIndex:27793; }","duration":"176.53718ms","start":"2026-03-04T02:26:38.030917Z","end":"2026-03-04T02:26:38.207455Z","steps":["trace[1104966850] 'read index received' (duration: 102.663724ms)","trace[1104966850] 'applied index is now lower than readState.Index' (duration: 73.872266ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:38.666379Z","caller":"traceutil/trace.go:171","msg":"trace[456220851] linearizableReadLoop","detail":"{readStateIndex:27800; appliedIndex:27799; }","duration":"102.05375ms","start":"2026-03-04T02:26:38.564307Z","end":"2026-03-04T02:26:38.66636Z","steps":["trace[456220851] 'read index received' (duration: 101.910616ms)","trace[456220851] 'applied index is now lower than readState.Index' (duration: 142.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:26:38.666423Z","caller":"traceutil/trace.go:171","msg":"trace[760143440] transaction","detail":"{read_only:false; response_revision:26857; number_of_response:1; }","duration":"135.203402ms","start":"2026-03-04T02:26:38.53119Z","end":"2026-03-04T02:26:38.666393Z","steps":["trace[760143440] 'process raft request' (duration: 135.052499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:26:38.666618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.300175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:26:38.66667Z","caller":"traceutil/trace.go:171","msg":"trace[1990553804] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26857; }","duration":"102.407748ms","start":"2026-03-04T02:26:38.564254Z","end":"2026-03-04T02:26:38.666661Z","steps":["trace[1990553804] 'agreement among raft nodes before linearized reading' (duration: 102.180982ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:01.90699Z","caller":"traceutil/trace.go:171","msg":"trace[606736209] transaction","detail":"{read_only:false; response_revision:27030; number_of_response:1; }","duration":"199.354966ms","start":"2026-03-04T02:27:01.707613Z","end":"2026-03-04T02:27:01.906968Z","steps":["trace[606736209] 'process raft request' (duration: 199.272504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:01.906977Z","caller":"traceutil/trace.go:171","msg":"trace[1099629705] transaction","detail":"{read_only:false; response_revision:27029; number_of_response:1; }","duration":"199.545521ms","start":"2026-03-04T02:27:01.7074Z","end":"2026-03-04T02:27:01.906946Z","steps":["trace[1099629705] 'process raft request' (duration: 106.813604ms)","trace[1099629705] 'compare' (duration: 92.515201ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:01.907225Z","caller":"traceutil/trace.go:171","msg":"trace[1326772060] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"169.367589ms","start":"2026-03-04T02:27:01.737847Z","end":"2026-03-04T02:27:01.907215Z","steps":["trace[1326772060] 'process raft request' (duration: 169.259886ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:01.907251Z","caller":"traceutil/trace.go:171","msg":"trace[319196930] transaction","detail":"{read_only:false; response_revision:27031; number_of_response:1; }","duration":"199.288095ms","start":"2026-03-04T02:27:01.70795Z","end":"2026-03-04T02:27:01.907238Z","steps":["trace[319196930] 'process raft request' (duration: 198.979877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:01.907365Z","caller":"traceutil/trace.go:171","msg":"trace[2085454043] linearizableReadLoop","detail":"{readStateIndex:27978; appliedIndex:27974; }","duration":"184.828908ms","start":"2026-03-04T02:27:01.722524Z","end":"2026-03-04T02:27:01.907353Z","steps":["trace[2085454043] 'read index received' (duration: 1.420904ms)","trace[2085454043] 'applied index is now lower than readState.Index' (duration: 183.406924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:01.907545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.650844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"warn","ts":"2026-03-04T02:27:01.907557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.015033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7346"} {"level":"info","ts":"2026-03-04T02:27:01.907635Z","caller":"traceutil/trace.go:171","msg":"trace[1360269488] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:27032; }","duration":"185.133316ms","start":"2026-03-04T02:27:01.722485Z","end":"2026-03-04T02:27:01.907618Z","steps":["trace[1360269488] 'agreement among raft nodes before linearized reading' (duration: 184.935831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:01.907692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.705944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/manila-ks-user-ns2n2\" ","response":"range_response_count:1 size:2760"} {"level":"info","ts":"2026-03-04T02:27:01.907735Z","caller":"traceutil/trace.go:171","msg":"trace[993545963] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/manila-ks-user-ns2n2; range_end:; response_count:1; response_revision:27032; }","duration":"158.796406ms","start":"2026-03-04T02:27:01.748927Z","end":"2026-03-04T02:27:01.907724Z","steps":["trace[993545963] 'agreement among raft nodes before linearized reading' (duration: 158.687314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:01.907596Z","caller":"traceutil/trace.go:171","msg":"trace[1500760686] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:27032; }","duration":"184.741106ms","start":"2026-03-04T02:27:01.722844Z","end":"2026-03-04T02:27:01.907585Z","steps":["trace[1500760686] 'agreement among raft nodes before linearized reading' (duration: 184.590612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:02.115728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.588816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T02:27:02.116221Z","caller":"traceutil/trace.go:171","msg":"trace[930960940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27036; }","duration":"104.134759ms","start":"2026-03-04T02:27:02.012053Z","end":"2026-03-04T02:27:02.116188Z","steps":["trace[930960940] 'range keys from in-memory index tree' (duration: 103.347901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:02.242345Z","caller":"traceutil/trace.go:171","msg":"trace[1944851539] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"121.234769ms","start":"2026-03-04T02:27:02.121085Z","end":"2026-03-04T02:27:02.24232Z","steps":["trace[1944851539] 'process raft request' (duration: 120.996143ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:02.472135Z","caller":"traceutil/trace.go:171","msg":"trace[583748444] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"124.596379ms","start":"2026-03-04T02:27:02.347507Z","end":"2026-03-04T02:27:02.472104Z","steps":["trace[583748444] 'process raft request' (duration: 124.478026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:02.472137Z","caller":"traceutil/trace.go:171","msg":"trace[1231340670] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"126.077033ms","start":"2026-03-04T02:27:02.346025Z","end":"2026-03-04T02:27:02.472102Z","steps":["trace[1231340670] 'process raft request' (duration: 93.927435ms)","trace[1231340670] 'compare' (duration: 31.8071ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:10.493308Z","caller":"traceutil/trace.go:171","msg":"trace[666152281] transaction","detail":"{read_only:false; response_revision:27147; number_of_response:1; }","duration":"108.766ms","start":"2026-03-04T02:27:10.384515Z","end":"2026-03-04T02:27:10.493281Z","steps":["trace[666152281] 'process raft request' (duration: 42.423204ms)","trace[666152281] 'compare' (duration: 65.584268ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:26.066374Z","caller":"traceutil/trace.go:171","msg":"trace[505318900] transaction","detail":"{read_only:false; response_revision:27264; number_of_response:1; }","duration":"136.678187ms","start":"2026-03-04T02:27:25.929678Z","end":"2026-03-04T02:27:26.066356Z","steps":["trace[505318900] 'process raft request' (duration: 136.541984ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.316166Z","caller":"traceutil/trace.go:171","msg":"trace[410643470] linearizableReadLoop","detail":"{readStateIndex:28225; appliedIndex:28223; }","duration":"201.041246ms","start":"2026-03-04T02:27:26.115105Z","end":"2026-03-04T02:27:26.316146Z","steps":["trace[410643470] 'read index received' (duration: 194.629962ms)","trace[410643470] 'applied index is now lower than readState.Index' (duration: 6.410304ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:26.316433Z","caller":"traceutil/trace.go:171","msg":"trace[1341907237] transaction","detail":"{read_only:false; response_revision:27272; number_of_response:1; }","duration":"224.651781ms","start":"2026-03-04T02:27:26.091744Z","end":"2026-03-04T02:27:26.316395Z","steps":["trace[1341907237] 'process raft request' (duration: 224.351003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.31664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.510147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:26.316666Z","caller":"traceutil/trace.go:171","msg":"trace[206829574] transaction","detail":"{read_only:false; response_revision:27271; number_of_response:1; }","duration":"240.95623ms","start":"2026-03-04T02:27:26.075659Z","end":"2026-03-04T02:27:26.316615Z","steps":["trace[206829574] 'process raft request' (duration: 234.032564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.316709Z","caller":"traceutil/trace.go:171","msg":"trace[46409340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27272; }","duration":"201.62507ms","start":"2026-03-04T02:27:26.115069Z","end":"2026-03-04T02:27:26.316694Z","steps":["trace[46409340] 'agreement among raft nodes before linearized reading' (duration: 201.503187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.316778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.16928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:27:26.316888Z","caller":"traceutil/trace.go:171","msg":"trace[490554034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27272; }","duration":"191.319114ms","start":"2026-03-04T02:27:26.125545Z","end":"2026-03-04T02:27:26.316864Z","steps":["trace[490554034] 'agreement among raft nodes before linearized reading' (duration: 191.017987ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.622489Z","caller":"traceutil/trace.go:171","msg":"trace[596423637] transaction","detail":"{read_only:false; response_revision:27274; number_of_response:1; }","duration":"300.552625ms","start":"2026-03-04T02:27:26.321911Z","end":"2026-03-04T02:27:26.622463Z","steps":["trace[596423637] 'process raft request' (duration: 294.171853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.622647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:26.321901Z","time spent":"300.670218ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:26.622806Z","caller":"traceutil/trace.go:171","msg":"trace[400025547] linearizableReadLoop","detail":"{readStateIndex:28228; appliedIndex:28226; }","duration":"246.753779ms","start":"2026-03-04T02:27:26.376035Z","end":"2026-03-04T02:27:26.622789Z","steps":["trace[400025547] 'read index received' (duration: 277.567µs)","trace[400025547] 'applied index is now lower than readState.Index' (duration: 246.475182ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:26.622889Z","caller":"traceutil/trace.go:171","msg":"trace[845530759] transaction","detail":"{read_only:false; response_revision:27275; number_of_response:1; }","duration":"293.948997ms","start":"2026-03-04T02:27:26.328929Z","end":"2026-03-04T02:27:26.622878Z","steps":["trace[845530759] 'process raft request' (duration: 293.424644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.62307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.016014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:26.623163Z","caller":"traceutil/trace.go:171","msg":"trace[554325514] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27275; }","duration":"247.205229ms","start":"2026-03-04T02:27:26.37594Z","end":"2026-03-04T02:27:26.623145Z","steps":["trace[554325514] 'agreement among raft nodes before linearized reading' (duration: 247.013055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.708313Z","caller":"traceutil/trace.go:171","msg":"trace[1081689668] transaction","detail":"{read_only:false; number_of_response:1; response_revision:27275; }","duration":"322.359524ms","start":"2026-03-04T02:27:26.385919Z","end":"2026-03-04T02:27:26.708278Z","steps":["trace[1081689668] 'process raft request' (duration: 322.15668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.708351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.51399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:27:26.708377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.69694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-wm8q8.18997f0aced7c375\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-04T02:27:26.708409Z","caller":"traceutil/trace.go:171","msg":"trace[791403881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27275; }","duration":"284.619483ms","start":"2026-03-04T02:27:26.423776Z","end":"2026-03-04T02:27:26.708395Z","steps":["trace[791403881] 'agreement among raft nodes before linearized reading' (duration: 284.416108ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.708434Z","caller":"traceutil/trace.go:171","msg":"trace[2060440456] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-wm8q8.18997f0aced7c375; range_end:; response_count:1; response_revision:27275; }","duration":"219.802713ms","start":"2026-03-04T02:27:26.488617Z","end":"2026-03-04T02:27:26.70842Z","steps":["trace[2060440456] 'agreement among raft nodes before linearized reading' (duration: 219.618978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.708421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.815558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T02:27:26.708508Z","caller":"traceutil/trace.go:171","msg":"trace[1243556514] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-api; range_end:; response_count:1; response_revision:27275; }","duration":"128.91248ms","start":"2026-03-04T02:27:26.579575Z","end":"2026-03-04T02:27:26.708487Z","steps":["trace[1243556514] 'agreement among raft nodes before linearized reading' (duration: 128.628904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.708538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:26.385894Z","time spent":"322.500088ms","remote":"127.0.0.1:37544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":1802,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:26.708718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.907362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:27:26.708838Z","caller":"traceutil/trace.go:171","msg":"trace[608200572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27275; }","duration":"260.085556ms","start":"2026-03-04T02:27:26.448726Z","end":"2026-03-04T02:27:26.708811Z","steps":["trace[608200572] 'agreement among raft nodes before linearized reading' (duration: 259.718777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.867706Z","caller":"traceutil/trace.go:171","msg":"trace[1595978983] transaction","detail":"{read_only:false; response_revision:27276; number_of_response:1; }","duration":"156.892331ms","start":"2026-03-04T02:27:26.710786Z","end":"2026-03-04T02:27:26.867679Z","steps":["trace[1595978983] 'process raft request' (duration: 151.103792ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.905806Z","caller":"traceutil/trace.go:171","msg":"trace[2086552191] transaction","detail":"{read_only:false; response_revision:27277; number_of_response:1; }","duration":"193.763621ms","start":"2026-03-04T02:27:26.712009Z","end":"2026-03-04T02:27:26.905772Z","steps":["trace[2086552191] 'process raft request' (duration: 193.511865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.905899Z","caller":"traceutil/trace.go:171","msg":"trace[1677986947] linearizableReadLoop","detail":"{readStateIndex:28233; appliedIndex:28229; }","duration":"184.395678ms","start":"2026-03-04T02:27:26.72149Z","end":"2026-03-04T02:27:26.905886Z","steps":["trace[1677986947] 'read index received' (duration: 140.447518ms)","trace[1677986947] 'applied index is now lower than readState.Index' (duration: 43.94701ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:26.905897Z","caller":"traceutil/trace.go:171","msg":"trace[465968692] transaction","detail":"{read_only:false; response_revision:27279; number_of_response:1; }","duration":"192.271946ms","start":"2026-03-04T02:27:26.713539Z","end":"2026-03-04T02:27:26.905811Z","steps":["trace[465968692] 'process raft request' (duration: 192.150563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.905809Z","caller":"traceutil/trace.go:171","msg":"trace[1543324526] transaction","detail":"{read_only:false; response_revision:27278; number_of_response:1; }","duration":"192.8632ms","start":"2026-03-04T02:27:26.712923Z","end":"2026-03-04T02:27:26.905786Z","steps":["trace[1543324526] 'process raft request' (duration: 192.728297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:26.905999Z","caller":"traceutil/trace.go:171","msg":"trace[1175434014] transaction","detail":"{read_only:false; response_revision:27280; number_of_response:1; }","duration":"126.265198ms","start":"2026-03-04T02:27:26.779711Z","end":"2026-03-04T02:27:26.905976Z","steps":["trace[1175434014] 'process raft request' (duration: 126.014082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.906255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.650284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:27:26.906324Z","caller":"traceutil/trace.go:171","msg":"trace[1175366343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27280; }","duration":"184.752366ms","start":"2026-03-04T02:27:26.721551Z","end":"2026-03-04T02:27:26.906304Z","steps":["trace[1175366343] 'agreement among raft nodes before linearized reading' (duration: 184.527911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:26.90638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.870369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:27:26.906457Z","caller":"traceutil/trace.go:171","msg":"trace[560981681] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27280; }","duration":"184.974141ms","start":"2026-03-04T02:27:26.721463Z","end":"2026-03-04T02:27:26.906437Z","steps":["trace[560981681] 'agreement among raft nodes before linearized reading' (duration: 184.779417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:27.028013Z","caller":"traceutil/trace.go:171","msg":"trace[1949422719] transaction","detail":"{read_only:false; response_revision:27283; number_of_response:1; }","duration":"115.072151ms","start":"2026-03-04T02:27:26.912919Z","end":"2026-03-04T02:27:27.027991Z","steps":["trace[1949422719] 'process raft request' (duration: 114.997689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:27.028018Z","caller":"traceutil/trace.go:171","msg":"trace[289721098] transaction","detail":"{read_only:false; response_revision:27282; number_of_response:1; }","duration":"116.082045ms","start":"2026-03-04T02:27:26.911906Z","end":"2026-03-04T02:27:27.027988Z","steps":["trace[289721098] 'process raft request' (duration: 68.212191ms)","trace[289721098] 'compare' (duration: 47.617868ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:27.260893Z","caller":"traceutil/trace.go:171","msg":"trace[267689282] linearizableReadLoop","detail":"{readStateIndex:28241; appliedIndex:28240; }","duration":"167.842822ms","start":"2026-03-04T02:27:27.093029Z","end":"2026-03-04T02:27:27.260872Z","steps":["trace[267689282] 'read index received' (duration: 119.046726ms)","trace[267689282] 'applied index is now lower than readState.Index' (duration: 48.795016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:27.261066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.022156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T02:27:27.26109Z","caller":"traceutil/trace.go:171","msg":"trace[2085532626] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:27286; }","duration":"168.063057ms","start":"2026-03-04T02:27:27.09302Z","end":"2026-03-04T02:27:27.261083Z","steps":["trace[2085532626] 'agreement among raft nodes before linearized reading' (duration: 167.939664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:27.262257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.366055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/manila-api-certs\" ","response":"range_response_count:1 size:2610"} {"level":"info","ts":"2026-03-04T02:27:27.262283Z","caller":"traceutil/trace.go:171","msg":"trace[392152278] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/manila-api-certs; range_end:; response_count:1; response_revision:27287; }","duration":"168.416316ms","start":"2026-03-04T02:27:27.09386Z","end":"2026-03-04T02:27:27.262277Z","steps":["trace[392152278] 'agreement among raft nodes before linearized reading' (duration: 168.318944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:27.262427Z","caller":"traceutil/trace.go:171","msg":"trace[1285333722] transaction","detail":"{read_only:false; response_revision:27287; number_of_response:1; }","duration":"164.011771ms","start":"2026-03-04T02:27:27.098408Z","end":"2026-03-04T02:27:27.26242Z","steps":["trace[1285333722] 'process raft request' (duration: 163.678403ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:27.724618Z","caller":"traceutil/trace.go:171","msg":"trace[1220121470] transaction","detail":"{read_only:false; response_revision:27304; number_of_response:1; }","duration":"111.008384ms","start":"2026-03-04T02:27:27.613584Z","end":"2026-03-04T02:27:27.724593Z","steps":["trace[1220121470] 'process raft request' (duration: 110.8217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:27.7267Z","caller":"traceutil/trace.go:171","msg":"trace[221498424] transaction","detail":"{read_only:false; response_revision:27305; number_of_response:1; }","duration":"111.108756ms","start":"2026-03-04T02:27:27.615573Z","end":"2026-03-04T02:27:27.726682Z","steps":["trace[221498424] 'process raft request' (duration: 110.8501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:28.140972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.772999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-03-04T02:27:28.141045Z","caller":"traceutil/trace.go:171","msg":"trace[312997225] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27306; }","duration":"159.897842ms","start":"2026-03-04T02:27:27.981132Z","end":"2026-03-04T02:27:28.14103Z","steps":["trace[312997225] 'range keys from in-memory index tree' (duration: 159.581145ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:28.195815Z","caller":"traceutil/trace.go:171","msg":"trace[389325306] transaction","detail":"{read_only:false; response_revision:27308; number_of_response:1; }","duration":"117.198182ms","start":"2026-03-04T02:27:28.078591Z","end":"2026-03-04T02:27:28.195789Z","steps":["trace[389325306] 'process raft request' (duration: 116.998947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:28.196227Z","caller":"traceutil/trace.go:171","msg":"trace[890774893] transaction","detail":"{read_only:false; response_revision:27309; number_of_response:1; }","duration":"117.491069ms","start":"2026-03-04T02:27:28.078657Z","end":"2026-03-04T02:27:28.196148Z","steps":["trace[890774893] 'process raft request' (duration: 117.087989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:28.196579Z","caller":"traceutil/trace.go:171","msg":"trace[1092483803] transaction","detail":"{read_only:false; response_revision:27310; number_of_response:1; }","duration":"117.861487ms","start":"2026-03-04T02:27:28.078691Z","end":"2026-03-04T02:27:28.196552Z","steps":["trace[1092483803] 'process raft request' (duration: 117.354445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:28.196685Z","caller":"traceutil/trace.go:171","msg":"trace[1616704172] transaction","detail":"{read_only:false; response_revision:27311; number_of_response:1; }","duration":"116.892584ms","start":"2026-03-04T02:27:28.079773Z","end":"2026-03-04T02:27:28.196666Z","steps":["trace[1616704172] 'process raft request' (duration: 116.695049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:28.196885Z","caller":"traceutil/trace.go:171","msg":"trace[1842603579] linearizableReadLoop","detail":"{readStateIndex:28268; appliedIndex:28264; }","duration":"111.044615ms","start":"2026-03-04T02:27:28.085823Z","end":"2026-03-04T02:27:28.196868Z","steps":["trace[1842603579] 'read index received' (duration: 62.047184ms)","trace[1842603579] 'applied index is now lower than readState.Index' (duration: 48.995781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:28.197022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.176068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:28.197573Z","caller":"traceutil/trace.go:171","msg":"trace[201628551] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27312; }","duration":"111.809283ms","start":"2026-03-04T02:27:28.085745Z","end":"2026-03-04T02:27:28.197555Z","steps":["trace[201628551] 'agreement among raft nodes before linearized reading' (duration: 111.179208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:30.092255Z","caller":"traceutil/trace.go:171","msg":"trace[1187601869] linearizableReadLoop","detail":"{readStateIndex:28280; appliedIndex:28279; }","duration":"104.185871ms","start":"2026-03-04T02:27:29.988042Z","end":"2026-03-04T02:27:30.092228Z","steps":["trace[1187601869] 'read index received' (duration: 68.863787ms)","trace[1187601869] 'applied index is now lower than readState.Index' (duration: 35.321034ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:30.092369Z","caller":"traceutil/trace.go:171","msg":"trace[1716376236] transaction","detail":"{read_only:false; response_revision:27323; number_of_response:1; }","duration":"104.712394ms","start":"2026-03-04T02:27:29.987618Z","end":"2026-03-04T02:27:30.092331Z","steps":["trace[1716376236] 'process raft request' (duration: 69.323168ms)","trace[1716376236] 'compare' (duration: 35.121269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:30.092691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.594481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:27:30.092773Z","caller":"traceutil/trace.go:171","msg":"trace[46555837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27323; }","duration":"104.759035ms","start":"2026-03-04T02:27:29.987995Z","end":"2026-03-04T02:27:30.092754Z","steps":["trace[46555837] 'agreement among raft nodes before linearized reading' (duration: 104.388116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:30.325874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.957117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:27:30.326211Z","caller":"traceutil/trace.go:171","msg":"trace[1136272996] transaction","detail":"{read_only:false; response_revision:27324; number_of_response:1; }","duration":"173.979348ms","start":"2026-03-04T02:27:30.152201Z","end":"2026-03-04T02:27:30.32618Z","steps":["trace[1136272996] 'process raft request' (duration: 58.620062ms)","trace[1136272996] 'compare' (duration: 114.808863ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:30.3262Z","caller":"traceutil/trace.go:171","msg":"trace[1556617532] linearizableReadLoop","detail":"{readStateIndex:28281; appliedIndex:28280; }","duration":"166.617902ms","start":"2026-03-04T02:27:30.159554Z","end":"2026-03-04T02:27:30.326172Z","steps":["trace[1556617532] 'read index received' (duration: 51.46077ms)","trace[1556617532] 'applied index is now lower than readState.Index' (duration: 115.154622ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:30.326368Z","caller":"traceutil/trace.go:171","msg":"trace[1537009832] transaction","detail":"{read_only:false; response_revision:27325; number_of_response:1; }","duration":"125.164641ms","start":"2026-03-04T02:27:30.201188Z","end":"2026-03-04T02:27:30.326353Z","steps":["trace[1537009832] 'process raft request' (duration: 124.791172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:30.326521Z","caller":"traceutil/trace.go:171","msg":"trace[2004744984] transaction","detail":"{read_only:false; response_revision:27327; number_of_response:1; }","duration":"125.013277ms","start":"2026-03-04T02:27:30.201487Z","end":"2026-03-04T02:27:30.3265Z","steps":["trace[2004744984] 'process raft request' (duration: 124.758731ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:30.326522Z","caller":"traceutil/trace.go:171","msg":"trace[1569264346] transaction","detail":"{read_only:false; response_revision:27326; number_of_response:1; }","duration":"125.023837ms","start":"2026-03-04T02:27:30.201273Z","end":"2026-03-04T02:27:30.326297Z","steps":["trace[1569264346] 'process raft request' (duration: 124.785321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:30.326612Z","caller":"traceutil/trace.go:171","msg":"trace[2118502488] transaction","detail":"{read_only:false; response_revision:27328; number_of_response:1; }","duration":"123.88097ms","start":"2026-03-04T02:27:30.20272Z","end":"2026-03-04T02:27:30.326601Z","steps":["trace[2118502488] 'process raft request' (duration: 123.708506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:30.32653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.97044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:30.326917Z","caller":"traceutil/trace.go:171","msg":"trace[606631235] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27327; }","duration":"167.395171ms","start":"2026-03-04T02:27:30.159504Z","end":"2026-03-04T02:27:30.326899Z","steps":["trace[606631235] 'agreement among raft nodes before linearized reading' (duration: 166.788236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:31.160563Z","caller":"traceutil/trace.go:171","msg":"trace[339131346] transaction","detail":"{read_only:false; response_revision:27334; number_of_response:1; }","duration":"103.3527ms","start":"2026-03-04T02:27:31.057173Z","end":"2026-03-04T02:27:31.160526Z","steps":["trace[339131346] 'process raft request' (duration: 102.432918ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:32.135374Z","caller":"traceutil/trace.go:171","msg":"trace[38376221] transaction","detail":"{read_only:false; response_revision:27338; number_of_response:1; }","duration":"135.13782ms","start":"2026-03-04T02:27:32.000214Z","end":"2026-03-04T02:27:32.135352Z","steps":["trace[38376221] 'process raft request' (duration: 135.010897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:32.280795Z","caller":"traceutil/trace.go:171","msg":"trace[1571237753] transaction","detail":"{read_only:false; response_revision:27339; number_of_response:1; }","duration":"137.751583ms","start":"2026-03-04T02:27:32.14301Z","end":"2026-03-04T02:27:32.280761Z","steps":["trace[1571237753] 'process raft request' (duration: 41.361099ms)","trace[1571237753] 'compare' (duration: 96.103368ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:32.393422Z","caller":"traceutil/trace.go:171","msg":"trace[385916534] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"106.001694ms","start":"2026-03-04T02:27:32.287381Z","end":"2026-03-04T02:27:32.393382Z","steps":["trace[385916534] 'process raft request' (duration: 103.451463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:32.393519Z","caller":"traceutil/trace.go:171","msg":"trace[199955557] transaction","detail":"{read_only:false; response_revision:27345; number_of_response:1; }","duration":"105.757398ms","start":"2026-03-04T02:27:32.287739Z","end":"2026-03-04T02:27:32.393497Z","steps":["trace[199955557] 'process raft request' (duration: 105.708197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:32.393587Z","caller":"traceutil/trace.go:171","msg":"trace[1697540548] transaction","detail":"{read_only:false; response_revision:27343; number_of_response:1; }","duration":"106.038405ms","start":"2026-03-04T02:27:32.287511Z","end":"2026-03-04T02:27:32.393549Z","steps":["trace[1697540548] 'process raft request' (duration: 105.798719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:32.393725Z","caller":"traceutil/trace.go:171","msg":"trace[571423524] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"106.188028ms","start":"2026-03-04T02:27:32.287523Z","end":"2026-03-04T02:27:32.393711Z","steps":["trace[571423524] 'process raft request' (duration: 105.654126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:32.393796Z","caller":"traceutil/trace.go:171","msg":"trace[777769217] transaction","detail":"{read_only:false; response_revision:27344; number_of_response:1; }","duration":"106.096446ms","start":"2026-03-04T02:27:32.287687Z","end":"2026-03-04T02:27:32.393783Z","steps":["trace[777769217] 'process raft request' (duration: 105.699497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.024706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.512016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:27:33.025012Z","caller":"traceutil/trace.go:171","msg":"trace[1782756299] linearizableReadLoop","detail":"{readStateIndex:28344; appliedIndex:28342; }","duration":"292.031311ms","start":"2026-03-04T02:27:32.732961Z","end":"2026-03-04T02:27:33.024992Z","steps":["trace[1782756299] 'read index received' (duration: 40.15533ms)","trace[1782756299] 'applied index is now lower than readState.Index' (duration: 251.875011ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:33.02511Z","caller":"traceutil/trace.go:171","msg":"trace[638884818] transaction","detail":"{read_only:false; response_revision:27386; number_of_response:1; }","duration":"287.932453ms","start":"2026-03-04T02:27:32.737147Z","end":"2026-03-04T02:27:33.02508Z","steps":["trace[638884818] 'process raft request' (duration: 287.678897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:33.025299Z","caller":"traceutil/trace.go:171","msg":"trace[75526952] transaction","detail":"{read_only:false; response_revision:27387; number_of_response:1; }","duration":"286.187972ms","start":"2026-03-04T02:27:32.739086Z","end":"2026-03-04T02:27:33.025274Z","steps":["trace[75526952] 'process raft request' (duration: 285.847684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:33.025365Z","caller":"traceutil/trace.go:171","msg":"trace[1442941957] transaction","detail":"{read_only:false; response_revision:27385; number_of_response:1; }","duration":"293.208129ms","start":"2026-03-04T02:27:32.732146Z","end":"2026-03-04T02:27:33.025354Z","steps":["trace[1442941957] 'process raft request' (duration: 144.977365ms)","trace[1442941957] 'compare' (duration: 147.131657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:33.025626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.642936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-04T02:27:33.025697Z","caller":"traceutil/trace.go:171","msg":"trace[2093717364] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:27387; }","duration":"292.744218ms","start":"2026-03-04T02:27:32.732933Z","end":"2026-03-04T02:27:33.025677Z","steps":["trace[2093717364] 'agreement among raft nodes before linearized reading' (duration: 292.531013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.08952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.173693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:27:33.08955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.946973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:27:33.089615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.969506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:33.089617Z","caller":"traceutil/trace.go:171","msg":"trace[1224330958] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27388; }","duration":"201.065996ms","start":"2026-03-04T02:27:32.888533Z","end":"2026-03-04T02:27:33.089599Z","steps":["trace[1224330958] 'agreement among raft nodes before linearized reading' (duration: 200.911153ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:33.089641Z","caller":"traceutil/trace.go:171","msg":"trace[1191625102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:27388; }","duration":"314.018216ms","start":"2026-03-04T02:27:32.775611Z","end":"2026-03-04T02:27:33.08963Z","steps":["trace[1191625102] 'agreement among raft nodes before linearized reading' (duration: 313.985445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.08968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:32.775598Z","time spent":"314.069648ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:27:33.089772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.023316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T02:27:33.089824Z","caller":"traceutil/trace.go:171","msg":"trace[723259764] transaction","detail":"{read_only:false; response_revision:27388; number_of_response:1; }","duration":"311.013454ms","start":"2026-03-04T02:27:32.778801Z","end":"2026-03-04T02:27:33.089814Z","steps":["trace[723259764] 'process raft request' (duration: 310.520263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:33.089838Z","caller":"traceutil/trace.go:171","msg":"trace[1612359901] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27388; }","duration":"337.088438ms","start":"2026-03-04T02:27:32.75273Z","end":"2026-03-04T02:27:33.089819Z","steps":["trace[1612359901] 'agreement among raft nodes before linearized reading' (duration: 336.889903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.089876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:32.752674Z","time spent":"337.194221ms","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-04T02:27:33.089889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:32.778783Z","time spent":"311.064606ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4791,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:27:33.089997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.176362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-69894d868-lddj7\" ","response":"range_response_count:1 size:8108"} {"level":"info","ts":"2026-03-04T02:27:33.090045Z","caller":"traceutil/trace.go:171","msg":"trace[1994434437] range","detail":"{range_begin:/registry/pods/openstack/horizon-69894d868-lddj7; range_end:; response_count:1; response_revision:27388; }","duration":"340.265944ms","start":"2026-03-04T02:27:32.74977Z","end":"2026-03-04T02:27:33.090036Z","steps":["trace[1994434437] 'agreement among raft nodes before linearized reading' (duration: 340.137151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.090077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:32.749747Z","time spent":"340.323776ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8131,"request content":"key:\"/registry/pods/openstack/horizon-69894d868-lddj7\" "} {"level":"warn","ts":"2026-03-04T02:27:33.090091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.011621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:27:33.089581Z","caller":"traceutil/trace.go:171","msg":"trace[1064712403] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:27388; }","duration":"261.317206ms","start":"2026-03-04T02:27:32.828249Z","end":"2026-03-04T02:27:33.089566Z","steps":["trace[1064712403] 'agreement among raft nodes before linearized reading' (duration: 261.185823ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:33.090111Z","caller":"traceutil/trace.go:171","msg":"trace[1834511227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27388; }","duration":"141.067332ms","start":"2026-03-04T02:27:32.949038Z","end":"2026-03-04T02:27:33.090105Z","steps":["trace[1834511227] 'agreement among raft nodes before linearized reading' (duration: 140.95376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.090353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.893798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/horizon\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-04T02:27:33.090392Z","caller":"traceutil/trace.go:171","msg":"trace[1646528797] range","detail":"{range_begin:/registry/serviceaccounts/openstack/horizon; range_end:; response_count:1; response_revision:27388; }","duration":"163.98267ms","start":"2026-03-04T02:27:32.926399Z","end":"2026-03-04T02:27:33.090382Z","steps":["trace[1646528797] 'agreement among raft nodes before linearized reading' (duration: 163.849837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.495023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.61643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:27:33.495192Z","caller":"traceutil/trace.go:171","msg":"trace[1180133385] transaction","detail":"{read_only:false; response_revision:27389; number_of_response:1; }","duration":"456.36083ms","start":"2026-03-04T02:27:33.038812Z","end":"2026-03-04T02:27:33.495173Z","steps":["trace[1180133385] 'process raft request' (duration: 259.500064ms)","trace[1180133385] 'compare' (duration: 196.484987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:33.495253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.038769Z","time spent":"456.455452ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8951,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:33.495348Z","caller":"traceutil/trace.go:171","msg":"trace[844572340] linearizableReadLoop","detail":"{readStateIndex:28348; appliedIndex:28347; }","duration":"405.925274ms","start":"2026-03-04T02:27:33.089416Z","end":"2026-03-04T02:27:33.495341Z","steps":["trace[844572340] 'read index received' (duration: 209.362925ms)","trace[844572340] 'applied index is now lower than readState.Index' (duration: 196.561219ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:33.495338Z","caller":"traceutil/trace.go:171","msg":"trace[1629301327] transaction","detail":"{read_only:false; response_revision:27390; number_of_response:1; }","duration":"400.941254ms","start":"2026-03-04T02:27:33.094376Z","end":"2026-03-04T02:27:33.495318Z","steps":["trace[1629301327] 'process raft request' (duration: 400.78251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.495437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.094366Z","time spent":"401.015057ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4837,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:33.495417Z","caller":"traceutil/trace.go:171","msg":"trace[41812889] transaction","detail":"{read_only:false; response_revision:27391; number_of_response:1; }","duration":"400.249918ms","start":"2026-03-04T02:27:33.095124Z","end":"2026-03-04T02:27:33.495374Z","steps":["trace[41812889] 'process raft request' (duration: 400.103805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.495581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.663319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:27:33.495585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.527122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"warn","ts":"2026-03-04T02:27:33.495573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.094915Z","time spent":"400.586026ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":668,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:27:33.495606Z","caller":"traceutil/trace.go:171","msg":"trace[497641765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27392; }","duration":"449.723011ms","start":"2026-03-04T02:27:33.045875Z","end":"2026-03-04T02:27:33.495598Z","steps":["trace[497641765] 'agreement among raft nodes before linearized reading' (duration: 449.500185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.495633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.045864Z","time spent":"449.763911ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:27:33.495628Z","caller":"traceutil/trace.go:171","msg":"trace[1050767525] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:27392; }","duration":"466.617524ms","start":"2026-03-04T02:27:33.028999Z","end":"2026-03-04T02:27:33.495617Z","steps":["trace[1050767525] 'agreement among raft nodes before linearized reading' (duration: 466.387379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.495659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.028985Z","time spent":"466.665916ms","remote":"127.0.0.1:46806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-03-04T02:27:33.495648Z","caller":"traceutil/trace.go:171","msg":"trace[522944362] transaction","detail":"{read_only:false; response_revision:27392; number_of_response:1; }","duration":"400.116555ms","start":"2026-03-04T02:27:33.095501Z","end":"2026-03-04T02:27:33.495618Z","steps":["trace[522944362] 'process raft request' (duration: 399.776167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.495707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.899665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:27:33.495763Z","caller":"traceutil/trace.go:171","msg":"trace[105102498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27392; }","duration":"455.005836ms","start":"2026-03-04T02:27:33.040743Z","end":"2026-03-04T02:27:33.495749Z","steps":["trace[105102498] 'agreement among raft nodes before linearized reading' (duration: 454.640798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.495771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.095495Z","time spent":"400.212297ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:33.495795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.040726Z","time spent":"455.063628ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:27:33.496008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.540986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:27:33.496083Z","caller":"traceutil/trace.go:171","msg":"trace[714259888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27393; }","duration":"454.629378ms","start":"2026-03-04T02:27:33.041435Z","end":"2026-03-04T02:27:33.496065Z","steps":["trace[714259888] 'agreement among raft nodes before linearized reading' (duration: 453.959652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:33.496122Z","caller":"traceutil/trace.go:171","msg":"trace[1212299137] transaction","detail":"{read_only:false; response_revision:27393; number_of_response:1; }","duration":"397.905372ms","start":"2026-03-04T02:27:33.098207Z","end":"2026-03-04T02:27:33.496112Z","steps":["trace[1212299137] 'process raft request' (duration: 397.311158ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:33.496092Z","caller":"traceutil/trace.go:171","msg":"trace[1697195220] transaction","detail":"{read_only:false; response_revision:27394; number_of_response:1; }","duration":"396.918189ms","start":"2026-03-04T02:27:33.099136Z","end":"2026-03-04T02:27:33.496054Z","steps":["trace[1697195220] 'process raft request' (duration: 396.691483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.496158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.098198Z","time spent":"397.942763ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4601,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:33.496137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.04143Z","time spent":"454.693619ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:27:33.496313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.099125Z","time spent":"397.069342ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9366,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:33.49682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.804437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-69894d868-lddj7\" ","response":"range_response_count:1 size:9384"} {"level":"info","ts":"2026-03-04T02:27:33.496847Z","caller":"traceutil/trace.go:171","msg":"trace[1224267038] range","detail":"{range_begin:/registry/pods/openstack/horizon-69894d868-lddj7; range_end:; response_count:1; response_revision:27395; }","duration":"404.846117ms","start":"2026-03-04T02:27:33.091994Z","end":"2026-03-04T02:27:33.49684Z","steps":["trace[1224267038] 'agreement among raft nodes before linearized reading' (duration: 404.777766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.496864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.091982Z","time spent":"404.876749ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":9407,"request content":"key:\"/registry/pods/openstack/horizon-69894d868-lddj7\" "} {"level":"warn","ts":"2026-03-04T02:27:33.497014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.356392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:27:33.497035Z","caller":"traceutil/trace.go:171","msg":"trace[823192986] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27395; }","duration":"331.422963ms","start":"2026-03-04T02:27:33.165602Z","end":"2026-03-04T02:27:33.497025Z","steps":["trace[823192986] 'agreement among raft nodes before linearized reading' (duration: 331.349431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.497064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.165574Z","time spent":"331.470924ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:27:33.497151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.01362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:33.497162Z","caller":"traceutil/trace.go:171","msg":"trace[1498356764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27395; }","duration":"384.069071ms","start":"2026-03-04T02:27:33.113089Z","end":"2026-03-04T02:27:33.497158Z","steps":["trace[1498356764] 'agreement among raft nodes before linearized reading' (duration: 384.045901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.497174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.113066Z","time spent":"384.106631ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:27:33.497333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.652855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-04T02:27:33.497348Z","caller":"traceutil/trace.go:171","msg":"trace[1246583394] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:27395; }","duration":"402.667896ms","start":"2026-03-04T02:27:33.094675Z","end":"2026-03-04T02:27:33.497343Z","steps":["trace[1246583394] 'agreement among raft nodes before linearized reading' (duration: 402.617784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.49736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:33.094657Z","time spent":"402.700467ms","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-04T02:27:33.820844Z","caller":"traceutil/trace.go:171","msg":"trace[1114012514] transaction","detail":"{read_only:false; response_revision:27402; number_of_response:1; }","duration":"163.026606ms","start":"2026-03-04T02:27:33.657788Z","end":"2026-03-04T02:27:33.820814Z","steps":["trace[1114012514] 'process raft request' (duration: 162.435772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:33.974651Z","caller":"traceutil/trace.go:171","msg":"trace[80551732] linearizableReadLoop","detail":"{readStateIndex:28362; appliedIndex:28361; }","duration":"118.033351ms","start":"2026-03-04T02:27:33.856576Z","end":"2026-03-04T02:27:33.974609Z","steps":["trace[80551732] 'read index received' (duration: 73.161809ms)","trace[80551732] 'applied index is now lower than readState.Index' (duration: 44.869932ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:33.974844Z","caller":"traceutil/trace.go:171","msg":"trace[631546618] transaction","detail":"{read_only:false; response_revision:27403; number_of_response:1; }","duration":"152.707471ms","start":"2026-03-04T02:27:33.822118Z","end":"2026-03-04T02:27:33.974826Z","steps":["trace[631546618] 'process raft request' (duration: 107.669284ms)","trace[631546618] 'compare' (duration: 44.488203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:33.980435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.670246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:27:33.980537Z","caller":"traceutil/trace.go:171","msg":"trace[1530635393] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27403; }","duration":"123.986383ms","start":"2026-03-04T02:27:33.856525Z","end":"2026-03-04T02:27:33.980512Z","steps":["trace[1530635393] 'agreement among raft nodes before linearized reading' (duration: 118.555444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:33.987101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.794909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-04T02:27:33.987213Z","caller":"traceutil/trace.go:171","msg":"trace[2050912173] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:27403; }","duration":"110.979553ms","start":"2026-03-04T02:27:33.876215Z","end":"2026-03-04T02:27:33.987195Z","steps":["trace[2050912173] 'agreement among raft nodes before linearized reading' (duration: 98.628638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.206487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.36839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-04T02:27:34.206591Z","caller":"traceutil/trace.go:171","msg":"trace[1324165098] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:27404; }","duration":"131.494483ms","start":"2026-03-04T02:27:34.075067Z","end":"2026-03-04T02:27:34.206562Z","steps":["trace[1324165098] 'range keys from in-memory index tree' (duration: 131.196456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:34.234832Z","caller":"traceutil/trace.go:171","msg":"trace[1438898461] linearizableReadLoop","detail":"{readStateIndex:28364; appliedIndex:28363; }","duration":"120.47364ms","start":"2026-03-04T02:27:34.114334Z","end":"2026-03-04T02:27:34.234807Z","steps":["trace[1438898461] 'read index received' (duration: 120.317017ms)","trace[1438898461] 'applied index is now lower than readState.Index' (duration: 155.753µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:34.235037Z","caller":"traceutil/trace.go:171","msg":"trace[246323043] transaction","detail":"{read_only:false; response_revision:27405; number_of_response:1; }","duration":"152.159637ms","start":"2026-03-04T02:27:34.082843Z","end":"2026-03-04T02:27:34.235003Z","steps":["trace[246323043] 'process raft request' (duration: 151.803199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.235085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.732286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:34.235123Z","caller":"traceutil/trace.go:171","msg":"trace[172931296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27405; }","duration":"120.819449ms","start":"2026-03-04T02:27:34.11429Z","end":"2026-03-04T02:27:34.23511Z","steps":["trace[172931296] 'agreement among raft nodes before linearized reading' (duration: 120.718496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.241395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.218099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:34.241483Z","caller":"traceutil/trace.go:171","msg":"trace[1306349209] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:27406; }","duration":"106.380753ms","start":"2026-03-04T02:27:34.135077Z","end":"2026-03-04T02:27:34.241458Z","steps":["trace[1306349209] 'agreement among raft nodes before linearized reading' (duration: 106.127507ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:34.817833Z","caller":"traceutil/trace.go:171","msg":"trace[1135397935] transaction","detail":"{read_only:false; response_revision:27408; number_of_response:1; }","duration":"526.759071ms","start":"2026-03-04T02:27:34.291043Z","end":"2026-03-04T02:27:34.817802Z","steps":["trace[1135397935] 'process raft request' (duration: 526.560607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.818026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.291018Z","time spent":"526.924436ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:34.982047Z","caller":"traceutil/trace.go:171","msg":"trace[1343481534] transaction","detail":"{read_only:false; response_revision:27409; number_of_response:1; }","duration":"600.189458ms","start":"2026-03-04T02:27:34.381807Z","end":"2026-03-04T02:27:34.981996Z","steps":["trace[1343481534] 'process raft request' (duration: 599.833619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:34.982148Z","caller":"traceutil/trace.go:171","msg":"trace[1388811315] transaction","detail":"{read_only:false; response_revision:27412; number_of_response:1; }","duration":"579.256737ms","start":"2026-03-04T02:27:34.402863Z","end":"2026-03-04T02:27:34.98212Z","steps":["trace[1388811315] 'process raft request' (duration: 579.124853ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:34.982195Z","caller":"traceutil/trace.go:171","msg":"trace[363133311] transaction","detail":"{read_only:false; response_revision:27411; number_of_response:1; }","duration":"580.067426ms","start":"2026-03-04T02:27:34.402105Z","end":"2026-03-04T02:27:34.982172Z","steps":["trace[363133311] 'process raft request' (duration: 579.84494ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:34.982188Z","caller":"traceutil/trace.go:171","msg":"trace[1156594933] transaction","detail":"{read_only:false; response_revision:27410; number_of_response:1; }","duration":"581.0502ms","start":"2026-03-04T02:27:34.401092Z","end":"2026-03-04T02:27:34.982142Z","steps":["trace[1156594933] 'process raft request' (duration: 580.786284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.982302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.402852Z","time spent":"579.3678ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:34.982304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.381781Z","time spent":"600.414812ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2233,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T02:27:34.982361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.401078Z","time spent":"581.197743ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:34.982302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.402095Z","time spent":"580.141608ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:34.982486Z","caller":"traceutil/trace.go:171","msg":"trace[1106133624] transaction","detail":"{read_only:false; response_revision:27413; number_of_response:1; }","duration":"579.326578ms","start":"2026-03-04T02:27:34.403148Z","end":"2026-03-04T02:27:34.982474Z","steps":["trace[1106133624] 'process raft request' (duration: 578.935669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.982547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.403136Z","time spent":"579.38071ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:34.982634Z","caller":"traceutil/trace.go:171","msg":"trace[104781708] linearizableReadLoop","detail":"{readStateIndex:28373; appliedIndex:28366; }","duration":"484.230565ms","start":"2026-03-04T02:27:34.498374Z","end":"2026-03-04T02:27:34.982605Z","steps":["trace[104781708] 'read index received' (duration: 319.233971ms)","trace[104781708] 'applied index is now lower than readState.Index' (duration: 164.995624ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:34.982904Z","caller":"traceutil/trace.go:171","msg":"trace[1189484595] transaction","detail":"{read_only:false; response_revision:27414; number_of_response:1; }","duration":"578.11943ms","start":"2026-03-04T02:27:34.404768Z","end":"2026-03-04T02:27:34.982887Z","steps":["trace[1189484595] 'process raft request' (duration: 577.666929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.983053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.404759Z","time spent":"578.203272ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:34.983143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.720055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418631"} {"level":"warn","ts":"2026-03-04T02:27:34.983141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.736367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:27:34.983185Z","caller":"traceutil/trace.go:171","msg":"trace[1908534194] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:27414; }","duration":"422.800137ms","start":"2026-03-04T02:27:34.560372Z","end":"2026-03-04T02:27:34.983172Z","steps":["trace[1908534194] 'agreement among raft nodes before linearized reading' (duration: 422.5384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.98318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.780387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:27:34.983247Z","caller":"traceutil/trace.go:171","msg":"trace[1462232321] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27414; }","duration":"484.909822ms","start":"2026-03-04T02:27:34.498316Z","end":"2026-03-04T02:27:34.983226Z","steps":["trace[1462232321] 'agreement among raft nodes before linearized reading' (duration: 484.610155ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:34.983285Z","caller":"traceutil/trace.go:171","msg":"trace[1237737907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27414; }","duration":"261.929671ms","start":"2026-03-04T02:27:34.721333Z","end":"2026-03-04T02:27:34.983263Z","steps":["trace[1237737907] 'agreement among raft nodes before linearized reading' (duration: 261.645964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:34.983298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.498293Z","time spent":"484.996424ms","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:27:34.983235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:34.560351Z","time spent":"422.879159ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418654,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T02:27:35.353213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.648155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:35.353337Z","caller":"traceutil/trace.go:171","msg":"trace[100482116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27416; }","duration":"238.834659ms","start":"2026-03-04T02:27:35.114479Z","end":"2026-03-04T02:27:35.353313Z","steps":["trace[100482116] 'range keys from in-memory index tree' (duration: 238.556413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:35.601068Z","caller":"traceutil/trace.go:171","msg":"trace[689666254] linearizableReadLoop","detail":"{readStateIndex:28376; appliedIndex:28375; }","duration":"182.873242ms","start":"2026-03-04T02:27:35.418172Z","end":"2026-03-04T02:27:35.601045Z","steps":["trace[689666254] 'read index received' (duration: 182.290878ms)","trace[689666254] 'applied index is now lower than readState.Index' (duration: 581.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:35.601117Z","caller":"traceutil/trace.go:171","msg":"trace[550487679] transaction","detail":"{read_only:false; response_revision:27417; number_of_response:1; }","duration":"211.758992ms","start":"2026-03-04T02:27:35.389329Z","end":"2026-03-04T02:27:35.601088Z","steps":["trace[550487679] 'process raft request' (duration: 211.312291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:35.60127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.080457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:35.601328Z","caller":"traceutil/trace.go:171","msg":"trace[1581228099] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27417; }","duration":"183.189879ms","start":"2026-03-04T02:27:35.418124Z","end":"2026-03-04T02:27:35.601314Z","steps":["trace[1581228099] 'agreement among raft nodes before linearized reading' (duration: 183.057376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:36.13463Z","caller":"traceutil/trace.go:171","msg":"trace[1850611543] linearizableReadLoop","detail":"{readStateIndex:28383; appliedIndex:28382; }","duration":"119.442146ms","start":"2026-03-04T02:27:36.015163Z","end":"2026-03-04T02:27:36.134605Z","steps":["trace[1850611543] 'read index received' (duration: 119.120228ms)","trace[1850611543] 'applied index is now lower than readState.Index' (duration: 320.488µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:36.134725Z","caller":"traceutil/trace.go:171","msg":"trace[1901645294] transaction","detail":"{read_only:false; response_revision:27424; number_of_response:1; }","duration":"132.576219ms","start":"2026-03-04T02:27:36.002115Z","end":"2026-03-04T02:27:36.134692Z","steps":["trace[1901645294] 'process raft request' (duration: 132.248701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:36.135074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.891746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:27:36.135126Z","caller":"traceutil/trace.go:171","msg":"trace[1165023793] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:27424; }","duration":"120.008519ms","start":"2026-03-04T02:27:36.015106Z","end":"2026-03-04T02:27:36.135114Z","steps":["trace[1165023793] 'agreement among raft nodes before linearized reading' (duration: 119.64498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:37.289413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.328318ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:27:37.289533Z","caller":"traceutil/trace.go:171","msg":"trace[687257228] linearizableReadLoop","detail":"{readStateIndex:28396; appliedIndex:28394; }","duration":"175.334991ms","start":"2026-03-04T02:27:37.114179Z","end":"2026-03-04T02:27:37.289514Z","steps":["trace[687257228] 'read index received' (duration: 21.395072ms)","trace[687257228] 'applied index is now lower than readState.Index' (duration: 153.938339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:37.289836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.622775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:27:37.289805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.587017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:37.289905Z","caller":"traceutil/trace.go:171","msg":"trace[1651650376] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:27436; }","duration":"164.775808ms","start":"2026-03-04T02:27:37.12511Z","end":"2026-03-04T02:27:37.289885Z","steps":["trace[1651650376] 'agreement among raft nodes before linearized reading' (duration: 164.622544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:37.289938Z","caller":"traceutil/trace.go:171","msg":"trace[1464166178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27436; }","duration":"175.781912ms","start":"2026-03-04T02:27:37.114125Z","end":"2026-03-04T02:27:37.289907Z","steps":["trace[1464166178] 'agreement among raft nodes before linearized reading' (duration: 175.497775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:37.290023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.32689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-69894d868-lddj7\" ","response":"range_response_count:1 size:9384"} {"level":"info","ts":"2026-03-04T02:27:37.290118Z","caller":"traceutil/trace.go:171","msg":"trace[1201198304] range","detail":"{range_begin:/registry/pods/openstack/horizon-69894d868-lddj7; range_end:; response_count:1; response_revision:27436; }","duration":"149.522144ms","start":"2026-03-04T02:27:37.14058Z","end":"2026-03-04T02:27:37.290102Z","steps":["trace[1201198304] 'agreement among raft nodes before linearized reading' (duration: 149.185236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:37.505649Z","caller":"traceutil/trace.go:171","msg":"trace[181550633] transaction","detail":"{read_only:false; response_revision:27437; number_of_response:1; }","duration":"204.19005ms","start":"2026-03-04T02:27:37.301418Z","end":"2026-03-04T02:27:37.505608Z","steps":["trace[181550633] 'process raft request' (duration: 203.691648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:37.832315Z","caller":"traceutil/trace.go:171","msg":"trace[2126812056] transaction","detail":"{read_only:false; response_revision:27440; number_of_response:1; }","duration":"110.358068ms","start":"2026-03-04T02:27:37.721924Z","end":"2026-03-04T02:27:37.832282Z","steps":["trace[2126812056] 'process raft request' (duration: 110.110562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:37.841708Z","caller":"traceutil/trace.go:171","msg":"trace[104700063] transaction","detail":"{read_only:false; response_revision:27442; number_of_response:1; }","duration":"119.609769ms","start":"2026-03-04T02:27:37.722071Z","end":"2026-03-04T02:27:37.841681Z","steps":["trace[104700063] 'process raft request' (duration: 119.472226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:37.841727Z","caller":"traceutil/trace.go:171","msg":"trace[1736331635] transaction","detail":"{read_only:false; response_revision:27441; number_of_response:1; }","duration":"119.714892ms","start":"2026-03-04T02:27:37.721984Z","end":"2026-03-04T02:27:37.841699Z","steps":["trace[1736331635] 'process raft request' (duration: 119.405475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:37.841996Z","caller":"traceutil/trace.go:171","msg":"trace[66707699] transaction","detail":"{read_only:false; response_revision:27443; number_of_response:1; }","duration":"119.870355ms","start":"2026-03-04T02:27:37.722113Z","end":"2026-03-04T02:27:37.841984Z","steps":["trace[66707699] 'process raft request' (duration: 119.524207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:37.842228Z","caller":"traceutil/trace.go:171","msg":"trace[907297095] transaction","detail":"{read_only:false; response_revision:27444; number_of_response:1; }","duration":"119.884526ms","start":"2026-03-04T02:27:37.722318Z","end":"2026-03-04T02:27:37.842202Z","steps":["trace[907297095] 'process raft request' (duration: 119.578989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:38.442703Z","caller":"traceutil/trace.go:171","msg":"trace[726889609] transaction","detail":"{read_only:false; response_revision:27446; number_of_response:1; }","duration":"182.597625ms","start":"2026-03-04T02:27:38.260078Z","end":"2026-03-04T02:27:38.442675Z","steps":["trace[726889609] 'process raft request' (duration: 182.078943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:38.746679Z","caller":"traceutil/trace.go:171","msg":"trace[803590205] linearizableReadLoop","detail":"{readStateIndex:28407; appliedIndex:28406; }","duration":"235.844967ms","start":"2026-03-04T02:27:38.510788Z","end":"2026-03-04T02:27:38.746633Z","steps":["trace[803590205] 'read index received' (duration: 232.311473ms)","trace[803590205] 'applied index is now lower than readState.Index' (duration: 3.531374ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:38.746876Z","caller":"traceutil/trace.go:171","msg":"trace[1013779932] transaction","detail":"{read_only:false; response_revision:27447; number_of_response:1; }","duration":"242.577169ms","start":"2026-03-04T02:27:38.504278Z","end":"2026-03-04T02:27:38.746855Z","steps":["trace[1013779932] 'process raft request' (duration: 238.809589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:38.747241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.435282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:38.747317Z","caller":"traceutil/trace.go:171","msg":"trace[335674447] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:27447; }","duration":"236.565635ms","start":"2026-03-04T02:27:38.510732Z","end":"2026-03-04T02:27:38.747298Z","steps":["trace[335674447] 'agreement among raft nodes before linearized reading' (duration: 236.421782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:38.812258Z","caller":"traceutil/trace.go:171","msg":"trace[1135455456] transaction","detail":"{read_only:false; response_revision:27448; number_of_response:1; }","duration":"255.762184ms","start":"2026-03-04T02:27:38.556466Z","end":"2026-03-04T02:27:38.812228Z","steps":["trace[1135455456] 'process raft request' (duration: 255.484058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:38.812263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.656815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:38.812358Z","caller":"traceutil/trace.go:171","msg":"trace[72294421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:27448; }","duration":"215.829549ms","start":"2026-03-04T02:27:38.596506Z","end":"2026-03-04T02:27:38.812335Z","steps":["trace[72294421] 'agreement among raft nodes before linearized reading' (duration: 215.641154ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:39.114026Z","caller":"traceutil/trace.go:171","msg":"trace[1721353767] transaction","detail":"{read_only:false; response_revision:27451; number_of_response:1; }","duration":"102.567682ms","start":"2026-03-04T02:27:39.01142Z","end":"2026-03-04T02:27:39.113988Z","steps":["trace[1721353767] 'process raft request' (duration: 69.110002ms)","trace[1721353767] 'compare' (duration: 33.149593ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:39.114401Z","caller":"traceutil/trace.go:171","msg":"trace[967616388] transaction","detail":"{read_only:false; response_revision:27452; number_of_response:1; }","duration":"102.307825ms","start":"2026-03-04T02:27:39.012065Z","end":"2026-03-04T02:27:39.114372Z","steps":["trace[967616388] 'process raft request' (duration: 101.782213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:39.114467Z","caller":"traceutil/trace.go:171","msg":"trace[10504971] transaction","detail":"{read_only:false; response_revision:27453; number_of_response:1; }","duration":"102.202053ms","start":"2026-03-04T02:27:39.012236Z","end":"2026-03-04T02:27:39.114438Z","steps":["trace[10504971] 'process raft request' (duration: 102.009328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:41.270066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.263756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:27:41.270193Z","caller":"traceutil/trace.go:171","msg":"trace[62978196] transaction","detail":"{read_only:false; response_revision:27468; number_of_response:1; }","duration":"246.332728ms","start":"2026-03-04T02:27:41.023826Z","end":"2026-03-04T02:27:41.270159Z","steps":["trace[62978196] 'process raft request' (duration: 40.897188ms)","trace[62978196] 'compare' (duration: 204.481878ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:41.270253Z","caller":"traceutil/trace.go:171","msg":"trace[802308408] linearizableReadLoop","detail":"{readStateIndex:28428; appliedIndex:28427; }","duration":"155.936758ms","start":"2026-03-04T02:27:41.114293Z","end":"2026-03-04T02:27:41.270229Z","steps":["trace[802308408] 'read index received' (duration: 48.452µs)","trace[802308408] 'applied index is now lower than readState.Index' (duration: 155.886266ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:41.270314Z","caller":"traceutil/trace.go:171","msg":"trace[480002950] transaction","detail":"{read_only:false; response_revision:27469; number_of_response:1; }","duration":"150.60513ms","start":"2026-03-04T02:27:41.119689Z","end":"2026-03-04T02:27:41.270294Z","steps":["trace[480002950] 'process raft request' (duration: 150.486017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:41.270412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.108882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:41.270486Z","caller":"traceutil/trace.go:171","msg":"trace[60600491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27469; }","duration":"156.191513ms","start":"2026-03-04T02:27:41.114254Z","end":"2026-03-04T02:27:41.270446Z","steps":["trace[60600491] 'agreement among raft nodes before linearized reading' (duration: 156.088661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:41.298584Z","caller":"traceutil/trace.go:171","msg":"trace[1168924456] transaction","detail":"{read_only:false; response_revision:27471; number_of_response:1; }","duration":"174.4579ms","start":"2026-03-04T02:27:41.124093Z","end":"2026-03-04T02:27:41.298551Z","steps":["trace[1168924456] 'process raft request' (duration: 174.343248ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:41.298663Z","caller":"traceutil/trace.go:171","msg":"trace[1368230117] transaction","detail":"{read_only:false; response_revision:27470; number_of_response:1; }","duration":"178.080227ms","start":"2026-03-04T02:27:41.120566Z","end":"2026-03-04T02:27:41.298646Z","steps":["trace[1368230117] 'process raft request' (duration: 177.760509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:41.298789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.157325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-04T02:27:41.298846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.70517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:41.29886Z","caller":"traceutil/trace.go:171","msg":"trace[1497794859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27471; }","duration":"154.272088ms","start":"2026-03-04T02:27:41.14457Z","end":"2026-03-04T02:27:41.298842Z","steps":["trace[1497794859] 'agreement among raft nodes before linearized reading' (duration: 154.080044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:41.298895Z","caller":"traceutil/trace.go:171","msg":"trace[1579584706] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:27471; }","duration":"111.807363ms","start":"2026-03-04T02:27:41.187073Z","end":"2026-03-04T02:27:41.29888Z","steps":["trace[1579584706] 'agreement among raft nodes before linearized reading' (duration: 111.69468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:41.299308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.35642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-69d7cf589b-t89fv.1899825548d8248d\" ","response":"range_response_count:1 size:1540"} {"level":"info","ts":"2026-03-04T02:27:41.299374Z","caller":"traceutil/trace.go:171","msg":"trace[233279652] range","detail":"{range_begin:/registry/events/openstack/manila-api-69d7cf589b-t89fv.1899825548d8248d; range_end:; response_count:1; response_revision:27471; }","duration":"154.458253ms","start":"2026-03-04T02:27:41.144897Z","end":"2026-03-04T02:27:41.299356Z","steps":["trace[233279652] 'agreement among raft nodes before linearized reading' (duration: 153.608362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:41.524699Z","caller":"traceutil/trace.go:171","msg":"trace[1138570440] transaction","detail":"{read_only:false; response_revision:27472; number_of_response:1; }","duration":"223.365429ms","start":"2026-03-04T02:27:41.301309Z","end":"2026-03-04T02:27:41.524674Z","steps":["trace[1138570440] 'process raft request' (duration: 221.588347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:41.525412Z","caller":"traceutil/trace.go:171","msg":"trace[515345856] transaction","detail":"{read_only:false; response_revision:27473; number_of_response:1; }","duration":"222.732074ms","start":"2026-03-04T02:27:41.30265Z","end":"2026-03-04T02:27:41.525382Z","steps":["trace[515345856] 'process raft request' (duration: 222.307294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:48.6766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.924872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-17f0a071-d184-435c-b43e-a2041f850429\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-04T02:27:48.676844Z","caller":"traceutil/trace.go:171","msg":"trace[1774507509] range","detail":"{range_begin:/registry/persistentvolumes/pvc-17f0a071-d184-435c-b43e-a2041f850429; range_end:; response_count:1; response_revision:27544; }","duration":"124.214829ms","start":"2026-03-04T02:27:48.552603Z","end":"2026-03-04T02:27:48.676818Z","steps":["trace[1774507509] 'range keys from in-memory index tree' (duration: 123.789799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.380144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191290024,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:27:51.735722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181041782s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:27:51.736066Z","caller":"traceutil/trace.go:171","msg":"trace[245749295] transaction","detail":"{read_only:false; response_revision:27562; number_of_response:1; }","duration":"1.181469412s","start":"2026-03-04T02:27:50.554576Z","end":"2026-03-04T02:27:51.736045Z","steps":["trace[245749295] 'process raft request' (duration: 1.181314888s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.736199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:50.554557Z","time spent":"1.181572294s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.744603Z","caller":"traceutil/trace.go:171","msg":"trace[930929666] transaction","detail":"{read_only:false; response_revision:27563; number_of_response:1; }","duration":"676.147643ms","start":"2026-03-04T02:27:51.06841Z","end":"2026-03-04T02:27:51.744557Z","steps":["trace[930929666] 'process raft request' (duration: 676.02975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.744704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.068386Z","time spent":"676.261155ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.744884Z","caller":"traceutil/trace.go:171","msg":"trace[1975844365] transaction","detail":"{read_only:false; response_revision:27564; number_of_response:1; }","duration":"412.9225ms","start":"2026-03-04T02:27:51.33194Z","end":"2026-03-04T02:27:51.744862Z","steps":["trace[1975844365] 'process raft request' (duration: 412.591552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.745004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.331921Z","time spent":"413.023443ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.745256Z","caller":"traceutil/trace.go:171","msg":"trace[1518815635] transaction","detail":"{read_only:false; response_revision:27565; number_of_response:1; }","duration":"386.594551ms","start":"2026-03-04T02:27:51.35864Z","end":"2026-03-04T02:27:51.745235Z","steps":["trace[1518815635] 'process raft request' (duration: 386.15123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.745435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.358589Z","time spent":"386.813756ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.745734Z","caller":"traceutil/trace.go:171","msg":"trace[1446379390] transaction","detail":"{read_only:false; response_revision:27567; number_of_response:1; }","duration":"386.521859ms","start":"2026-03-04T02:27:51.359195Z","end":"2026-03-04T02:27:51.745717Z","steps":["trace[1446379390] 'process raft request' (duration: 386.233502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.74585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.359176Z","time spent":"386.613721ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.746034Z","caller":"traceutil/trace.go:171","msg":"trace[949539266] transaction","detail":"{read_only:false; response_revision:27566; number_of_response:1; }","duration":"387.088853ms","start":"2026-03-04T02:27:51.35894Z","end":"2026-03-04T02:27:51.746029Z","steps":["trace[949539266] 'process raft request' (duration: 386.13609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.746068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.358925Z","time spent":"387.125683ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:51.75233Z","caller":"traceutil/trace.go:171","msg":"trace[180880906] linearizableReadLoop","detail":"{readStateIndex:28529; appliedIndex:28523; }","duration":"873.0463ms","start":"2026-03-04T02:27:50.879265Z","end":"2026-03-04T02:27:51.752312Z","steps":["trace[180880906] 'read index received' (duration: 856.620007ms)","trace[180880906] 'applied index is now lower than readState.Index' (duration: 16.424743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:51.75317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.8909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:27:51.753206Z","caller":"traceutil/trace.go:171","msg":"trace[1382873845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27568; }","duration":"873.968572ms","start":"2026-03-04T02:27:50.879229Z","end":"2026-03-04T02:27:51.753198Z","steps":["trace[1382873845] 'agreement among raft nodes before linearized reading' (duration: 873.836229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.753234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:50.879214Z","time spent":"874.013913ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:27:51.75347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.948702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:51.753504Z","caller":"traceutil/trace.go:171","msg":"trace[644387687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27568; }","duration":"639.075106ms","start":"2026-03-04T02:27:51.11442Z","end":"2026-03-04T02:27:51.753495Z","steps":["trace[644387687] 'agreement among raft nodes before linearized reading' (duration: 639.026105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.753531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.114405Z","time spent":"639.120347ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:27:51.754009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.152691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:27:51.754043Z","caller":"traceutil/trace.go:171","msg":"trace[78380857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27568; }","duration":"120.184402ms","start":"2026-03-04T02:27:51.633849Z","end":"2026-03-04T02:27:51.754033Z","steps":["trace[78380857] 'agreement among raft nodes before linearized reading' (duration: 120.10418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.754237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.21452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:27:51.754266Z","caller":"traceutil/trace.go:171","msg":"trace[1344496617] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:27568; }","duration":"447.288751ms","start":"2026-03-04T02:27:51.306969Z","end":"2026-03-04T02:27:51.754258Z","steps":["trace[1344496617] 'agreement among raft nodes before linearized reading' (duration: 447.169949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.754288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.306951Z","time spent":"447.331212ms","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:27:51.754438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.451942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:51.754464Z","caller":"traceutil/trace.go:171","msg":"trace[2140815698] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27568; }","duration":"500.529004ms","start":"2026-03-04T02:27:51.253927Z","end":"2026-03-04T02:27:51.754456Z","steps":["trace[2140815698] 'agreement among raft nodes before linearized reading' (duration: 500.479523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.754486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.253904Z","time spent":"500.576866ms","remote":"127.0.0.1:37586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:27:51.754631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.987018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-69d7cf589b-t89fv.1899825548d8248d\" ","response":"range_response_count:1 size:1540"} {"level":"info","ts":"2026-03-04T02:27:51.754655Z","caller":"traceutil/trace.go:171","msg":"trace[1579452231] range","detail":"{range_begin:/registry/events/openstack/manila-api-69d7cf589b-t89fv.1899825548d8248d; range_end:; response_count:1; response_revision:27568; }","duration":"612.05376ms","start":"2026-03-04T02:27:51.142596Z","end":"2026-03-04T02:27:51.754649Z","steps":["trace[1579452231] 'agreement among raft nodes before linearized reading' (duration: 611.986928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:51.754676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:51.142576Z","time spent":"612.094821ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1563,"request content":"key:\"/registry/events/openstack/manila-api-69d7cf589b-t89fv.1899825548d8248d\" "} {"level":"info","ts":"2026-03-04T02:27:54.043292Z","caller":"traceutil/trace.go:171","msg":"trace[740363136] transaction","detail":"{read_only:false; response_revision:27577; number_of_response:1; }","duration":"301.790754ms","start":"2026-03-04T02:27:53.741475Z","end":"2026-03-04T02:27:54.043266Z","steps":["trace[740363136] 'process raft request' (duration: 301.61744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:54.043459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:53.741446Z","time spent":"301.930337ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:54.192047Z","caller":"traceutil/trace.go:171","msg":"trace[1491535025] transaction","detail":"{read_only:false; response_revision:27578; number_of_response:1; }","duration":"442.048518ms","start":"2026-03-04T02:27:53.749972Z","end":"2026-03-04T02:27:54.19202Z","steps":["trace[1491535025] 'process raft request' (duration: 441.811842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:54.192227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:53.749951Z","time spent":"442.178671ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:54.192386Z","caller":"traceutil/trace.go:171","msg":"trace[1223336037] transaction","detail":"{read_only:false; response_revision:27579; number_of_response:1; }","duration":"442.347245ms","start":"2026-03-04T02:27:53.750012Z","end":"2026-03-04T02:27:54.192359Z","steps":["trace[1223336037] 'process raft request' (duration: 441.967266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:54.192501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:53.749998Z","time spent":"442.451177ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:54.192643Z","caller":"traceutil/trace.go:171","msg":"trace[35008998] transaction","detail":"{read_only:false; response_revision:27580; number_of_response:1; }","duration":"442.57811ms","start":"2026-03-04T02:27:53.750045Z","end":"2026-03-04T02:27:54.192623Z","steps":["trace[35008998] 'process raft request' (duration: 442.219811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:54.192654Z","caller":"traceutil/trace.go:171","msg":"trace[499006238] linearizableReadLoop","detail":"{readStateIndex:28545; appliedIndex:28539; }","duration":"424.378148ms","start":"2026-03-04T02:27:53.768246Z","end":"2026-03-04T02:27:54.192624Z","steps":["trace[499006238] 'read index received' (duration: 274.925886ms)","trace[499006238] 'applied index is now lower than readState.Index' (duration: 149.450882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:54.192731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:53.750018Z","time spent":"442.668422ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:27:54.192838Z","caller":"traceutil/trace.go:171","msg":"trace[1682316849] transaction","detail":"{read_only:false; response_revision:27581; number_of_response:1; }","duration":"442.699633ms","start":"2026-03-04T02:27:53.750122Z","end":"2026-03-04T02:27:54.192821Z","steps":["trace[1682316849] 'process raft request' (duration: 442.321774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:54.192986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:53.750114Z","time spent":"442.772065ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:54.193082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.781077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:27:54.19315Z","caller":"traceutil/trace.go:171","msg":"trace[1214790190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27583; }","duration":"424.91954ms","start":"2026-03-04T02:27:53.768212Z","end":"2026-03-04T02:27:54.193131Z","steps":["trace[1214790190] 'agreement among raft nodes before linearized reading' (duration: 424.668924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:54.193198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:53.768203Z","time spent":"424.982572ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:27:54.193431Z","caller":"traceutil/trace.go:171","msg":"trace[597403980] transaction","detail":"{read_only:false; response_revision:27582; number_of_response:1; }","duration":"441.140576ms","start":"2026-03-04T02:27:53.752119Z","end":"2026-03-04T02:27:54.193259Z","steps":["trace[597403980] 'process raft request' (duration: 440.402408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:54.193315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.739803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:27:54.193414Z","caller":"traceutil/trace.go:171","msg":"trace[1014810397] transaction","detail":"{read_only:false; response_revision:27583; number_of_response:1; }","duration":"412.585818ms","start":"2026-03-04T02:27:53.780781Z","end":"2026-03-04T02:27:54.193367Z","steps":["trace[1014810397] 'process raft request' (duration: 411.788289ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:54.193505Z","caller":"traceutil/trace.go:171","msg":"trace[1999887643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27583; }","duration":"126.970838ms","start":"2026-03-04T02:27:54.066517Z","end":"2026-03-04T02:27:54.193487Z","steps":["trace[1999887643] 'agreement among raft nodes before linearized reading' (duration: 126.62846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:54.193539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.451745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:27:54.193604Z","caller":"traceutil/trace.go:171","msg":"trace[141318546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27583; }","duration":"118.553628ms","start":"2026-03-04T02:27:54.075033Z","end":"2026-03-04T02:27:54.193587Z","steps":["trace[141318546] 'agreement among raft nodes before linearized reading' (duration: 118.433575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:54.193437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.785828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:27:54.193881Z","caller":"traceutil/trace.go:171","msg":"trace[969636332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27583; }","duration":"107.242989ms","start":"2026-03-04T02:27:54.086618Z","end":"2026-03-04T02:27:54.193861Z","steps":["trace[969636332] 'agreement among raft nodes before linearized reading' (duration: 106.737047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:54.193608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:53.780759Z","time spent":"412.761601ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:54.193958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:27:53.75211Z","time spent":"441.372721ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:27:56.218649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.389178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:27:56.218771Z","caller":"traceutil/trace.go:171","msg":"trace[1055140752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27590; }","duration":"103.562372ms","start":"2026-03-04T02:27:56.11519Z","end":"2026-03-04T02:27:56.218752Z","steps":["trace[1055140752] 'range keys from in-memory index tree' (duration: 103.296846ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.311674Z","caller":"traceutil/trace.go:171","msg":"trace[912109491] transaction","detail":"{read_only:false; response_revision:27592; number_of_response:1; }","duration":"111.656664ms","start":"2026-03-04T02:27:56.199981Z","end":"2026-03-04T02:27:56.311637Z","steps":["trace[912109491] 'process raft request' (duration: 111.388968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.311723Z","caller":"traceutil/trace.go:171","msg":"trace[338140701] transaction","detail":"{read_only:false; response_revision:27593; number_of_response:1; }","duration":"111.402658ms","start":"2026-03-04T02:27:56.200292Z","end":"2026-03-04T02:27:56.311695Z","steps":["trace[338140701] 'process raft request' (duration: 111.253025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.312292Z","caller":"traceutil/trace.go:171","msg":"trace[1580923767] linearizableReadLoop","detail":"{readStateIndex:28558; appliedIndex:28553; }","duration":"109.37503ms","start":"2026-03-04T02:27:56.202899Z","end":"2026-03-04T02:27:56.312274Z","steps":["trace[1580923767] 'read index received' (duration: 16.544043ms)","trace[1580923767] 'applied index is now lower than readState.Index' (duration: 92.829787ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:56.312293Z","caller":"traceutil/trace.go:171","msg":"trace[1543047388] transaction","detail":"{read_only:false; response_revision:27594; number_of_response:1; }","duration":"111.625854ms","start":"2026-03-04T02:27:56.200641Z","end":"2026-03-04T02:27:56.312266Z","steps":["trace[1543047388] 'process raft request' (duration: 111.013049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:56.312541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.625936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:27:56.312607Z","caller":"traceutil/trace.go:171","msg":"trace[1253770570] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27595; }","duration":"109.745719ms","start":"2026-03-04T02:27:56.202844Z","end":"2026-03-04T02:27:56.31259Z","steps":["trace[1253770570] 'agreement among raft nodes before linearized reading' (duration: 109.524363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:56.312671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.58696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:27:56.312718Z","caller":"traceutil/trace.go:171","msg":"trace[812026739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27595; }","duration":"105.686512ms","start":"2026-03-04T02:27:56.207019Z","end":"2026-03-04T02:27:56.312706Z","steps":["trace[812026739] 'agreement among raft nodes before linearized reading' (duration: 105.510858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:56.3129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.434546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:27:56.312936Z","caller":"traceutil/trace.go:171","msg":"trace[1192504732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27595; }","duration":"105.486018ms","start":"2026-03-04T02:27:56.207441Z","end":"2026-03-04T02:27:56.312927Z","steps":["trace[1192504732] 'agreement among raft nodes before linearized reading' (duration: 105.391345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.312944Z","caller":"traceutil/trace.go:171","msg":"trace[1835767000] transaction","detail":"{read_only:false; response_revision:27595; number_of_response:1; }","duration":"111.769957ms","start":"2026-03-04T02:27:56.201133Z","end":"2026-03-04T02:27:56.312903Z","steps":["trace[1835767000] 'process raft request' (duration: 111.020849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:56.313133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.374498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:27:56.313167Z","caller":"traceutil/trace.go:171","msg":"trace[450649112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27595; }","duration":"106.45469ms","start":"2026-03-04T02:27:56.206704Z","end":"2026-03-04T02:27:56.313159Z","steps":["trace[450649112] 'agreement among raft nodes before linearized reading' (duration: 106.365288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:56.313137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.963973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:27:56.313338Z","caller":"traceutil/trace.go:171","msg":"trace[1190644659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27595; }","duration":"107.182268ms","start":"2026-03-04T02:27:56.206136Z","end":"2026-03-04T02:27:56.313318Z","steps":["trace[1190644659] 'agreement among raft nodes before linearized reading' (duration: 106.372969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:56.31328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.575943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:27:56.31421Z","caller":"traceutil/trace.go:171","msg":"trace[1820565276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27595; }","duration":"107.532327ms","start":"2026-03-04T02:27:56.206649Z","end":"2026-03-04T02:27:56.314181Z","steps":["trace[1820565276] 'agreement among raft nodes before linearized reading' (duration: 106.41859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:56.511229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.089262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:27:56.51137Z","caller":"traceutil/trace.go:171","msg":"trace[369024013] transaction","detail":"{read_only:false; response_revision:27596; number_of_response:1; }","duration":"193.778356ms","start":"2026-03-04T02:27:56.317566Z","end":"2026-03-04T02:27:56.511344Z","steps":["trace[369024013] 'process raft request' (duration: 39.461768ms)","trace[369024013] 'compare' (duration: 153.868107ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:27:56.598351Z","caller":"traceutil/trace.go:171","msg":"trace[1736767680] transaction","detail":"{read_only:false; response_revision:27599; number_of_response:1; }","duration":"279.593376ms","start":"2026-03-04T02:27:56.318733Z","end":"2026-03-04T02:27:56.598326Z","steps":["trace[1736767680] 'process raft request' (duration: 279.496943ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.598464Z","caller":"traceutil/trace.go:171","msg":"trace[1848350543] transaction","detail":"{read_only:false; response_revision:27597; number_of_response:1; }","duration":"280.751573ms","start":"2026-03-04T02:27:56.317697Z","end":"2026-03-04T02:27:56.598449Z","steps":["trace[1848350543] 'process raft request' (duration: 280.353894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.59853Z","caller":"traceutil/trace.go:171","msg":"trace[218099743] transaction","detail":"{read_only:false; response_revision:27598; number_of_response:1; }","duration":"280.597349ms","start":"2026-03-04T02:27:56.317893Z","end":"2026-03-04T02:27:56.598491Z","steps":["trace[218099743] 'process raft request' (duration: 280.299072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.598828Z","caller":"traceutil/trace.go:171","msg":"trace[777207687] transaction","detail":"{read_only:false; response_revision:27600; number_of_response:1; }","duration":"279.933234ms","start":"2026-03-04T02:27:56.318888Z","end":"2026-03-04T02:27:56.598821Z","steps":["trace[777207687] 'process raft request' (duration: 279.395742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.599068Z","caller":"traceutil/trace.go:171","msg":"trace[790486672] transaction","detail":"{read_only:false; response_revision:27601; number_of_response:1; }","duration":"278.93164ms","start":"2026-03-04T02:27:56.320129Z","end":"2026-03-04T02:27:56.59906Z","steps":["trace[790486672] 'process raft request' (duration: 278.637453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.599852Z","caller":"traceutil/trace.go:171","msg":"trace[370230780] linearizableReadLoop","detail":"{readStateIndex:28563; appliedIndex:28558; }","duration":"280.902137ms","start":"2026-03-04T02:27:56.318913Z","end":"2026-03-04T02:27:56.599815Z","steps":["trace[370230780] 'read index received' (duration: 38.119106ms)","trace[370230780] 'applied index is now lower than readState.Index' (duration: 242.779781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:56.600036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.109672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:27:56.600092Z","caller":"traceutil/trace.go:171","msg":"trace[2098812338] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27601; }","duration":"281.226704ms","start":"2026-03-04T02:27:56.318853Z","end":"2026-03-04T02:27:56.60008Z","steps":["trace[2098812338] 'agreement among raft nodes before linearized reading' (duration: 281.099801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:27:56.801392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.675412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:27:56.801551Z","caller":"traceutil/trace.go:171","msg":"trace[2086665266] transaction","detail":"{read_only:false; response_revision:27602; number_of_response:1; }","duration":"238.912389ms","start":"2026-03-04T02:27:56.562605Z","end":"2026-03-04T02:27:56.801518Z","steps":["trace[2086665266] 'process raft request' (duration: 132.919849ms)","trace[2086665266] 'compare' (duration: 105.458667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:27:56.801848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.903113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:27:56.801898Z","caller":"traceutil/trace.go:171","msg":"trace[1168042138] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27602; }","duration":"232.012935ms","start":"2026-03-04T02:27:56.569874Z","end":"2026-03-04T02:27:56.801887Z","steps":["trace[1168042138] 'agreement among raft nodes before linearized reading' (duration: 231.815551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:27:56.802126Z","caller":"traceutil/trace.go:171","msg":"trace[723248273] linearizableReadLoop","detail":"{readStateIndex:28565; appliedIndex:28564; }","duration":"201.569111ms","start":"2026-03-04T02:27:56.599919Z","end":"2026-03-04T02:27:56.801489Z","steps":["trace[723248273] 'read index received' (duration: 95.53689ms)","trace[723248273] 'applied index is now lower than readState.Index' (duration: 106.030861ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:02.325188Z","caller":"traceutil/trace.go:171","msg":"trace[1213699411] linearizableReadLoop","detail":"{readStateIndex:28601; appliedIndex:28600; }","duration":"222.898128ms","start":"2026-03-04T02:28:02.102266Z","end":"2026-03-04T02:28:02.325164Z","steps":["trace[1213699411] 'read index received' (duration: 222.778946ms)","trace[1213699411] 'applied index is now lower than readState.Index' (duration: 118.062µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:02.325281Z","caller":"traceutil/trace.go:171","msg":"trace[1908312919] transaction","detail":"{read_only:false; response_revision:27636; number_of_response:1; }","duration":"225.559791ms","start":"2026-03-04T02:28:02.099645Z","end":"2026-03-04T02:28:02.325205Z","steps":["trace[1908312919] 'process raft request' (duration: 225.256574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:02.325639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.358079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:28:02.3257Z","caller":"traceutil/trace.go:171","msg":"trace[408034754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27636; }","duration":"223.454522ms","start":"2026-03-04T02:28:02.102229Z","end":"2026-03-04T02:28:02.325684Z","steps":["trace[408034754] 'agreement among raft nodes before linearized reading' (duration: 223.066973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:02.362935Z","caller":"traceutil/trace.go:171","msg":"trace[274259974] transaction","detail":"{read_only:false; response_revision:27638; number_of_response:1; }","duration":"105.925898ms","start":"2026-03-04T02:28:02.256985Z","end":"2026-03-04T02:28:02.362911Z","steps":["trace[274259974] 'process raft request' (duration: 105.880436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:02.363405Z","caller":"traceutil/trace.go:171","msg":"trace[1140242975] transaction","detail":"{read_only:false; response_revision:27637; number_of_response:1; }","duration":"120.589007ms","start":"2026-03-04T02:28:02.242803Z","end":"2026-03-04T02:28:02.363392Z","steps":["trace[1140242975] 'process raft request' (duration: 119.919671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:02.36395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.838293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:02.363998Z","caller":"traceutil/trace.go:171","msg":"trace[487336039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27638; }","duration":"250.935655ms","start":"2026-03-04T02:28:02.113051Z","end":"2026-03-04T02:28:02.363986Z","steps":["trace[487336039] 'agreement among raft nodes before linearized reading' (duration: 250.854143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:06.737503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.693673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:28:06.737585Z","caller":"traceutil/trace.go:171","msg":"trace[1013529538] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27670; }","duration":"182.826486ms","start":"2026-03-04T02:28:06.55474Z","end":"2026-03-04T02:28:06.737566Z","steps":["trace[1013529538] 'range keys from in-memory index tree' (duration: 182.511738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:07.398909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.954835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:28:07.399205Z","caller":"traceutil/trace.go:171","msg":"trace[1224306782] transaction","detail":"{read_only:false; response_revision:27673; number_of_response:1; }","duration":"656.039764ms","start":"2026-03-04T02:28:06.743141Z","end":"2026-03-04T02:28:07.399181Z","steps":["trace[1224306782] 'process raft request' (duration: 655.85163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:07.399216Z","caller":"traceutil/trace.go:171","msg":"trace[1272712645] transaction","detail":"{read_only:false; response_revision:27675; number_of_response:1; }","duration":"655.508722ms","start":"2026-03-04T02:28:06.743678Z","end":"2026-03-04T02:28:07.399187Z","steps":["trace[1272712645] 'process raft request' (duration: 655.43487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:07.399265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:06.743114Z","time spent":"656.123366ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:07.399367Z","caller":"traceutil/trace.go:171","msg":"trace[1953186685] transaction","detail":"{read_only:false; response_revision:27672; number_of_response:1; }","duration":"656.462754ms","start":"2026-03-04T02:28:06.742896Z","end":"2026-03-04T02:28:07.399359Z","steps":["trace[1953186685] 'process raft request' (duration: 168.964506ms)","trace[1953186685] 'compare' (duration: 486.75606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:07.399381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:06.743661Z","time spent":"655.622404ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:07.399398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:06.742877Z","time spent":"656.504435ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:07.399459Z","caller":"traceutil/trace.go:171","msg":"trace[1277051787] transaction","detail":"{read_only:false; response_revision:27674; number_of_response:1; }","duration":"656.113536ms","start":"2026-03-04T02:28:06.743327Z","end":"2026-03-04T02:28:07.39944Z","steps":["trace[1277051787] 'process raft request' (duration: 655.751007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:07.399525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:06.743281Z","time spent":"656.207888ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:07.399509Z","caller":"traceutil/trace.go:171","msg":"trace[1921070161] transaction","detail":"{read_only:false; response_revision:27676; number_of_response:1; }","duration":"654.524478ms","start":"2026-03-04T02:28:06.744955Z","end":"2026-03-04T02:28:07.399479Z","steps":["trace[1921070161] 'process raft request' (duration: 654.1841ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:07.399577Z","caller":"traceutil/trace.go:171","msg":"trace[565423747] linearizableReadLoop","detail":"{readStateIndex:28641; appliedIndex:28635; }","duration":"645.451332ms","start":"2026-03-04T02:28:06.754095Z","end":"2026-03-04T02:28:07.399546Z","steps":["trace[565423747] 'read index received' (duration: 5.193253ms)","trace[565423747] 'applied index is now lower than readState.Index' (duration: 640.256419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:07.399679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:06.744945Z","time spent":"654.641101ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:07.863363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.160893ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:28:07.863475Z","caller":"traceutil/trace.go:171","msg":"trace[179335462] linearizableReadLoop","detail":"{readStateIndex:28642; appliedIndex:28641; }","duration":"463.804805ms","start":"2026-03-04T02:28:07.399643Z","end":"2026-03-04T02:28:07.863448Z","steps":["trace[179335462] 'read index received' (duration: 39.101µs)","trace[179335462] 'applied index is now lower than readState.Index' (duration: 463.763214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:07.863818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109698657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:28:07.863807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.561705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:28:07.86387Z","caller":"traceutil/trace.go:171","msg":"trace[1455146787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:27676; }","duration":"1.10979728s","start":"2026-03-04T02:28:06.75405Z","end":"2026-03-04T02:28:07.863848Z","steps":["trace[1455146787] 'agreement among raft nodes before linearized reading' (duration: 645.571375ms)","trace[1455146787] 'count revisions from in-memory index tree' (duration: 464.141833ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:07.863886Z","caller":"traceutil/trace.go:171","msg":"trace[2087298731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27676; }","duration":"958.712378ms","start":"2026-03-04T02:28:06.905152Z","end":"2026-03-04T02:28:07.863865Z","steps":["trace[2087298731] 'agreement among raft nodes before linearized reading' (duration: 958.553034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:07.863892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028340583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"warn","ts":"2026-03-04T02:28:07.863914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:06.754033Z","time spent":"1.109867192s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:28:07.86393Z","caller":"traceutil/trace.go:171","msg":"trace[1013463673] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27676; }","duration":"1.028422385s","start":"2026-03-04T02:28:06.835497Z","end":"2026-03-04T02:28:07.863919Z","steps":["trace[1013463673] 'agreement among raft nodes before linearized reading' (duration: 1.028239901s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:07.86393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:06.905126Z","time spent":"958.79354ms","remote":"127.0.0.1:33866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:28:07.863957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:06.83547Z","time spent":"1.028479547s","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:28:07.863956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.2338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:28:07.864013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.879238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:28:07.864032Z","caller":"traceutil/trace.go:171","msg":"trace[1485007986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27676; }","duration":"749.355893ms","start":"2026-03-04T02:28:07.114661Z","end":"2026-03-04T02:28:07.864016Z","steps":["trace[1485007986] 'agreement among raft nodes before linearized reading' (duration: 749.23007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:07.864064Z","caller":"traceutil/trace.go:171","msg":"trace[12992820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27676; }","duration":"405.964519ms","start":"2026-03-04T02:28:07.458086Z","end":"2026-03-04T02:28:07.86405Z","steps":["trace[12992820] 'agreement among raft nodes before linearized reading' (duration: 405.737154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:07.864063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:07.114639Z","time spent":"749.416824ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:28:07.864095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:07.458069Z","time spent":"406.018431ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:28:07.864047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.150888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:28:07.864159Z","caller":"traceutil/trace.go:171","msg":"trace[1431156821] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:27676; }","duration":"277.324352ms","start":"2026-03-04T02:28:07.586805Z","end":"2026-03-04T02:28:07.86413Z","steps":["trace[1431156821] 'agreement among raft nodes before linearized reading' (duration: 277.093377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:08.5264Z","caller":"traceutil/trace.go:171","msg":"trace[1649129580] transaction","detail":"{read_only:false; response_revision:27677; number_of_response:1; }","duration":"140.283795ms","start":"2026-03-04T02:28:08.386097Z","end":"2026-03-04T02:28:08.526381Z","steps":["trace[1649129580] 'process raft request' (duration: 140.114231ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:08.808827Z","caller":"traceutil/trace.go:171","msg":"trace[1011209556] transaction","detail":"{read_only:false; response_revision:27679; number_of_response:1; }","duration":"419.432ms","start":"2026-03-04T02:28:08.38937Z","end":"2026-03-04T02:28:08.808802Z","steps":["trace[1011209556] 'process raft request' (duration: 419.347038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:08.808868Z","caller":"traceutil/trace.go:171","msg":"trace[215253955] transaction","detail":"{read_only:false; response_revision:27678; number_of_response:1; }","duration":"420.67805ms","start":"2026-03-04T02:28:08.388148Z","end":"2026-03-04T02:28:08.808826Z","steps":["trace[215253955] 'process raft request' (duration: 420.371182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:08.808984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:08.389352Z","time spent":"419.547772ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:08.809043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:08.388124Z","time spent":"420.825873ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:08.809093Z","caller":"traceutil/trace.go:171","msg":"trace[842538426] transaction","detail":"{read_only:false; response_revision:27680; number_of_response:1; }","duration":"417.620917ms","start":"2026-03-04T02:28:08.391456Z","end":"2026-03-04T02:28:08.809077Z","steps":["trace[842538426] 'process raft request' (duration: 417.308719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:08.809185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:08.391445Z","time spent":"417.696838ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:08.809432Z","caller":"traceutil/trace.go:171","msg":"trace[1746389258] transaction","detail":"{read_only:false; response_revision:27681; number_of_response:1; }","duration":"417.577195ms","start":"2026-03-04T02:28:08.391827Z","end":"2026-03-04T02:28:08.809404Z","steps":["trace[1746389258] 'process raft request' (duration: 417.193876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:08.809491Z","caller":"traceutil/trace.go:171","msg":"trace[1665574619] transaction","detail":"{read_only:false; response_revision:27682; number_of_response:1; }","duration":"417.460643ms","start":"2026-03-04T02:28:08.392006Z","end":"2026-03-04T02:28:08.809467Z","steps":["trace[1665574619] 'process raft request' (duration: 417.32301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:08.809609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:08.391798Z","time spent":"417.724959ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:08.809673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.493698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:28:08.809723Z","caller":"traceutil/trace.go:171","msg":"trace[658598114] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:27682; }","duration":"296.58898ms","start":"2026-03-04T02:28:08.513122Z","end":"2026-03-04T02:28:08.809711Z","steps":["trace[658598114] 'agreement among raft nodes before linearized reading' (duration: 296.381205ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:08.809474Z","caller":"traceutil/trace.go:171","msg":"trace[212179435] linearizableReadLoop","detail":"{readStateIndex:28648; appliedIndex:28642; }","duration":"296.278053ms","start":"2026-03-04T02:28:08.513181Z","end":"2026-03-04T02:28:08.809459Z","steps":["trace[212179435] 'read index received' (duration: 13.103222ms)","trace[212179435] 'applied index is now lower than readState.Index' (duration: 283.173751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:08.809798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:08.391977Z","time spent":"417.663068ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:09.325543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.432634ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:09.325675Z","caller":"traceutil/trace.go:171","msg":"trace[416578623] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:27682; }","duration":"322.587748ms","start":"2026-03-04T02:28:09.003066Z","end":"2026-03-04T02:28:09.325654Z","steps":["trace[416578623] 'range keys from in-memory index tree' (duration: 322.407894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:09.326191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.373549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:28:09.326246Z","caller":"traceutil/trace.go:171","msg":"trace[32247800] linearizableReadLoop","detail":"{readStateIndex:28649; appliedIndex:28648; }","duration":"516.403385ms","start":"2026-03-04T02:28:08.809835Z","end":"2026-03-04T02:28:09.326239Z","steps":["trace[32247800] 'read index received' (duration: 72.823371ms)","trace[32247800] 'applied index is now lower than readState.Index' (duration: 443.579294ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:09.326301Z","caller":"traceutil/trace.go:171","msg":"trace[1769707253] transaction","detail":"{read_only:false; response_revision:27683; number_of_response:1; }","duration":"569.108147ms","start":"2026-03-04T02:28:08.757153Z","end":"2026-03-04T02:28:09.326261Z","steps":["trace[1769707253] 'process raft request' (duration: 125.507223ms)","trace[1769707253] 'compare' (duration: 443.02172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:09.326371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.068815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:28:09.326392Z","caller":"traceutil/trace.go:171","msg":"trace[1193512269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27683; }","duration":"563.121475ms","start":"2026-03-04T02:28:08.763265Z","end":"2026-03-04T02:28:09.326386Z","steps":["trace[1193512269] 'agreement among raft nodes before linearized reading' (duration: 563.019003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:09.326417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:08.763253Z","time spent":"563.158947ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:28:09.326501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:08.757137Z","time spent":"569.259761ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:09.32654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.347708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:09.32664Z","caller":"traceutil/trace.go:171","msg":"trace[796958674] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:27683; }","duration":"708.536483ms","start":"2026-03-04T02:28:08.618077Z","end":"2026-03-04T02:28:09.326613Z","steps":["trace[796958674] 'agreement among raft nodes before linearized reading' (duration: 708.288437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:09.326711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:08.618056Z","time spent":"708.636034ms","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:28:09.960655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.073108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:28:09.960971Z","caller":"traceutil/trace.go:171","msg":"trace[1576224041] transaction","detail":"{read_only:false; response_revision:27684; number_of_response:1; }","duration":"747.213941ms","start":"2026-03-04T02:28:09.213697Z","end":"2026-03-04T02:28:09.960911Z","steps":["trace[1576224041] 'process raft request' (duration: 240.792414ms)","trace[1576224041] 'compare' (duration: 505.544606ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:09.961059Z","caller":"traceutil/trace.go:171","msg":"trace[360383760] linearizableReadLoop","detail":"{readStateIndex:28650; appliedIndex:28649; }","duration":"634.781338ms","start":"2026-03-04T02:28:09.326259Z","end":"2026-03-04T02:28:09.96104Z","steps":["trace[360383760] 'read index received' (duration: 128.248798ms)","trace[360383760] 'applied index is now lower than readState.Index' (duration: 506.526999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:09.961372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.816224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:09.961441Z","caller":"traceutil/trace.go:171","msg":"trace[1203996728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27685; }","duration":"846.131192ms","start":"2026-03-04T02:28:09.115295Z","end":"2026-03-04T02:28:09.961426Z","steps":["trace[1203996728] 'agreement among raft nodes before linearized reading' (duration: 845.807564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:09.961412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.213662Z","time spent":"747.412475ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:09.96147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.115273Z","time spent":"846.192273ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:28:09.961523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148316145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-04T02:28:09.961602Z","caller":"traceutil/trace.go:171","msg":"trace[769386369] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8; range_end:; response_count:1; response_revision:27685; }","duration":"1.148429977s","start":"2026-03-04T02:28:08.813149Z","end":"2026-03-04T02:28:09.961579Z","steps":["trace[769386369] 'agreement among raft nodes before linearized reading' (duration: 1.147956566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:09.961645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.31135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:28:09.961734Z","caller":"traceutil/trace.go:171","msg":"trace[343862209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27686; }","duration":"558.435753ms","start":"2026-03-04T02:28:09.403283Z","end":"2026-03-04T02:28:09.961719Z","steps":["trace[343862209] 'agreement among raft nodes before linearized reading' (duration: 558.242748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:09.961773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.403261Z","time spent":"558.503245ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:28:09.961669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:08.813132Z","time spent":"1.148521619s","remote":"127.0.0.1:46778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-e246d2b3-aab1-40a2-bf83-8d7dbc34bdc8\" "} {"level":"info","ts":"2026-03-04T02:28:09.961787Z","caller":"traceutil/trace.go:171","msg":"trace[894874822] transaction","detail":"{read_only:false; response_revision:27686; number_of_response:1; }","duration":"596.145579ms","start":"2026-03-04T02:28:09.365631Z","end":"2026-03-04T02:28:09.961777Z","steps":["trace[894874822] 'process raft request' (duration: 595.808951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:09.961845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.094705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:28:09.961895Z","caller":"traceutil/trace.go:171","msg":"trace[2048761781] transaction","detail":"{read_only:false; response_revision:27685; number_of_response:1; }","duration":"631.021029ms","start":"2026-03-04T02:28:09.330866Z","end":"2026-03-04T02:28:09.961887Z","steps":["trace[2048761781] 'process raft request' (duration: 629.886012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:09.961924Z","caller":"traceutil/trace.go:171","msg":"trace[2139855284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27686; }","duration":"558.200147ms","start":"2026-03-04T02:28:09.403705Z","end":"2026-03-04T02:28:09.961906Z","steps":["trace[2139855284] 'agreement among raft nodes before linearized reading' (duration: 557.950671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:09.961921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.106345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:28:09.961924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.434873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:28:09.961962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.33084Z","time spent":"631.076649ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:09.961959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.522815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:28:09.961978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.403693Z","time spent":"558.269729ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:28:09.961981Z","caller":"traceutil/trace.go:171","msg":"trace[899812485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27686; }","duration":"558.190197ms","start":"2026-03-04T02:28:09.403776Z","end":"2026-03-04T02:28:09.961966Z","steps":["trace[899812485] 'agreement among raft nodes before linearized reading' (duration: 557.974021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:09.961992Z","caller":"traceutil/trace.go:171","msg":"trace[1016204336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27686; }","duration":"558.521035ms","start":"2026-03-04T02:28:09.403454Z","end":"2026-03-04T02:28:09.961975Z","steps":["trace[1016204336] 'agreement among raft nodes before linearized reading' (duration: 558.30605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:09.961974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.365607Z","time spent":"596.301053ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:09.961999Z","caller":"traceutil/trace.go:171","msg":"trace[569524425] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27686; }","duration":"558.605157ms","start":"2026-03-04T02:28:09.403383Z","end":"2026-03-04T02:28:09.961988Z","steps":["trace[569524425] 'agreement among raft nodes before linearized reading' (duration: 558.504505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:09.962039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.403767Z","time spent":"558.260529ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:28:09.962052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.40336Z","time spent":"558.680218ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:28:09.962039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.403447Z","time spent":"558.580956ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:28:10.796629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191290313,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:28:10.900556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.646442ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:28:10.900867Z","caller":"traceutil/trace.go:171","msg":"trace[294997492] transaction","detail":"{read_only:false; response_revision:27687; number_of_response:1; }","duration":"933.860537ms","start":"2026-03-04T02:28:09.966966Z","end":"2026-03-04T02:28:10.900826Z","steps":["trace[294997492] 'process raft request' (duration: 222.844797ms)","trace[294997492] 'compare' (duration: 709.31641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:10.901042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.966945Z","time spent":"934.003701ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:10.901034Z","caller":"traceutil/trace.go:171","msg":"trace[1450998107] transaction","detail":"{read_only:false; response_revision:27688; number_of_response:1; }","duration":"933.94361ms","start":"2026-03-04T02:28:09.967034Z","end":"2026-03-04T02:28:10.900977Z","steps":["trace[1450998107] 'process raft request' (duration: 933.613812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:10.901066Z","caller":"traceutil/trace.go:171","msg":"trace[1348644608] transaction","detail":"{read_only:false; response_revision:27689; number_of_response:1; }","duration":"933.858778ms","start":"2026-03-04T02:28:09.967156Z","end":"2026-03-04T02:28:10.901015Z","steps":["trace[1348644608] 'process raft request' (duration: 933.689184ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:10.901061Z","caller":"traceutil/trace.go:171","msg":"trace[67457658] transaction","detail":"{read_only:false; response_revision:27690; number_of_response:1; }","duration":"933.734215ms","start":"2026-03-04T02:28:09.967296Z","end":"2026-03-04T02:28:10.901031Z","steps":["trace[67457658] 'process raft request' (duration: 933.625093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:10.901282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.967015Z","time spent":"934.117304ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:10.901323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.967127Z","time spent":"934.048863ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:10.901292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.967287Z","time spent":"933.92877ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:10.901084Z","caller":"traceutil/trace.go:171","msg":"trace[917250709] transaction","detail":"{read_only:false; response_revision:27691; number_of_response:1; }","duration":"933.664763ms","start":"2026-03-04T02:28:09.967405Z","end":"2026-03-04T02:28:10.90107Z","steps":["trace[917250709] 'process raft request' (duration: 933.578751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:10.901593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:09.967397Z","time spent":"934.087943ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:11.684313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.449901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:28:11.684539Z","caller":"traceutil/trace.go:171","msg":"trace[1543684241] transaction","detail":"{read_only:false; response_revision:27692; number_of_response:1; }","duration":"1.152338241s","start":"2026-03-04T02:28:10.532174Z","end":"2026-03-04T02:28:11.684512Z","steps":["trace[1543684241] 'process raft request' (duration: 480.590413ms)","trace[1543684241] 'compare' (duration: 670.59018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:11.684655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:10.532147Z","time spent":"1.152449364s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:11.684906Z","caller":"traceutil/trace.go:171","msg":"trace[1884873652] transaction","detail":"{read_only:false; response_revision:27693; number_of_response:1; }","duration":"870.006691ms","start":"2026-03-04T02:28:10.814869Z","end":"2026-03-04T02:28:11.684875Z","steps":["trace[1884873652] 'process raft request' (duration: 869.56468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:11.68508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:10.814837Z","time spent":"870.143974ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:11.685169Z","caller":"traceutil/trace.go:171","msg":"trace[1511963251] transaction","detail":"{read_only:false; response_revision:27696; number_of_response:1; }","duration":"869.712443ms","start":"2026-03-04T02:28:10.815444Z","end":"2026-03-04T02:28:11.685156Z","steps":["trace[1511963251] 'process raft request' (duration: 869.613931ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:11.68517Z","caller":"traceutil/trace.go:171","msg":"trace[1284962055] transaction","detail":"{read_only:false; response_revision:27695; number_of_response:1; }","duration":"869.827486ms","start":"2026-03-04T02:28:10.815325Z","end":"2026-03-04T02:28:11.685152Z","steps":["trace[1284962055] 'process raft request' (duration: 869.625051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:11.685169Z","caller":"traceutil/trace.go:171","msg":"trace[786777396] linearizableReadLoop","detail":"{readStateIndex:28658; appliedIndex:28652; }","duration":"1.389039838s","start":"2026-03-04T02:28:10.296109Z","end":"2026-03-04T02:28:11.685149Z","steps":["trace[786777396] 'read index received' (duration: 536.561924ms)","trace[786777396] 'applied index is now lower than readState.Index' (duration: 852.476974ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:11.685158Z","caller":"traceutil/trace.go:171","msg":"trace[2050869265] transaction","detail":"{read_only:false; response_revision:27694; number_of_response:1; }","duration":"869.838656ms","start":"2026-03-04T02:28:10.815282Z","end":"2026-03-04T02:28:11.68512Z","steps":["trace[2050869265] 'process raft request' (duration: 869.272703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:11.685257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:10.815309Z","time spent":"869.899877ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:11.685196Z","caller":"traceutil/trace.go:171","msg":"trace[2035439974] transaction","detail":"{read_only:false; response_revision:27697; number_of_response:1; }","duration":"869.774865ms","start":"2026-03-04T02:28:10.815398Z","end":"2026-03-04T02:28:11.685173Z","steps":["trace[2035439974] 'process raft request' (duration: 869.704763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:11.685242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:10.815425Z","time spent":"869.773555ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:11.685319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389209252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:11.685363Z","caller":"traceutil/trace.go:171","msg":"trace[1161520449] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27697; }","duration":"1.389285674s","start":"2026-03-04T02:28:10.296065Z","end":"2026-03-04T02:28:11.685351Z","steps":["trace[1161520449] 'agreement among raft nodes before linearized reading' (duration: 1.389195982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:11.685366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:10.81533Z","time spent":"869.9696ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:11.68537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:10.815256Z","time spent":"870.024491ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:11.685397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:10.296049Z","time spent":"1.389339345s","remote":"127.0.0.1:33686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:28:11.685406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307402497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:28:11.685803Z","caller":"traceutil/trace.go:171","msg":"trace[1640114952] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:27697; }","duration":"1.307841017s","start":"2026-03-04T02:28:10.377945Z","end":"2026-03-04T02:28:11.685787Z","steps":["trace[1640114952] 'agreement among raft nodes before linearized reading' (duration: 1.307407327s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:11.685872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:10.377923Z","time spent":"1.30792289s","remote":"127.0.0.1:46928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:28:11.685445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.080962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-69d7cf589b-t89fv.1899825548d8248d\" ","response":"range_response_count:1 size:1540"} {"level":"info","ts":"2026-03-04T02:28:11.686024Z","caller":"traceutil/trace.go:171","msg":"trace[756833129] range","detail":"{range_begin:/registry/events/openstack/manila-api-69d7cf589b-t89fv.1899825548d8248d; range_end:; response_count:1; response_revision:27697; }","duration":"541.668136ms","start":"2026-03-04T02:28:11.144328Z","end":"2026-03-04T02:28:11.685996Z","steps":["trace[756833129] 'agreement among raft nodes before linearized reading' (duration: 541.028041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:11.685486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.332227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:28:11.68609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:11.14431Z","time spent":"541.762498ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1563,"request content":"key:\"/registry/events/openstack/manila-api-69d7cf589b-t89fv.1899825548d8248d\" "} {"level":"info","ts":"2026-03-04T02:28:11.686131Z","caller":"traceutil/trace.go:171","msg":"trace[528855313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27697; }","duration":"570.999393ms","start":"2026-03-04T02:28:11.115114Z","end":"2026-03-04T02:28:11.686113Z","steps":["trace[528855313] 'agreement among raft nodes before linearized reading' (duration: 570.352318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:11.686185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:11.115095Z","time spent":"571.075564ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:28:11.685464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.747697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:28:11.686236Z","caller":"traceutil/trace.go:171","msg":"trace[171204775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27697; }","duration":"547.540985ms","start":"2026-03-04T02:28:11.138678Z","end":"2026-03-04T02:28:11.686219Z","steps":["trace[171204775] 'agreement among raft nodes before linearized reading' (duration: 546.713476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:11.686363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:11.138613Z","time spent":"547.730499ms","remote":"127.0.0.1:33914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:28:11.943889Z","caller":"traceutil/trace.go:171","msg":"trace[606247046] transaction","detail":"{read_only:false; response_revision:27699; number_of_response:1; }","duration":"105.562199ms","start":"2026-03-04T02:28:11.838294Z","end":"2026-03-04T02:28:11.943856Z","steps":["trace[606247046] 'process raft request' (duration: 31.811326ms)","trace[606247046] 'compare' (duration: 73.413105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:12.466968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191290332,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:28:12.64403Z","caller":"traceutil/trace.go:171","msg":"trace[2099641004] linearizableReadLoop","detail":"{readStateIndex:28667; appliedIndex:28666; }","duration":"677.890844ms","start":"2026-03-04T02:28:11.966112Z","end":"2026-03-04T02:28:12.644003Z","steps":["trace[2099641004] 'read index received' (duration: 588.450258ms)","trace[2099641004] 'applied index is now lower than readState.Index' (duration: 89.439126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:12.644056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:11.945012Z","time spent":"699.035696ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:28:12.644266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.14312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:28:12.64434Z","caller":"traceutil/trace.go:171","msg":"trace[23381264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27699; }","duration":"678.276243ms","start":"2026-03-04T02:28:11.966044Z","end":"2026-03-04T02:28:12.64432Z","steps":["trace[23381264] 'agreement among raft nodes before linearized reading' (duration: 678.051937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:12.644389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:11.966025Z","time spent":"678.354545ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:28:12.644452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.034903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-03-04T02:28:12.644504Z","caller":"traceutil/trace.go:171","msg":"trace[1537533274] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27699; }","duration":"677.142036ms","start":"2026-03-04T02:28:11.96735Z","end":"2026-03-04T02:28:12.644492Z","steps":["trace[1537533274] 'agreement among raft nodes before linearized reading' (duration: 676.818428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:12.64454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:11.967326Z","time spent":"677.205708ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4885,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-04T02:28:12.644483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.19955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:28:12.644636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.700404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-04T02:28:12.644703Z","caller":"traceutil/trace.go:171","msg":"trace[477738979] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:27699; }","duration":"193.805526ms","start":"2026-03-04T02:28:12.45088Z","end":"2026-03-04T02:28:12.644686Z","steps":["trace[477738979] 'agreement among raft nodes before linearized reading' (duration: 193.626432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:12.644807Z","caller":"traceutil/trace.go:171","msg":"trace[328422080] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27699; }","duration":"121.59045ms","start":"2026-03-04T02:28:12.523072Z","end":"2026-03-04T02:28:12.644663Z","steps":["trace[328422080] 'agreement among raft nodes before linearized reading' (duration: 121.17933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:12.802056Z","caller":"traceutil/trace.go:171","msg":"trace[1205639778] linearizableReadLoop","detail":"{readStateIndex:28669; appliedIndex:28667; }","duration":"153.161691ms","start":"2026-03-04T02:28:12.648823Z","end":"2026-03-04T02:28:12.801984Z","steps":["trace[1205639778] 'read index received' (duration: 51.101265ms)","trace[1205639778] 'applied index is now lower than readState.Index' (duration: 102.059056ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:12.802137Z","caller":"traceutil/trace.go:171","msg":"trace[63344543] transaction","detail":"{read_only:false; response_revision:27701; number_of_response:1; }","duration":"153.56427ms","start":"2026-03-04T02:28:12.648546Z","end":"2026-03-04T02:28:12.80211Z","steps":["trace[63344543] 'process raft request' (duration: 151.275966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:12.802297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.459488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f01d7eb9-6a4e-4e0d-81e1-07d5494d0a8b\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-04T02:28:12.802351Z","caller":"traceutil/trace.go:171","msg":"trace[1881547291] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f01d7eb9-6a4e-4e0d-81e1-07d5494d0a8b; range_end:; response_count:1; response_revision:27701; }","duration":"153.53835ms","start":"2026-03-04T02:28:12.6488Z","end":"2026-03-04T02:28:12.802338Z","steps":["trace[1881547291] 'agreement among raft nodes before linearized reading' (duration: 153.380926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:13.110216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.63446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:28:13.110242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.407238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:28:13.110355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.252065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:28:13.110294Z","caller":"traceutil/trace.go:171","msg":"trace[1183451222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27701; }","duration":"203.777453ms","start":"2026-03-04T02:28:12.9065Z","end":"2026-03-04T02:28:13.110278Z","steps":["trace[1183451222] 'range keys from in-memory index tree' (duration: 203.427256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.110383Z","caller":"traceutil/trace.go:171","msg":"trace[1765558419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27701; }","duration":"204.311897ms","start":"2026-03-04T02:28:12.906063Z","end":"2026-03-04T02:28:13.110375Z","steps":["trace[1765558419] 'range keys from in-memory index tree' (duration: 204.153072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:13.110413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.387338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:28:13.110457Z","caller":"traceutil/trace.go:171","msg":"trace[409924473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27701; }","duration":"204.46991ms","start":"2026-03-04T02:28:12.905976Z","end":"2026-03-04T02:28:13.110446Z","steps":["trace[409924473] 'range keys from in-memory index tree' (duration: 204.211304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:13.110556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.012429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:28:13.110574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.627294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:28:13.110584Z","caller":"traceutil/trace.go:171","msg":"trace[963419916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27701; }","duration":"204.040151ms","start":"2026-03-04T02:28:12.906537Z","end":"2026-03-04T02:28:13.110577Z","steps":["trace[963419916] 'range keys from in-memory index tree' (duration: 203.871866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.110597Z","caller":"traceutil/trace.go:171","msg":"trace[2103781098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27701; }","duration":"204.716166ms","start":"2026-03-04T02:28:12.905874Z","end":"2026-03-04T02:28:13.11059Z","steps":["trace[2103781098] 'range keys from in-memory index tree' (duration: 204.502761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.110343Z","caller":"traceutil/trace.go:171","msg":"trace[1558375148] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27701; }","duration":"148.555041ms","start":"2026-03-04T02:28:12.961765Z","end":"2026-03-04T02:28:13.11032Z","steps":["trace[1558375148] 'count revisions from in-memory index tree' (duration: 148.313705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:13.110808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.027598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:28:13.110843Z","caller":"traceutil/trace.go:171","msg":"trace[1258037783] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27701; }","duration":"161.092369ms","start":"2026-03-04T02:28:12.949741Z","end":"2026-03-04T02:28:13.110833Z","steps":["trace[1258037783] 'range keys from in-memory index tree' (duration: 160.884084ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.635719Z","caller":"traceutil/trace.go:171","msg":"trace[1787624510] linearizableReadLoop","detail":"{readStateIndex:28672; appliedIndex:28669; }","duration":"516.492467ms","start":"2026-03-04T02:28:13.119201Z","end":"2026-03-04T02:28:13.635693Z","steps":["trace[1787624510] 'read index received' (duration: 76.093118ms)","trace[1787624510] 'applied index is now lower than readState.Index' (duration: 440.398159ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:13.639697Z","caller":"traceutil/trace.go:171","msg":"trace[14512627] transaction","detail":"{read_only:false; response_revision:27703; number_of_response:1; }","duration":"521.145887ms","start":"2026-03-04T02:28:13.118506Z","end":"2026-03-04T02:28:13.639652Z","steps":["trace[14512627] 'process raft request' (duration: 516.901376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.639817Z","caller":"traceutil/trace.go:171","msg":"trace[1039004382] transaction","detail":"{read_only:false; response_revision:27705; number_of_response:1; }","duration":"520.561163ms","start":"2026-03-04T02:28:13.119222Z","end":"2026-03-04T02:28:13.639783Z","steps":["trace[1039004382] 'process raft request' (duration: 516.398084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:13.639893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.661726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18597"} {"level":"warn","ts":"2026-03-04T02:28:13.639874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:13.118494Z","time spent":"521.29072ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:13.639979Z","caller":"traceutil/trace.go:171","msg":"trace[1083644685] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27706; }","duration":"520.772468ms","start":"2026-03-04T02:28:13.119187Z","end":"2026-03-04T02:28:13.63996Z","steps":["trace[1083644685] 'agreement among raft nodes before linearized reading' (duration: 520.497341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:13.640022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:13.119182Z","time spent":"520.832059ms","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18620,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T02:28:13.64003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:13.119212Z","time spent":"520.707986ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:13.640104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.185652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T02:28:13.6402Z","caller":"traceutil/trace.go:171","msg":"trace[427129504] transaction","detail":"{read_only:false; response_revision:27704; number_of_response:1; }","duration":"521.690339ms","start":"2026-03-04T02:28:13.1185Z","end":"2026-03-04T02:28:13.640191Z","steps":["trace[427129504] 'process raft request' (duration: 517.07695ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.640224Z","caller":"traceutil/trace.go:171","msg":"trace[1250248224] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:27706; }","duration":"116.355665ms","start":"2026-03-04T02:28:13.523837Z","end":"2026-03-04T02:28:13.640192Z","steps":["trace[1250248224] 'agreement among raft nodes before linearized reading' (duration: 116.009377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:13.640267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:13.11847Z","time spent":"521.771952ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:13.640297Z","caller":"traceutil/trace.go:171","msg":"trace[1719751687] transaction","detail":"{read_only:false; response_revision:27706; number_of_response:1; }","duration":"520.947842ms","start":"2026-03-04T02:28:13.119335Z","end":"2026-03-04T02:28:13.640282Z","steps":["trace[1719751687] 'process raft request' (duration: 516.322922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:13.640389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:13.119325Z","time spent":"521.002334ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:13.816137Z","caller":"traceutil/trace.go:171","msg":"trace[1658468309] transaction","detail":"{read_only:false; response_revision:27708; number_of_response:1; }","duration":"124.089ms","start":"2026-03-04T02:28:13.692016Z","end":"2026-03-04T02:28:13.816105Z","steps":["trace[1658468309] 'process raft request' (duration: 123.804183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.816297Z","caller":"traceutil/trace.go:171","msg":"trace[405670785] transaction","detail":"{read_only:false; response_revision:27709; number_of_response:1; }","duration":"123.453025ms","start":"2026-03-04T02:28:13.692823Z","end":"2026-03-04T02:28:13.816276Z","steps":["trace[405670785] 'process raft request' (duration: 123.114007ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.816488Z","caller":"traceutil/trace.go:171","msg":"trace[2142331085] transaction","detail":"{read_only:false; response_revision:27710; number_of_response:1; }","duration":"123.325702ms","start":"2026-03-04T02:28:13.69314Z","end":"2026-03-04T02:28:13.816466Z","steps":["trace[2142331085] 'process raft request' (duration: 123.102126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.81666Z","caller":"traceutil/trace.go:171","msg":"trace[999725536] linearizableReadLoop","detail":"{readStateIndex:28680; appliedIndex:28674; }","duration":"114.83708ms","start":"2026-03-04T02:28:13.701808Z","end":"2026-03-04T02:28:13.816645Z","steps":["trace[999725536] 'read index received' (duration: 34.05673ms)","trace[999725536] 'applied index is now lower than readState.Index' (duration: 80.77949ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:13.816683Z","caller":"traceutil/trace.go:171","msg":"trace[928336026] transaction","detail":"{read_only:false; response_revision:27712; number_of_response:1; }","duration":"123.010414ms","start":"2026-03-04T02:28:13.693659Z","end":"2026-03-04T02:28:13.816669Z","steps":["trace[928336026] 'process raft request' (duration: 122.886951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:13.816684Z","caller":"traceutil/trace.go:171","msg":"trace[33044569] transaction","detail":"{read_only:false; response_revision:27711; number_of_response:1; }","duration":"123.096406ms","start":"2026-03-04T02:28:13.693549Z","end":"2026-03-04T02:28:13.816645Z","steps":["trace[33044569] 'process raft request' (duration: 122.832529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:13.816787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.969403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:13.816824Z","caller":"traceutil/trace.go:171","msg":"trace[963992275] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27712; }","duration":"115.039675ms","start":"2026-03-04T02:28:13.701772Z","end":"2026-03-04T02:28:13.816812Z","steps":["trace[963992275] 'agreement among raft nodes before linearized reading' (duration: 114.966973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:14.960544Z","caller":"traceutil/trace.go:171","msg":"trace[1354450920] transaction","detail":"{read_only:false; response_revision:27714; number_of_response:1; }","duration":"150.18183ms","start":"2026-03-04T02:28:14.810338Z","end":"2026-03-04T02:28:14.96052Z","steps":["trace[1354450920] 'process raft request' (duration: 150.040716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:15.184665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.904138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:28:15.184862Z","caller":"traceutil/trace.go:171","msg":"trace[425745725] transaction","detail":"{read_only:false; response_revision:27715; number_of_response:1; }","duration":"208.353043ms","start":"2026-03-04T02:28:14.976482Z","end":"2026-03-04T02:28:15.184835Z","steps":["trace[425745725] 'process raft request' (duration: 107.189478ms)","trace[425745725] 'compare' (duration: 100.777396ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:15.353009Z","caller":"traceutil/trace.go:171","msg":"trace[2087411331] transaction","detail":"{read_only:false; response_revision:27716; number_of_response:1; }","duration":"148.325215ms","start":"2026-03-04T02:28:15.20465Z","end":"2026-03-04T02:28:15.352975Z","steps":["trace[2087411331] 'process raft request' (duration: 146.093843ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:23.92994Z","caller":"traceutil/trace.go:171","msg":"trace[574848753] transaction","detail":"{read_only:false; response_revision:27844; number_of_response:1; }","duration":"108.99065ms","start":"2026-03-04T02:28:23.820924Z","end":"2026-03-04T02:28:23.929915Z","steps":["trace[574848753] 'process raft request' (duration: 108.780245ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:26.116618Z","caller":"traceutil/trace.go:171","msg":"trace[1108366965] transaction","detail":"{read_only:false; response_revision:27883; number_of_response:1; }","duration":"177.655733ms","start":"2026-03-04T02:28:25.938937Z","end":"2026-03-04T02:28:26.116593Z","steps":["trace[1108366965] 'process raft request' (duration: 90.570383ms)","trace[1108366965] 'compare' (duration: 86.933437ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:26.117021Z","caller":"traceutil/trace.go:171","msg":"trace[1524604905] transaction","detail":"{read_only:false; response_revision:27884; number_of_response:1; }","duration":"178.050673ms","start":"2026-03-04T02:28:25.938935Z","end":"2026-03-04T02:28:26.116986Z","steps":["trace[1524604905] 'process raft request' (duration: 177.623013ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:26.117082Z","caller":"traceutil/trace.go:171","msg":"trace[414727975] transaction","detail":"{read_only:false; response_revision:27885; number_of_response:1; }","duration":"176.714101ms","start":"2026-03-04T02:28:25.940357Z","end":"2026-03-04T02:28:26.117071Z","steps":["trace[414727975] 'process raft request' (duration: 176.473825ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:26.117131Z","caller":"traceutil/trace.go:171","msg":"trace[126451704] linearizableReadLoop","detail":"{readStateIndex:28860; appliedIndex:28855; }","duration":"139.176279ms","start":"2026-03-04T02:28:25.977926Z","end":"2026-03-04T02:28:26.117103Z","steps":["trace[126451704] 'read index received' (duration: 51.599427ms)","trace[126451704] 'applied index is now lower than readState.Index' (duration: 87.575012ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:26.117201Z","caller":"traceutil/trace.go:171","msg":"trace[674033538] transaction","detail":"{read_only:false; response_revision:27886; number_of_response:1; }","duration":"176.181448ms","start":"2026-03-04T02:28:25.940961Z","end":"2026-03-04T02:28:26.117142Z","steps":["trace[674033538] 'process raft request' (duration: 175.998224ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:26.117314Z","caller":"traceutil/trace.go:171","msg":"trace[1697281668] transaction","detail":"{read_only:false; response_revision:27887; number_of_response:1; }","duration":"175.541882ms","start":"2026-03-04T02:28:25.941765Z","end":"2026-03-04T02:28:26.117307Z","steps":["trace[1697281668] 'process raft request' (duration: 175.267816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:26.117398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.468595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-04T02:28:26.117427Z","caller":"traceutil/trace.go:171","msg":"trace[195821081] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:27887; }","duration":"139.548367ms","start":"2026-03-04T02:28:25.977873Z","end":"2026-03-04T02:28:26.117421Z","steps":["trace[195821081] 'agreement among raft nodes before linearized reading' (duration: 139.434924ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:27.925978Z","caller":"traceutil/trace.go:171","msg":"trace[1828307491] transaction","detail":"{read_only:false; response_revision:27895; number_of_response:1; }","duration":"141.831611ms","start":"2026-03-04T02:28:27.784119Z","end":"2026-03-04T02:28:27.925951Z","steps":["trace[1828307491] 'process raft request' (duration: 141.674257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:27.928563Z","caller":"traceutil/trace.go:171","msg":"trace[647565182] transaction","detail":"{read_only:false; response_revision:27896; number_of_response:1; }","duration":"143.655934ms","start":"2026-03-04T02:28:27.784885Z","end":"2026-03-04T02:28:27.928541Z","steps":["trace[647565182] 'process raft request' (duration: 143.48708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:27.928841Z","caller":"traceutil/trace.go:171","msg":"trace[826009538] transaction","detail":"{read_only:false; response_revision:27898; number_of_response:1; }","duration":"143.511051ms","start":"2026-03-04T02:28:27.785304Z","end":"2026-03-04T02:28:27.928815Z","steps":["trace[826009538] 'process raft request' (duration: 143.409909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:27.928892Z","caller":"traceutil/trace.go:171","msg":"trace[570349606] transaction","detail":"{read_only:false; response_revision:27897; number_of_response:1; }","duration":"143.815068ms","start":"2026-03-04T02:28:27.785057Z","end":"2026-03-04T02:28:27.928872Z","steps":["trace[570349606] 'process raft request' (duration: 143.44581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:29.340616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.776054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:29.340681Z","caller":"traceutil/trace.go:171","msg":"trace[489916843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27905; }","duration":"227.910598ms","start":"2026-03-04T02:28:29.112756Z","end":"2026-03-04T02:28:29.340666Z","steps":["trace[489916843] 'range keys from in-memory index tree' (duration: 227.669661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:29.340764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.843945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:29.340836Z","caller":"traceutil/trace.go:171","msg":"trace[331686834] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27905; }","duration":"219.943128ms","start":"2026-03-04T02:28:29.120871Z","end":"2026-03-04T02:28:29.340815Z","steps":["trace[331686834] 'range keys from in-memory index tree' (duration: 219.780954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:29.340836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.06072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:28:29.34087Z","caller":"traceutil/trace.go:171","msg":"trace[2105522823] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27905; }","duration":"159.125352ms","start":"2026-03-04T02:28:29.181736Z","end":"2026-03-04T02:28:29.340861Z","steps":["trace[2105522823] 'range keys from in-memory index tree' (duration: 158.924898ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:37.095915Z","caller":"traceutil/trace.go:171","msg":"trace[1691335805] linearizableReadLoop","detail":"{readStateIndex:28947; appliedIndex:28946; }","duration":"129.319004ms","start":"2026-03-04T02:28:36.966571Z","end":"2026-03-04T02:28:37.09589Z","steps":["trace[1691335805] 'read index received' (duration: 48.79599ms)","trace[1691335805] 'applied index is now lower than readState.Index' (duration: 80.521844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:37.096064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.470237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:37.096115Z","caller":"traceutil/trace.go:171","msg":"trace[1319652699] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:27971; }","duration":"129.58585ms","start":"2026-03-04T02:28:36.966515Z","end":"2026-03-04T02:28:37.0961Z","steps":["trace[1319652699] 'agreement among raft nodes before linearized reading' (duration: 129.475218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:43.745725Z","caller":"traceutil/trace.go:171","msg":"trace[1783538341] transaction","detail":"{read_only:false; response_revision:28015; number_of_response:1; }","duration":"143.023949ms","start":"2026-03-04T02:28:43.602673Z","end":"2026-03-04T02:28:43.745697Z","steps":["trace[1783538341] 'process raft request' (duration: 142.855585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.122787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.037731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:28:44.12286Z","caller":"traceutil/trace.go:171","msg":"trace[2042866282] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28015; }","duration":"122.168434ms","start":"2026-03-04T02:28:44.000674Z","end":"2026-03-04T02:28:44.122842Z","steps":["trace[2042866282] 'range keys from in-memory index tree' (duration: 121.854527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.530829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191291112,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:28:44.551529Z","caller":"traceutil/trace.go:171","msg":"trace[786759389] transaction","detail":"{read_only:false; response_revision:28016; number_of_response:1; }","duration":"522.440298ms","start":"2026-03-04T02:28:44.029062Z","end":"2026-03-04T02:28:44.551503Z","steps":["trace[786759389] 'process raft request' (duration: 522.280564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.551696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.029039Z","time spent":"522.555981ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:44.992236Z","caller":"traceutil/trace.go:171","msg":"trace[83789757] transaction","detail":"{read_only:false; response_revision:28017; number_of_response:1; }","duration":"864.594382ms","start":"2026-03-04T02:28:44.127612Z","end":"2026-03-04T02:28:44.992206Z","steps":["trace[83789757] 'process raft request' (duration: 864.347396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.992369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.127592Z","time spent":"864.714274ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:44.99243Z","caller":"traceutil/trace.go:171","msg":"trace[1118862548] transaction","detail":"{read_only:false; response_revision:28018; number_of_response:1; }","duration":"805.724381ms","start":"2026-03-04T02:28:44.186687Z","end":"2026-03-04T02:28:44.992411Z","steps":["trace[1118862548] 'process raft request' (duration: 805.453195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.992485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.186655Z","time spent":"805.804634ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:44.992541Z","caller":"traceutil/trace.go:171","msg":"trace[1252803024] transaction","detail":"{read_only:false; response_revision:28019; number_of_response:1; }","duration":"802.603217ms","start":"2026-03-04T02:28:44.189932Z","end":"2026-03-04T02:28:44.992535Z","steps":["trace[1252803024] 'process raft request' (duration: 802.239859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.992572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.18992Z","time spent":"802.636238ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:44.992584Z","caller":"traceutil/trace.go:171","msg":"trace[209553565] transaction","detail":"{read_only:false; response_revision:28021; number_of_response:1; }","duration":"802.29364ms","start":"2026-03-04T02:28:44.190284Z","end":"2026-03-04T02:28:44.992578Z","steps":["trace[209553565] 'process raft request' (duration: 802.224789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.992619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.190276Z","time spent":"802.322801ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:28:44.992621Z","caller":"traceutil/trace.go:171","msg":"trace[892607012] transaction","detail":"{read_only:false; response_revision:28020; number_of_response:1; }","duration":"802.359101ms","start":"2026-03-04T02:28:44.19022Z","end":"2026-03-04T02:28:44.992579Z","steps":["trace[892607012] 'process raft request' (duration: 802.256309ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:44.992666Z","caller":"traceutil/trace.go:171","msg":"trace[961506690] transaction","detail":"{read_only:false; response_revision:28022; number_of_response:1; }","duration":"801.48173ms","start":"2026-03-04T02:28:44.191141Z","end":"2026-03-04T02:28:44.992623Z","steps":["trace[961506690] 'process raft request' (duration: 801.392038ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:44.992738Z","caller":"traceutil/trace.go:171","msg":"trace[314125551] linearizableReadLoop","detail":"{readStateIndex:28999; appliedIndex:28992; }","duration":"962.930058ms","start":"2026-03-04T02:28:44.029802Z","end":"2026-03-04T02:28:44.992732Z","steps":["trace[314125551] 'read index received' (duration: 521.464105ms)","trace[314125551] 'applied index is now lower than readState.Index' (duration: 441.465283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:44.992752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.190208Z","time spent":"802.477325ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:44.992806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.191131Z","time spent":"801.603724ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:28:44.992851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.060432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:28:44.992869Z","caller":"traceutil/trace.go:171","msg":"trace[1300275133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28022; }","duration":"963.106462ms","start":"2026-03-04T02:28:44.029758Z","end":"2026-03-04T02:28:44.992865Z","steps":["trace[1300275133] 'agreement among raft nodes before linearized reading' (duration: 963.03135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.992873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.814158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:28:44.992885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.029742Z","time spent":"963.137264ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:28:44.992893Z","caller":"traceutil/trace.go:171","msg":"trace[1079115431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28022; }","duration":"960.849239ms","start":"2026-03-04T02:28:44.032036Z","end":"2026-03-04T02:28:44.992885Z","steps":["trace[1079115431] 'agreement among raft nodes before linearized reading' (duration: 960.795717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.992908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.032025Z","time spent":"960.87908ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:28:44.99296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.259252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:28:44.992963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.053695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:44.992971Z","caller":"traceutil/trace.go:171","msg":"trace[60904309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28022; }","duration":"877.313054ms","start":"2026-03-04T02:28:44.115654Z","end":"2026-03-04T02:28:44.992967Z","steps":["trace[60904309] 'agreement among raft nodes before linearized reading' (duration: 877.291203ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:44.992976Z","caller":"traceutil/trace.go:171","msg":"trace[2117349444] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28022; }","duration":"781.101567ms","start":"2026-03-04T02:28:44.211871Z","end":"2026-03-04T02:28:44.992973Z","steps":["trace[2117349444] 'agreement among raft nodes before linearized reading' (duration: 781.073536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.992974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.656398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T02:28:44.992987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.115632Z","time spent":"877.352535ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:28:44.992993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.211827Z","time spent":"781.161638ms","remote":"127.0.0.1:47018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:28:44.992997Z","caller":"traceutil/trace.go:171","msg":"trace[120578822] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28022; }","duration":"555.709039ms","start":"2026-03-04T02:28:44.437281Z","end":"2026-03-04T02:28:44.99299Z","steps":["trace[120578822] 'agreement among raft nodes before linearized reading' (duration: 555.606237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.993013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.437264Z","time spent":"555.74556ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T02:28:44.993095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.509641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:28:44.99311Z","caller":"traceutil/trace.go:171","msg":"trace[102921884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28022; }","duration":"960.572003ms","start":"2026-03-04T02:28:44.032533Z","end":"2026-03-04T02:28:44.993105Z","steps":["trace[102921884] 'agreement among raft nodes before linearized reading' (duration: 960.526842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.993121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.032436Z","time spent":"960.682235ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:28:44.993298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.356761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:28:44.99332Z","caller":"traceutil/trace.go:171","msg":"trace[950681188] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28022; }","duration":"425.451993ms","start":"2026-03-04T02:28:44.567859Z","end":"2026-03-04T02:28:44.993311Z","steps":["trace[950681188] 'agreement among raft nodes before linearized reading' (duration: 425.32231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.993327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.360663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:28:44.993335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.567809Z","time spent":"425.521304ms","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:28:44.993344Z","caller":"traceutil/trace.go:171","msg":"trace[1234699828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28022; }","duration":"370.427745ms","start":"2026-03-04T02:28:44.622911Z","end":"2026-03-04T02:28:44.993339Z","steps":["trace[1234699828] 'agreement among raft nodes before linearized reading' (duration: 370.372124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.993358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.622887Z","time spent":"370.467886ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:28:44.993344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.686238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:315668"} {"level":"info","ts":"2026-03-04T02:28:44.993396Z","caller":"traceutil/trace.go:171","msg":"trace[37200740] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:28022; }","duration":"669.822822ms","start":"2026-03-04T02:28:44.323562Z","end":"2026-03-04T02:28:44.993385Z","steps":["trace[37200740] 'agreement among raft nodes before linearized reading' (duration: 669.392091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:44.993649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:28:44.323447Z","time spent":"669.974535ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":315691,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-04T02:28:51.24395Z","caller":"traceutil/trace.go:171","msg":"trace[303505325] linearizableReadLoop","detail":"{readStateIndex:29053; appliedIndex:29052; }","duration":"129.450457ms","start":"2026-03-04T02:28:51.114468Z","end":"2026-03-04T02:28:51.243918Z","steps":["trace[303505325] 'read index received' (duration: 79.437898ms)","trace[303505325] 'applied index is now lower than readState.Index' (duration: 50.011229ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:28:51.243991Z","caller":"traceutil/trace.go:171","msg":"trace[1389569089] transaction","detail":"{read_only:false; response_revision:28075; number_of_response:1; }","duration":"129.880597ms","start":"2026-03-04T02:28:51.114081Z","end":"2026-03-04T02:28:51.243962Z","steps":["trace[1389569089] 'process raft request' (duration: 79.811087ms)","trace[1389569089] 'compare' (duration: 49.872106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:28:51.24411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.619571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:28:51.244189Z","caller":"traceutil/trace.go:171","msg":"trace[1329282670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28075; }","duration":"129.737884ms","start":"2026-03-04T02:28:51.11443Z","end":"2026-03-04T02:28:51.244167Z","steps":["trace[1329282670] 'agreement among raft nodes before linearized reading' (duration: 129.590051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:28:51.308429Z","caller":"traceutil/trace.go:171","msg":"trace[845422362] transaction","detail":"{read_only:false; response_revision:28076; number_of_response:1; }","duration":"192.6641ms","start":"2026-03-04T02:28:51.115741Z","end":"2026-03-04T02:28:51.308405Z","steps":["trace[845422362] 'process raft request' (duration: 192.368863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:51.308918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.820309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-69d7cf589b-t89fv.1899825548d8248d\" ","response":"range_response_count:1 size:1540"} {"level":"info","ts":"2026-03-04T02:28:51.30899Z","caller":"traceutil/trace.go:171","msg":"trace[1184335909] range","detail":"{range_begin:/registry/events/openstack/manila-api-69d7cf589b-t89fv.1899825548d8248d; range_end:; response_count:1; response_revision:28076; }","duration":"167.966913ms","start":"2026-03-04T02:28:51.141003Z","end":"2026-03-04T02:28:51.30897Z","steps":["trace[1184335909] 'agreement among raft nodes before linearized reading' (duration: 167.705396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:51.30933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.506787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:28:51.309366Z","caller":"traceutil/trace.go:171","msg":"trace[616912003] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28076; }","duration":"179.568348ms","start":"2026-03-04T02:28:51.129788Z","end":"2026-03-04T02:28:51.309356Z","steps":["trace[616912003] 'agreement among raft nodes before linearized reading' (duration: 179.485876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:28:51.309562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.886253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:28:51.309589Z","caller":"traceutil/trace.go:171","msg":"trace[1034479916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28076; }","duration":"186.940773ms","start":"2026-03-04T02:28:51.122643Z","end":"2026-03-04T02:28:51.309583Z","steps":["trace[1034479916] 'agreement among raft nodes before linearized reading' (duration: 186.867492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:25.565944Z","caller":"traceutil/trace.go:171","msg":"trace[134539804] transaction","detail":"{read_only:false; response_revision:28312; number_of_response:1; }","duration":"277.302962ms","start":"2026-03-04T02:29:25.288619Z","end":"2026-03-04T02:29:25.565922Z","steps":["trace[134539804] 'process raft request' (duration: 277.114887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:25.566211Z","caller":"traceutil/trace.go:171","msg":"trace[2046316514] transaction","detail":"{read_only:false; response_revision:28313; number_of_response:1; }","duration":"276.999614ms","start":"2026-03-04T02:29:25.289172Z","end":"2026-03-04T02:29:25.566172Z","steps":["trace[2046316514] 'process raft request' (duration: 276.716838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:25.566315Z","caller":"traceutil/trace.go:171","msg":"trace[994495231] transaction","detail":"{read_only:false; response_revision:28314; number_of_response:1; }","duration":"276.972074ms","start":"2026-03-04T02:29:25.289287Z","end":"2026-03-04T02:29:25.566259Z","steps":["trace[994495231] 'process raft request' (duration: 276.770909ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:25.566468Z","caller":"traceutil/trace.go:171","msg":"trace[1125881599] transaction","detail":"{read_only:false; response_revision:28315; number_of_response:1; }","duration":"247.893412ms","start":"2026-03-04T02:29:25.318561Z","end":"2026-03-04T02:29:25.566455Z","steps":["trace[1125881599] 'process raft request' (duration: 247.604705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:25.56638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.71712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:29:25.56659Z","caller":"traceutil/trace.go:171","msg":"trace[8324627] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28315; }","duration":"213.983866ms","start":"2026-03-04T02:29:25.352592Z","end":"2026-03-04T02:29:25.566576Z","steps":["trace[8324627] 'agreement among raft nodes before linearized reading' (duration: 213.700669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:25.566237Z","caller":"traceutil/trace.go:171","msg":"trace[612569392] linearizableReadLoop","detail":"{readStateIndex:29301; appliedIndex:29296; }","duration":"213.574986ms","start":"2026-03-04T02:29:25.352639Z","end":"2026-03-04T02:29:25.566214Z","steps":["trace[612569392] 'read index received' (duration: 28.150079ms)","trace[612569392] 'applied index is now lower than readState.Index' (duration: 185.423967ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:29:29.504214Z","caller":"traceutil/trace.go:171","msg":"trace[1922600205] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"110.987378ms","start":"2026-03-04T02:29:29.393205Z","end":"2026-03-04T02:29:29.504192Z","steps":["trace[1922600205] 'process raft request' (duration: 110.842875ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:29:29.775743Z","caller":"traceutil/trace.go:171","msg":"trace[977424502] transaction","detail":"{read_only:false; response_revision:28343; number_of_response:1; }","duration":"113.671282ms","start":"2026-03-04T02:29:29.662038Z","end":"2026-03-04T02:29:29.775709Z","steps":["trace[977424502] 'process raft request' (duration: 68.341325ms)","trace[977424502] 'compare' (duration: 44.993429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:29:35.96903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.869192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:29:35.969153Z","caller":"traceutil/trace.go:171","msg":"trace[1055396087] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28388; }","duration":"118.044716ms","start":"2026-03-04T02:29:35.851079Z","end":"2026-03-04T02:29:35.969124Z","steps":["trace[1055396087] 'range keys from in-memory index tree' (duration: 117.616376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:35.969214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.971564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:29:35.96929Z","caller":"traceutil/trace.go:171","msg":"trace[2118228810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28388; }","duration":"147.081336ms","start":"2026-03-04T02:29:35.822193Z","end":"2026-03-04T02:29:35.969274Z","steps":["trace[2118228810] 'range keys from in-memory index tree' (duration: 146.82559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:29:35.970326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.675891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:29:35.97043Z","caller":"traceutil/trace.go:171","msg":"trace[1024815883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28388; }","duration":"155.836324ms","start":"2026-03-04T02:29:35.81457Z","end":"2026-03-04T02:29:35.970406Z","steps":["trace[1024815883] 'range keys from in-memory index tree' (duration: 154.409861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:30:35.299996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26330} {"level":"info","ts":"2026-03-04T02:30:35.521985Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26330,"took":"217.174583ms","hash":854939712,"current-db-size-bytes":54317056,"current-db-size":"54 MB","current-db-size-in-use-bytes":32964608,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-04T02:30:35.522113Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":854939712,"revision":26330,"compact-revision":20208} {"level":"info","ts":"2026-03-04T02:30:53.321817Z","caller":"traceutil/trace.go:171","msg":"trace[1192990621] transaction","detail":"{read_only:false; response_revision:28952; number_of_response:1; }","duration":"177.039379ms","start":"2026-03-04T02:30:53.144741Z","end":"2026-03-04T02:30:53.32178Z","steps":["trace[1192990621] 'process raft request' (duration: 152.071765ms)","trace[1192990621] 'compare' (duration: 24.633036ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:31:00.200389Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:31:00.206023Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T02:31:00.206193Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T02:32:21.665746Z","caller":"traceutil/trace.go:171","msg":"trace[2029254103] transaction","detail":"{read_only:false; response_revision:29558; number_of_response:1; }","duration":"112.124778ms","start":"2026-03-04T02:32:21.553589Z","end":"2026-03-04T02:32:21.665714Z","steps":["trace[2029254103] 'process raft request' (duration: 111.873372ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:06.193911Z","caller":"traceutil/trace.go:171","msg":"trace[1011131324] linearizableReadLoop","detail":"{readStateIndex:30895; appliedIndex:30894; }","duration":"127.021559ms","start":"2026-03-04T02:33:06.066838Z","end":"2026-03-04T02:33:06.193859Z","steps":["trace[1011131324] 'read index received' (duration: 126.869106ms)","trace[1011131324] 'applied index is now lower than readState.Index' (duration: 150.423µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:06.194213Z","caller":"traceutil/trace.go:171","msg":"trace[852270180] transaction","detail":"{read_only:false; response_revision:29861; number_of_response:1; }","duration":"179.870177ms","start":"2026-03-04T02:33:06.014302Z","end":"2026-03-04T02:33:06.194172Z","steps":["trace[852270180] 'process raft request' (duration: 179.235192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:06.199273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.420237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2094058"} {"level":"info","ts":"2026-03-04T02:33:06.199326Z","caller":"traceutil/trace.go:171","msg":"trace[1102152001] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:29861; }","duration":"132.493858ms","start":"2026-03-04T02:33:06.066821Z","end":"2026-03-04T02:33:06.199315Z","steps":["trace[1102152001] 'agreement among raft nodes before linearized reading' (duration: 127.186703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:06.26085Z","caller":"traceutil/trace.go:171","msg":"trace[1698841275] transaction","detail":"{read_only:false; response_revision:29862; number_of_response:1; }","duration":"140.65151ms","start":"2026-03-04T02:33:06.120169Z","end":"2026-03-04T02:33:06.260821Z","steps":["trace[1698841275] 'process raft request' (duration: 117.949304ms)","trace[1698841275] 'compare' (duration: 22.490771ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:07.164918Z","caller":"traceutil/trace.go:171","msg":"trace[1653256898] linearizableReadLoop","detail":"{readStateIndex:30902; appliedIndex:30901; }","duration":"105.779397ms","start":"2026-03-04T02:33:07.059113Z","end":"2026-03-04T02:33:07.164892Z","steps":["trace[1653256898] 'read index received' (duration: 105.581813ms)","trace[1653256898] 'applied index is now lower than readState.Index' (duration: 196.304µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:07.165296Z","caller":"traceutil/trace.go:171","msg":"trace[1175904775] transaction","detail":"{read_only:false; response_revision:29868; number_of_response:1; }","duration":"193.752374ms","start":"2026-03-04T02:33:06.971529Z","end":"2026-03-04T02:33:07.165281Z","steps":["trace[1175904775] 'process raft request' (duration: 193.223752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:07.165842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.69416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:33:07.165897Z","caller":"traceutil/trace.go:171","msg":"trace[1667246882] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:29868; }","duration":"106.812372ms","start":"2026-03-04T02:33:07.059073Z","end":"2026-03-04T02:33:07.165885Z","steps":["trace[1667246882] 'agreement among raft nodes before linearized reading' (duration: 106.590366ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:11.592365Z","caller":"traceutil/trace.go:171","msg":"trace[1513678729] transaction","detail":"{read_only:false; response_revision:29898; number_of_response:1; }","duration":"125.258357ms","start":"2026-03-04T02:33:11.467086Z","end":"2026-03-04T02:33:11.592344Z","steps":["trace[1513678729] 'process raft request' (duration: 125.210176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:11.592621Z","caller":"traceutil/trace.go:171","msg":"trace[1715739339] transaction","detail":"{read_only:false; response_revision:29897; number_of_response:1; }","duration":"126.059167ms","start":"2026-03-04T02:33:11.466521Z","end":"2026-03-04T02:33:11.59258Z","steps":["trace[1715739339] 'process raft request' (duration: 98.876835ms)","trace[1715739339] 'compare' (duration: 26.66987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:13.048232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.90406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:33:13.048324Z","caller":"traceutil/trace.go:171","msg":"trace[951062054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29904; }","duration":"114.058554ms","start":"2026-03-04T02:33:12.934245Z","end":"2026-03-04T02:33:13.048304Z","steps":["trace[951062054] 'count revisions from in-memory index tree' (duration: 113.751675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:13.048739Z","caller":"traceutil/trace.go:171","msg":"trace[883422877] transaction","detail":"{read_only:false; response_revision:29905; number_of_response:1; }","duration":"101.556408ms","start":"2026-03-04T02:33:12.947148Z","end":"2026-03-04T02:33:13.048705Z","steps":["trace[883422877] 'process raft request' (duration: 99.903969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:29.916989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.399929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:33:29.917081Z","caller":"traceutil/trace.go:171","msg":"trace[666085109] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:30020; }","duration":"108.579193ms","start":"2026-03-04T02:33:29.808484Z","end":"2026-03-04T02:33:29.917063Z","steps":["trace[666085109] 'count revisions from in-memory index tree' (duration: 108.244085ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:35.676389Z","caller":"traceutil/trace.go:171","msg":"trace[1635779626] transaction","detail":"{read_only:false; response_revision:30059; number_of_response:1; }","duration":"133.765218ms","start":"2026-03-04T02:33:35.542561Z","end":"2026-03-04T02:33:35.676326Z","steps":["trace[1635779626] 'process raft request' (duration: 44.05404ms)","trace[1635779626] 'compare' (duration: 89.304718ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:35.847349Z","caller":"traceutil/trace.go:171","msg":"trace[2018303617] transaction","detail":"{read_only:false; response_revision:30062; number_of_response:1; }","duration":"137.749053ms","start":"2026-03-04T02:33:35.709562Z","end":"2026-03-04T02:33:35.847311Z","steps":["trace[2018303617] 'process raft request' (duration: 136.010132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:36.058443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.969046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:33:36.058534Z","caller":"traceutil/trace.go:171","msg":"trace[1364934901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30062; }","duration":"110.123361ms","start":"2026-03-04T02:33:35.94839Z","end":"2026-03-04T02:33:36.058513Z","steps":["trace[1364934901] 'range keys from in-memory index tree' (duration: 109.72446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:36.768472Z","caller":"traceutil/trace.go:171","msg":"trace[1718324816] transaction","detail":"{read_only:false; response_revision:30066; number_of_response:1; }","duration":"276.284064ms","start":"2026-03-04T02:33:36.492159Z","end":"2026-03-04T02:33:36.768443Z","steps":["trace[1718324816] 'process raft request' (duration: 276.023138ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:37.303306Z","caller":"traceutil/trace.go:171","msg":"trace[2147255068] transaction","detail":"{read_only:false; response_revision:30069; number_of_response:1; }","duration":"151.761593ms","start":"2026-03-04T02:33:37.151509Z","end":"2026-03-04T02:33:37.303271Z","steps":["trace[2147255068] 'process raft request' (duration: 74.801356ms)","trace[2147255068] 'compare' (duration: 76.506776ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:38.324319Z","caller":"traceutil/trace.go:171","msg":"trace[124539994] linearizableReadLoop","detail":"{readStateIndex:31119; appliedIndex:31118; }","duration":"213.547631ms","start":"2026-03-04T02:33:38.110749Z","end":"2026-03-04T02:33:38.324297Z","steps":["trace[124539994] 'read index received' (duration: 137.614439ms)","trace[124539994] 'applied index is now lower than readState.Index' (duration: 75.932352ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:38.324359Z","caller":"traceutil/trace.go:171","msg":"trace[72886725] transaction","detail":"{read_only:false; response_revision:30078; number_of_response:1; }","duration":"234.055157ms","start":"2026-03-04T02:33:38.090261Z","end":"2026-03-04T02:33:38.324316Z","steps":["trace[72886725] 'process raft request' (duration: 158.126774ms)","trace[72886725] 'compare' (duration: 75.588835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:38.324544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.788508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:33:38.324964Z","caller":"traceutil/trace.go:171","msg":"trace[260533668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30078; }","duration":"214.238538ms","start":"2026-03-04T02:33:38.110693Z","end":"2026-03-04T02:33:38.324931Z","steps":["trace[260533668] 'agreement among raft nodes before linearized reading' (duration: 213.728526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:38.324633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.715321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:33:38.325105Z","caller":"traceutil/trace.go:171","msg":"trace[600796049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30078; }","duration":"210.216084ms","start":"2026-03-04T02:33:38.114854Z","end":"2026-03-04T02:33:38.32507Z","steps":["trace[600796049] 'agreement among raft nodes before linearized reading' (duration: 209.64978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:33:38.665755Z","caller":"traceutil/trace.go:171","msg":"trace[1562578180] transaction","detail":"{read_only:false; response_revision:30079; number_of_response:1; }","duration":"335.666986ms","start":"2026-03-04T02:33:38.330048Z","end":"2026-03-04T02:33:38.665715Z","steps":["trace[1562578180] 'process raft request' (duration: 272.970995ms)","trace[1562578180] 'compare' (duration: 62.306971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:38.665945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:38.330027Z","time spent":"335.818499ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:33:38.666073Z","caller":"traceutil/trace.go:171","msg":"trace[331984932] linearizableReadLoop","detail":"{readStateIndex:31120; appliedIndex:31119; }","duration":"325.555367ms","start":"2026-03-04T02:33:38.339947Z","end":"2026-03-04T02:33:38.665502Z","steps":["trace[331984932] 'read index received' (duration: 262.950818ms)","trace[331984932] 'applied index is now lower than readState.Index' (duration: 62.603439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:33:38.666436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.467439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:33:38.666517Z","caller":"traceutil/trace.go:171","msg":"trace[1933523421] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:30079; }","duration":"326.600941ms","start":"2026-03-04T02:33:38.339899Z","end":"2026-03-04T02:33:38.6665Z","steps":["trace[1933523421] 'agreement among raft nodes before linearized reading' (duration: 326.087899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:33:38.666632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:33:38.339882Z","time spent":"326.721265ms","remote":"127.0.0.1:46746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":246,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:33:38.911866Z","caller":"traceutil/trace.go:171","msg":"trace[716687161] transaction","detail":"{read_only:false; response_revision:30080; number_of_response:1; }","duration":"137.461685ms","start":"2026-03-04T02:33:38.774378Z","end":"2026-03-04T02:33:38.91184Z","steps":["trace[716687161] 'process raft request' (duration: 55.041449ms)","trace[716687161] 'compare' (duration: 82.203291ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:33:39.514012Z","caller":"traceutil/trace.go:171","msg":"trace[156594638] transaction","detail":"{read_only:false; response_revision:30084; number_of_response:1; }","duration":"109.149377ms","start":"2026-03-04T02:33:39.404829Z","end":"2026-03-04T02:33:39.513979Z","steps":["trace[156594638] 'process raft request' (duration: 85.482378ms)","trace[156594638] 'compare' (duration: 23.537866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:08.005768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.642331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:34:08.005977Z","caller":"traceutil/trace.go:171","msg":"trace[1111200493] transaction","detail":"{read_only:false; response_revision:30279; number_of_response:1; }","duration":"149.823457ms","start":"2026-03-04T02:34:07.856117Z","end":"2026-03-04T02:34:08.005941Z","steps":["trace[1111200493] 'process raft request' (duration: 27.93425ms)","trace[1111200493] 'compare' (duration: 121.522989ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:18.030327Z","caller":"traceutil/trace.go:171","msg":"trace[1806056363] linearizableReadLoop","detail":"{readStateIndex:31394; appliedIndex:31393; }","duration":"183.81536ms","start":"2026-03-04T02:34:17.846466Z","end":"2026-03-04T02:34:18.030281Z","steps":["trace[1806056363] 'read index received' (duration: 151.384594ms)","trace[1806056363] 'applied index is now lower than readState.Index' (duration: 32.429066ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:18.030368Z","caller":"traceutil/trace.go:171","msg":"trace[291866706] transaction","detail":"{read_only:false; response_revision:30344; number_of_response:1; }","duration":"200.529005ms","start":"2026-03-04T02:34:17.829753Z","end":"2026-03-04T02:34:18.030282Z","steps":["trace[291866706] 'process raft request' (duration: 168.069759ms)","trace[291866706] 'compare' (duration: 32.156219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:34:18.030487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.997944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:34:18.031721Z","caller":"traceutil/trace.go:171","msg":"trace[827254902] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:30344; }","duration":"184.906025ms","start":"2026-03-04T02:34:17.846408Z","end":"2026-03-04T02:34:18.031314Z","steps":["trace[827254902] 'agreement among raft nodes before linearized reading' (duration: 183.964343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:27.288526Z","caller":"traceutil/trace.go:171","msg":"trace[825258529] transaction","detail":"{read_only:false; response_revision:30406; number_of_response:1; }","duration":"147.4119ms","start":"2026-03-04T02:34:27.141074Z","end":"2026-03-04T02:34:27.288486Z","steps":["trace[825258529] 'process raft request' (duration: 98.608488ms)","trace[825258529] 'compare' (duration: 48.219298ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:34:27.288698Z","caller":"traceutil/trace.go:171","msg":"trace[1623208267] transaction","detail":"{read_only:false; response_revision:30407; number_of_response:1; }","duration":"136.047002ms","start":"2026-03-04T02:34:27.152611Z","end":"2026-03-04T02:34:27.288658Z","steps":["trace[1623208267] 'process raft request' (duration: 135.715644ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:46.609209Z","caller":"traceutil/trace.go:171","msg":"trace[1230029769] transaction","detail":"{read_only:false; response_revision:30537; number_of_response:1; }","duration":"202.827338ms","start":"2026-03-04T02:34:46.40636Z","end":"2026-03-04T02:34:46.609187Z","steps":["trace[1230029769] 'process raft request' (duration: 194.702487ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:46.611749Z","caller":"traceutil/trace.go:171","msg":"trace[1538503487] transaction","detail":"{read_only:false; response_revision:30538; number_of_response:1; }","duration":"203.539866ms","start":"2026-03-04T02:34:46.408174Z","end":"2026-03-04T02:34:46.611714Z","steps":["trace[1538503487] 'process raft request' (duration: 203.28167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:46.611862Z","caller":"traceutil/trace.go:171","msg":"trace[42750472] transaction","detail":"{read_only:false; response_revision:30539; number_of_response:1; }","duration":"203.586027ms","start":"2026-03-04T02:34:46.408244Z","end":"2026-03-04T02:34:46.61183Z","steps":["trace[42750472] 'process raft request' (duration: 203.341301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:48.737687Z","caller":"traceutil/trace.go:171","msg":"trace[390520146] transaction","detail":"{read_only:false; response_revision:30549; number_of_response:1; }","duration":"120.208768ms","start":"2026-03-04T02:34:48.617461Z","end":"2026-03-04T02:34:48.73767Z","steps":["trace[390520146] 'process raft request' (duration: 120.087775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:48.738438Z","caller":"traceutil/trace.go:171","msg":"trace[226792450] transaction","detail":"{read_only:false; response_revision:30550; number_of_response:1; }","duration":"119.257256ms","start":"2026-03-04T02:34:48.61917Z","end":"2026-03-04T02:34:48.738427Z","steps":["trace[226792450] 'process raft request' (duration: 119.158694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:34:48.73858Z","caller":"traceutil/trace.go:171","msg":"trace[716348689] transaction","detail":"{read_only:false; response_revision:30551; number_of_response:1; }","duration":"119.261326ms","start":"2026-03-04T02:34:48.619295Z","end":"2026-03-04T02:34:48.738557Z","steps":["trace[716348689] 'process raft request' (duration: 119.093812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:01.516067Z","caller":"traceutil/trace.go:171","msg":"trace[1749839561] transaction","detail":"{read_only:false; response_revision:30654; number_of_response:1; }","duration":"105.157093ms","start":"2026-03-04T02:35:01.410883Z","end":"2026-03-04T02:35:01.51604Z","steps":["trace[1749839561] 'process raft request' (duration: 71.340955ms)","trace[1749839561] 'compare' (duration: 33.699846ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:01.938734Z","caller":"traceutil/trace.go:171","msg":"trace[409938362] transaction","detail":"{read_only:false; response_revision:30657; number_of_response:1; }","duration":"136.051932ms","start":"2026-03-04T02:35:01.80264Z","end":"2026-03-04T02:35:01.938692Z","steps":["trace[409938362] 'process raft request' (duration: 135.770136ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:02.085496Z","caller":"traceutil/trace.go:171","msg":"trace[1626231311] linearizableReadLoop","detail":"{readStateIndex:31717; appliedIndex:31716; }","duration":"146.879178ms","start":"2026-03-04T02:35:01.938598Z","end":"2026-03-04T02:35:02.085477Z","steps":["trace[1626231311] 'read index received' (duration: 146.704784ms)","trace[1626231311] 'applied index is now lower than readState.Index' (duration: 173.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:02.085767Z","caller":"traceutil/trace.go:171","msg":"trace[1621101853] transaction","detail":"{read_only:false; response_revision:30658; number_of_response:1; }","duration":"167.980546ms","start":"2026-03-04T02:35:01.91778Z","end":"2026-03-04T02:35:02.08576Z","steps":["trace[1621101853] 'process raft request' (duration: 167.575586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:02.085963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.072374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543195-cjzmv\" ","response":"range_response_count:1 size:6987"} {"level":"info","ts":"2026-03-04T02:35:02.085987Z","caller":"traceutil/trace.go:171","msg":"trace[23545001] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543195-cjzmv; range_end:; response_count:1; response_revision:30658; }","duration":"164.118355ms","start":"2026-03-04T02:35:01.921861Z","end":"2026-03-04T02:35:02.085979Z","steps":["trace[23545001] 'agreement among raft nodes before linearized reading' (duration: 164.021483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:02.08623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.858501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:02.086257Z","caller":"traceutil/trace.go:171","msg":"trace[614790021] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:30658; }","duration":"122.916032ms","start":"2026-03-04T02:35:01.963333Z","end":"2026-03-04T02:35:02.086249Z","steps":["trace[614790021] 'agreement among raft nodes before linearized reading' (duration: 122.873171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:02.086198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.059434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-04T02:35:02.086325Z","caller":"traceutil/trace.go:171","msg":"trace[617266370] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:30658; }","duration":"214.215147ms","start":"2026-03-04T02:35:01.872085Z","end":"2026-03-04T02:35:02.0863Z","steps":["trace[617266370] 'agreement among raft nodes before linearized reading' (duration: 213.91623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:06.207637Z","caller":"traceutil/trace.go:171","msg":"trace[1259797717] transaction","detail":"{read_only:false; response_revision:30691; number_of_response:1; }","duration":"203.72272ms","start":"2026-03-04T02:35:06.00388Z","end":"2026-03-04T02:35:06.207602Z","steps":["trace[1259797717] 'process raft request' (duration: 183.527423ms)","trace[1259797717] 'compare' (duration: 20.052264ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:06.26033Z","caller":"traceutil/trace.go:171","msg":"trace[1759138430] transaction","detail":"{read_only:false; response_revision:30692; number_of_response:1; }","duration":"164.144525ms","start":"2026-03-04T02:35:06.096158Z","end":"2026-03-04T02:35:06.260302Z","steps":["trace[1759138430] 'process raft request' (duration: 163.92915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:06.260399Z","caller":"traceutil/trace.go:171","msg":"trace[1362446382] transaction","detail":"{read_only:false; response_revision:30693; number_of_response:1; }","duration":"116.361707ms","start":"2026-03-04T02:35:06.14401Z","end":"2026-03-04T02:35:06.260371Z","steps":["trace[1362446382] 'process raft request' (duration: 116.172473ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:15.284995Z","caller":"traceutil/trace.go:171","msg":"trace[1964628976] transaction","detail":"{read_only:false; response_revision:30767; number_of_response:1; }","duration":"164.008243ms","start":"2026-03-04T02:35:15.120946Z","end":"2026-03-04T02:35:15.284954Z","steps":["trace[1964628976] 'process raft request' (duration: 161.915113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:15.28518Z","caller":"traceutil/trace.go:171","msg":"trace[298638856] linearizableReadLoop","detail":"{readStateIndex:31830; appliedIndex:31828; }","duration":"119.468921ms","start":"2026-03-04T02:35:15.165674Z","end":"2026-03-04T02:35:15.285143Z","steps":["trace[298638856] 'read index received' (duration: 4.834865ms)","trace[298638856] 'applied index is now lower than readState.Index' (duration: 114.631306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:15.285419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.710927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:35:15.285473Z","caller":"traceutil/trace.go:171","msg":"trace[1978573370] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:30768; }","duration":"119.811279ms","start":"2026-03-04T02:35:15.165644Z","end":"2026-03-04T02:35:15.285456Z","steps":["trace[1978573370] 'agreement among raft nodes before linearized reading' (duration: 119.651565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:15.28559Z","caller":"traceutil/trace.go:171","msg":"trace[220149756] transaction","detail":"{read_only:false; response_revision:30768; number_of_response:1; }","duration":"163.708625ms","start":"2026-03-04T02:35:15.12182Z","end":"2026-03-04T02:35:15.285528Z","steps":["trace[220149756] 'process raft request' (duration: 163.07413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:24.65728Z","caller":"traceutil/trace.go:171","msg":"trace[362652176] linearizableReadLoop","detail":"{readStateIndex:31894; appliedIndex:31892; }","duration":"235.405328ms","start":"2026-03-04T02:35:24.421847Z","end":"2026-03-04T02:35:24.657252Z","steps":["trace[362652176] 'read index received' (duration: 54.356163ms)","trace[362652176] 'applied index is now lower than readState.Index' (duration: 181.047795ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:24.657505Z","caller":"traceutil/trace.go:171","msg":"trace[1753671101] transaction","detail":"{read_only:false; response_revision:30830; number_of_response:1; }","duration":"277.780578ms","start":"2026-03-04T02:35:24.379695Z","end":"2026-03-04T02:35:24.657476Z","steps":["trace[1753671101] 'process raft request' (duration: 179.742714ms)","trace[1753671101] 'compare' (duration: 97.668795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:24.657621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.495283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-03-04T02:35:24.657651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.183219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:35:24.657683Z","caller":"traceutil/trace.go:171","msg":"trace[326442745] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:30830; }","duration":"150.597536ms","start":"2026-03-04T02:35:24.507071Z","end":"2026-03-04T02:35:24.657668Z","steps":["trace[326442745] 'agreement among raft nodes before linearized reading' (duration: 150.400301ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:24.657705Z","caller":"traceutil/trace.go:171","msg":"trace[1860956789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30830; }","duration":"137.287681ms","start":"2026-03-04T02:35:24.520401Z","end":"2026-03-04T02:35:24.657689Z","steps":["trace[1860956789] 'agreement among raft nodes before linearized reading' (duration: 137.083626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:24.657833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.742336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:24.657973Z","caller":"traceutil/trace.go:171","msg":"trace[502879825] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:30830; }","duration":"236.129326ms","start":"2026-03-04T02:35:24.421786Z","end":"2026-03-04T02:35:24.657915Z","steps":["trace[502879825] 'agreement among raft nodes before linearized reading' (duration: 235.665615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.168308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191298258,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:35:25.259345Z","caller":"traceutil/trace.go:171","msg":"trace[1019564195] transaction","detail":"{read_only:false; response_revision:30831; number_of_response:1; }","duration":"598.540002ms","start":"2026-03-04T02:35:24.660776Z","end":"2026-03-04T02:35:25.259316Z","steps":["trace[1019564195] 'process raft request' (duration: 598.364148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.259511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.660759Z","time spent":"598.672635ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:25.3721Z","caller":"traceutil/trace.go:171","msg":"trace[634187143] linearizableReadLoop","detail":"{readStateIndex:31896; appliedIndex:31894; }","duration":"704.262288ms","start":"2026-03-04T02:35:24.667813Z","end":"2026-03-04T02:35:25.372075Z","steps":["trace[634187143] 'read index received' (duration: 591.286381ms)","trace[634187143] 'applied index is now lower than readState.Index' (duration: 112.974417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:25.372347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.518124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:25.372393Z","caller":"traceutil/trace.go:171","msg":"trace[1491910860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30832; }","duration":"704.611227ms","start":"2026-03-04T02:35:24.667771Z","end":"2026-03-04T02:35:25.372383Z","steps":["trace[1491910860] 'agreement among raft nodes before linearized reading' (duration: 704.447163ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:25.372194Z","caller":"traceutil/trace.go:171","msg":"trace[1212580147] transaction","detail":"{read_only:false; response_revision:30832; number_of_response:1; }","duration":"419.773891ms","start":"2026-03-04T02:35:24.952387Z","end":"2026-03-04T02:35:25.372161Z","steps":["trace[1212580147] 'process raft request' (duration: 417.700983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.372574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.0444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T02:35:25.372584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.784623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:25.372629Z","caller":"traceutil/trace.go:171","msg":"trace[804344368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30832; }","duration":"152.130551ms","start":"2026-03-04T02:35:25.220488Z","end":"2026-03-04T02:35:25.372618Z","steps":["trace[804344368] 'agreement among raft nodes before linearized reading' (duration: 152.011598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.372616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.952354Z","time spent":"420.15555ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:35:25.372655Z","caller":"traceutil/trace.go:171","msg":"trace[1553498450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30832; }","duration":"256.912246ms","start":"2026-03-04T02:35:25.115725Z","end":"2026-03-04T02:35:25.372638Z","steps":["trace[1553498450] 'agreement among raft nodes before linearized reading' (duration: 256.769222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:25.372429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:35:24.667752Z","time spent":"704.667518ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:35:34.845942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.244977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:34.846074Z","caller":"traceutil/trace.go:171","msg":"trace[2042435178] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:30897; }","duration":"103.457522ms","start":"2026-03-04T02:35:34.742585Z","end":"2026-03-04T02:35:34.846043Z","steps":["trace[2042435178] 'count revisions from in-memory index tree' (duration: 103.063564ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:35.32138Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28830} {"level":"info","ts":"2026-03-04T02:35:35.462009Z","caller":"traceutil/trace.go:171","msg":"trace[1436558243] transaction","detail":"{read_only:false; response_revision:30901; number_of_response:1; }","duration":"136.430302ms","start":"2026-03-04T02:35:35.325531Z","end":"2026-03-04T02:35:35.461961Z","steps":["trace[1436558243] 'process raft request' (duration: 49.340765ms)","trace[1436558243] 'compare' (duration: 27.697494ms)","trace[1436558243] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 59.252369ms)"],"step_count":3} {"level":"info","ts":"2026-03-04T02:35:35.723351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28830,"took":"397.399323ms","hash":1645589103,"current-db-size-bytes":54317056,"current-db-size":"54 MB","current-db-size-in-use-bytes":27332608,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T02:35:35.723418Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1645589103,"revision":28830,"compact-revision":26330} {"level":"info","ts":"2026-03-04T02:35:43.749834Z","caller":"traceutil/trace.go:171","msg":"trace[231726627] linearizableReadLoop","detail":"{readStateIndex:32025; appliedIndex:32024; }","duration":"130.497471ms","start":"2026-03-04T02:35:43.619311Z","end":"2026-03-04T02:35:43.749809Z","steps":["trace[231726627] 'read index received' (duration: 130.415849ms)","trace[231726627] 'applied index is now lower than readState.Index' (duration: 80.532µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:35:43.749989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.666835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:35:43.750029Z","caller":"traceutil/trace.go:171","msg":"trace[965203457] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:30956; }","duration":"130.759977ms","start":"2026-03-04T02:35:43.619255Z","end":"2026-03-04T02:35:43.750014Z","steps":["trace[965203457] 'agreement among raft nodes before linearized reading' (duration: 130.683545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:43.749947Z","caller":"traceutil/trace.go:171","msg":"trace[590703538] transaction","detail":"{read_only:false; response_revision:30956; number_of_response:1; }","duration":"202.556892ms","start":"2026-03-04T02:35:43.547368Z","end":"2026-03-04T02:35:43.749924Z","steps":["trace[590703538] 'process raft request' (duration: 202.282606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.780445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.214369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:35:43.780545Z","caller":"traceutil/trace.go:171","msg":"trace[243698219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30957; }","duration":"159.344703ms","start":"2026-03-04T02:35:43.621178Z","end":"2026-03-04T02:35:43.780523Z","steps":["trace[243698219] 'agreement among raft nodes before linearized reading' (duration: 159.086117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.78065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.450772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:35:43.780745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.642667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:43.780752Z","caller":"traceutil/trace.go:171","msg":"trace[199153317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30957; }","duration":"100.611716ms","start":"2026-03-04T02:35:43.680122Z","end":"2026-03-04T02:35:43.780734Z","steps":["trace[199153317] 'agreement among raft nodes before linearized reading' (duration: 100.38186ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:43.780784Z","caller":"traceutil/trace.go:171","msg":"trace[1919134383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30957; }","duration":"150.690858ms","start":"2026-03-04T02:35:43.630083Z","end":"2026-03-04T02:35:43.780774Z","steps":["trace[1919134383] 'agreement among raft nodes before linearized reading' (duration: 150.592285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.78091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.694256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:35:43.780943Z","caller":"traceutil/trace.go:171","msg":"trace[1184202879] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:30957; }","duration":"155.738427ms","start":"2026-03-04T02:35:43.625194Z","end":"2026-03-04T02:35:43.780932Z","steps":["trace[1184202879] 'agreement among raft nodes before linearized reading' (duration: 155.659886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.781056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.71127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:35:43.781084Z","caller":"traceutil/trace.go:171","msg":"trace[945154775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30957; }","duration":"156.782702ms","start":"2026-03-04T02:35:43.624295Z","end":"2026-03-04T02:35:43.781077Z","steps":["trace[945154775] 'agreement among raft nodes before linearized reading' (duration: 156.70724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.781375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.877525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:35:43.781461Z","caller":"traceutil/trace.go:171","msg":"trace[1313079828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30957; }","duration":"159.987017ms","start":"2026-03-04T02:35:43.621455Z","end":"2026-03-04T02:35:43.781442Z","steps":["trace[1313079828] 'agreement among raft nodes before linearized reading' (duration: 159.723381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:43.781786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.667492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:35:43.781926Z","caller":"traceutil/trace.go:171","msg":"trace[1681708041] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30957; }","duration":"143.859777ms","start":"2026-03-04T02:35:43.637991Z","end":"2026-03-04T02:35:43.781851Z","steps":["trace[1681708041] 'agreement among raft nodes before linearized reading' (duration: 143.208912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.034709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.448351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:35:52.035188Z","caller":"traceutil/trace.go:171","msg":"trace[875449430] transaction","detail":"{read_only:false; response_revision:31010; number_of_response:1; }","duration":"296.068051ms","start":"2026-03-04T02:35:51.73907Z","end":"2026-03-04T02:35:52.035138Z","steps":["trace[875449430] 'process raft request' (duration: 101.106148ms)","trace[875449430] 'compare' (duration: 194.185765ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:52.035961Z","caller":"traceutil/trace.go:171","msg":"trace[590130008] linearizableReadLoop","detail":"{readStateIndex:32081; appliedIndex:32079; }","duration":"156.629549ms","start":"2026-03-04T02:35:51.879309Z","end":"2026-03-04T02:35:52.035938Z","steps":["trace[590130008] 'read index received' (duration: 113.49915ms)","trace[590130008] 'applied index is now lower than readState.Index' (duration: 43.128779ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:35:52.03604Z","caller":"traceutil/trace.go:171","msg":"trace[1670537707] transaction","detail":"{read_only:false; response_revision:31011; number_of_response:1; }","duration":"179.446686ms","start":"2026-03-04T02:35:51.856562Z","end":"2026-03-04T02:35:52.036009Z","steps":["trace[1670537707] 'process raft request' (duration: 178.267049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.036504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.197652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-04T02:35:52.036565Z","caller":"traceutil/trace.go:171","msg":"trace[251483730] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:31011; }","duration":"157.304384ms","start":"2026-03-04T02:35:51.879244Z","end":"2026-03-04T02:35:52.036548Z","steps":["trace[251483730] 'agreement among raft nodes before linearized reading' (duration: 156.816473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.075557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.608072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:35:52.075667Z","caller":"traceutil/trace.go:171","msg":"trace[1385843628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31012; }","duration":"149.768686ms","start":"2026-03-04T02:35:51.925877Z","end":"2026-03-04T02:35:52.075645Z","steps":["trace[1385843628] 'agreement among raft nodes before linearized reading' (duration: 149.49389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.075907Z","caller":"traceutil/trace.go:171","msg":"trace[1137734101] transaction","detail":"{read_only:false; response_revision:31012; number_of_response:1; }","duration":"143.261573ms","start":"2026-03-04T02:35:51.932617Z","end":"2026-03-04T02:35:52.075879Z","steps":["trace[1137734101] 'process raft request' (duration: 142.607657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.076065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.457103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:35:52.076093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.496564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:35:52.076145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.633837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:35:52.076174Z","caller":"traceutil/trace.go:171","msg":"trace[490367611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31012; }","duration":"106.642097ms","start":"2026-03-04T02:35:51.969516Z","end":"2026-03-04T02:35:52.076158Z","steps":["trace[490367611] 'agreement among raft nodes before linearized reading' (duration: 106.380031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.076162Z","caller":"traceutil/trace.go:171","msg":"trace[902992957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31012; }","duration":"106.623327ms","start":"2026-03-04T02:35:51.969517Z","end":"2026-03-04T02:35:52.07614Z","steps":["trace[902992957] 'agreement among raft nodes before linearized reading' (duration: 106.412842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.07622Z","caller":"traceutil/trace.go:171","msg":"trace[38083576] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31012; }","duration":"106.759131ms","start":"2026-03-04T02:35:51.969443Z","end":"2026-03-04T02:35:52.076202Z","steps":["trace[38083576] 'agreement among raft nodes before linearized reading' (duration: 106.531055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.076293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.748543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:35:52.07634Z","caller":"traceutil/trace.go:171","msg":"trace[1417937695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31012; }","duration":"104.817255ms","start":"2026-03-04T02:35:51.971511Z","end":"2026-03-04T02:35:52.076329Z","steps":["trace[1417937695] 'agreement among raft nodes before linearized reading' (duration: 104.684911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:35:52.076682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.092379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:35:52.076777Z","caller":"traceutil/trace.go:171","msg":"trace[1340738218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31012; }","duration":"107.231862ms","start":"2026-03-04T02:35:51.96953Z","end":"2026-03-04T02:35:52.076762Z","steps":["trace[1340738218] 'agreement among raft nodes before linearized reading' (duration: 106.29748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.237876Z","caller":"traceutil/trace.go:171","msg":"trace[1214421680] transaction","detail":"{read_only:false; response_revision:31018; number_of_response:1; }","duration":"155.346618ms","start":"2026-03-04T02:35:52.082506Z","end":"2026-03-04T02:35:52.237852Z","steps":["trace[1214421680] 'process raft request' (duration: 155.116973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.237904Z","caller":"traceutil/trace.go:171","msg":"trace[1271667601] transaction","detail":"{read_only:false; response_revision:31016; number_of_response:1; }","duration":"156.554006ms","start":"2026-03-04T02:35:52.081317Z","end":"2026-03-04T02:35:52.237871Z","steps":["trace[1271667601] 'process raft request' (duration: 156.224869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.23796Z","caller":"traceutil/trace.go:171","msg":"trace[2006402292] transaction","detail":"{read_only:false; response_revision:31019; number_of_response:1; }","duration":"155.42938ms","start":"2026-03-04T02:35:52.082499Z","end":"2026-03-04T02:35:52.237928Z","steps":["trace[2006402292] 'process raft request' (duration: 155.159643ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.237879Z","caller":"traceutil/trace.go:171","msg":"trace[1969550644] transaction","detail":"{read_only:false; response_revision:31017; number_of_response:1; }","duration":"156.018013ms","start":"2026-03-04T02:35:52.081842Z","end":"2026-03-04T02:35:52.23786Z","steps":["trace[1969550644] 'process raft request' (duration: 155.738227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.237996Z","caller":"traceutil/trace.go:171","msg":"trace[1069780716] transaction","detail":"{read_only:false; response_revision:31014; number_of_response:1; }","duration":"156.831552ms","start":"2026-03-04T02:35:52.081122Z","end":"2026-03-04T02:35:52.237953Z","steps":["trace[1069780716] 'process raft request' (duration: 146.97533ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:35:52.238113Z","caller":"traceutil/trace.go:171","msg":"trace[1165666105] transaction","detail":"{read_only:false; response_revision:31015; number_of_response:1; }","duration":"156.800572ms","start":"2026-03-04T02:35:52.081297Z","end":"2026-03-04T02:35:52.238098Z","steps":["trace[1165666105] 'process raft request' (duration: 156.150126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.234391Z","caller":"traceutil/trace.go:171","msg":"trace[1853967487] transaction","detail":"{read_only:false; response_revision:31065; number_of_response:1; }","duration":"129.647951ms","start":"2026-03-04T02:36:00.104694Z","end":"2026-03-04T02:36:00.234342Z","steps":["trace[1853967487] 'process raft request' (duration: 126.760582ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.23452Z","caller":"traceutil/trace.go:171","msg":"trace[988929861] transaction","detail":"{read_only:false; response_revision:31066; number_of_response:1; }","duration":"128.967215ms","start":"2026-03-04T02:36:00.105521Z","end":"2026-03-04T02:36:00.234488Z","steps":["trace[988929861] 'process raft request' (duration: 128.824082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.469375Z","caller":"traceutil/trace.go:171","msg":"trace[991157141] transaction","detail":"{read_only:false; response_revision:31069; number_of_response:1; }","duration":"153.018283ms","start":"2026-03-04T02:36:00.316341Z","end":"2026-03-04T02:36:00.469359Z","steps":["trace[991157141] 'process raft request' (duration: 152.982292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.46945Z","caller":"traceutil/trace.go:171","msg":"trace[850379187] transaction","detail":"{read_only:false; response_revision:31068; number_of_response:1; }","duration":"153.053343ms","start":"2026-03-04T02:36:00.316341Z","end":"2026-03-04T02:36:00.469395Z","steps":["trace[850379187] 'process raft request' (duration: 64.850211ms)","trace[850379187] 'compare' (duration: 88.036539ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.549348Z","caller":"traceutil/trace.go:171","msg":"trace[1936486374] linearizableReadLoop","detail":"{readStateIndex:32145; appliedIndex:32139; }","duration":"178.758511ms","start":"2026-03-04T02:36:00.370566Z","end":"2026-03-04T02:36:00.549325Z","steps":["trace[1936486374] 'read index received' (duration: 10.57695ms)","trace[1936486374] 'applied index is now lower than readState.Index' (duration: 168.18045ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.549404Z","caller":"traceutil/trace.go:171","msg":"trace[347619474] transaction","detail":"{read_only:false; response_revision:31072; number_of_response:1; }","duration":"232.94308ms","start":"2026-03-04T02:36:00.316425Z","end":"2026-03-04T02:36:00.549368Z","steps":["trace[347619474] 'process raft request' (duration: 232.788486ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.549421Z","caller":"traceutil/trace.go:171","msg":"trace[1112641128] transaction","detail":"{read_only:false; response_revision:31071; number_of_response:1; }","duration":"233.011481ms","start":"2026-03-04T02:36:00.316391Z","end":"2026-03-04T02:36:00.549402Z","steps":["trace[1112641128] 'process raft request' (duration: 232.759475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.549511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.930844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:00.549495Z","caller":"traceutil/trace.go:171","msg":"trace[724157612] transaction","detail":"{read_only:false; response_revision:31073; number_of_response:1; }","duration":"221.635913ms","start":"2026-03-04T02:36:00.327822Z","end":"2026-03-04T02:36:00.549458Z","steps":["trace[724157612] 'process raft request' (duration: 221.465469ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.549599Z","caller":"traceutil/trace.go:171","msg":"trace[556524660] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:31073; }","duration":"179.028717ms","start":"2026-03-04T02:36:00.370512Z","end":"2026-03-04T02:36:00.549541Z","steps":["trace[556524660] 'agreement among raft nodes before linearized reading' (duration: 178.941005ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.549617Z","caller":"traceutil/trace.go:171","msg":"trace[253162032] transaction","detail":"{read_only:false; response_revision:31070; number_of_response:1; }","duration":"232.974511ms","start":"2026-03-04T02:36:00.31636Z","end":"2026-03-04T02:36:00.549335Z","steps":["trace[253162032] 'process raft request' (duration: 232.629883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.839328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.353376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:00.839698Z","caller":"traceutil/trace.go:171","msg":"trace[155796086] linearizableReadLoop","detail":"{readStateIndex:32146; appliedIndex:32145; }","duration":"290.258613ms","start":"2026-03-04T02:36:00.549419Z","end":"2026-03-04T02:36:00.839678Z","steps":["trace[155796086] 'read index received' (duration: 154.481397ms)","trace[155796086] 'applied index is now lower than readState.Index' (duration: 135.775666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:00.840037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.332617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:36:00.840073Z","caller":"traceutil/trace.go:171","msg":"trace[21083057] transaction","detail":"{read_only:false; response_revision:31075; number_of_response:1; }","duration":"225.804852ms","start":"2026-03-04T02:36:00.614237Z","end":"2026-03-04T02:36:00.840042Z","steps":["trace[21083057] 'process raft request' (duration: 225.200247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.840089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.445071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:00.840121Z","caller":"traceutil/trace.go:171","msg":"trace[115285801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31075; }","duration":"296.46231ms","start":"2026-03-04T02:36:00.54364Z","end":"2026-03-04T02:36:00.840102Z","steps":["trace[115285801] 'agreement among raft nodes before linearized reading' (duration: 296.205794ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:00.840078Z","caller":"traceutil/trace.go:171","msg":"trace[1364922871] transaction","detail":"{read_only:false; response_revision:31074; number_of_response:1; }","duration":"366.201257ms","start":"2026-03-04T02:36:00.473837Z","end":"2026-03-04T02:36:00.840038Z","steps":["trace[1364922871] 'process raft request' (duration: 230.050382ms)","trace[1364922871] 'compare' (duration: 135.223353ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:00.840174Z","caller":"traceutil/trace.go:171","msg":"trace[1236356250] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:31075; }","duration":"446.571764ms","start":"2026-03-04T02:36:00.393569Z","end":"2026-03-04T02:36:00.840141Z","steps":["trace[1236356250] 'agreement among raft nodes before linearized reading' (duration: 446.429911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:00.840223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.393516Z","time spent":"446.696567ms","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:00.840367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:00.473803Z","time spent":"366.417001ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:00.840853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.292232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:36:00.840936Z","caller":"traceutil/trace.go:171","msg":"trace[192138942] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:31075; }","duration":"173.421674ms","start":"2026-03-04T02:36:00.667497Z","end":"2026-03-04T02:36:00.840919Z","steps":["trace[192138942] 'agreement among raft nodes before linearized reading' (duration: 173.128387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:01.215046Z","caller":"traceutil/trace.go:171","msg":"trace[751873915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31077; }","duration":"100.016061ms","start":"2026-03-04T02:36:01.115005Z","end":"2026-03-04T02:36:01.215021Z","steps":["trace[751873915] 'agreement among raft nodes before linearized reading' (duration: 99.96504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:01.215435Z","caller":"traceutil/trace.go:171","msg":"trace[1855283078] transaction","detail":"{read_only:false; response_revision:31077; number_of_response:1; }","duration":"266.676687ms","start":"2026-03-04T02:36:00.948747Z","end":"2026-03-04T02:36:01.215424Z","steps":["trace[1855283078] 'process raft request' (duration: 266.052742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.208564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.079357ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-04T02:36:02.208651Z","caller":"traceutil/trace.go:171","msg":"trace[986828134] linearizableReadLoop","detail":"{readStateIndex:32151; appliedIndex:32150; }","duration":"312.668301ms","start":"2026-03-04T02:36:01.895969Z","end":"2026-03-04T02:36:02.208637Z","steps":["trace[986828134] 'read index received' (duration: 97.450021ms)","trace[986828134] 'applied index is now lower than readState.Index' (duration: 215.21447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:02.208681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.894281Z","time spent":"314.391882ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:36:02.208744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.781665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:02.208765Z","caller":"traceutil/trace.go:171","msg":"trace[393809475] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:31078; }","duration":"312.856616ms","start":"2026-03-04T02:36:01.895901Z","end":"2026-03-04T02:36:02.208757Z","steps":["trace[393809475] 'agreement among raft nodes before linearized reading' (duration: 312.795675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.208947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:01.895855Z","time spent":"312.950918ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:02.379342Z","caller":"traceutil/trace.go:171","msg":"trace[1840796090] transaction","detail":"{read_only:false; response_revision:31080; number_of_response:1; }","duration":"169.01075ms","start":"2026-03-04T02:36:02.210308Z","end":"2026-03-04T02:36:02.379318Z","steps":["trace[1840796090] 'process raft request' (duration: 123.371283ms)","trace[1840796090] 'compare' (duration: 45.491543ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:02.379756Z","caller":"traceutil/trace.go:171","msg":"trace[1201971587] transaction","detail":"{read_only:false; response_revision:31081; number_of_response:1; }","duration":"139.688598ms","start":"2026-03-04T02:36:02.240047Z","end":"2026-03-04T02:36:02.379735Z","steps":["trace[1201971587] 'process raft request' (duration: 139.240027ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.379807Z","caller":"traceutil/trace.go:171","msg":"trace[1857970454] transaction","detail":"{read_only:false; response_revision:31082; number_of_response:1; }","duration":"139.429732ms","start":"2026-03-04T02:36:02.240357Z","end":"2026-03-04T02:36:02.379787Z","steps":["trace[1857970454] 'process raft request' (duration: 139.300899ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.802211Z","caller":"traceutil/trace.go:171","msg":"trace[439062082] transaction","detail":"{read_only:false; response_revision:31083; number_of_response:1; }","duration":"417.16613ms","start":"2026-03-04T02:36:02.385019Z","end":"2026-03-04T02:36:02.802185Z","steps":["trace[439062082] 'process raft request' (duration: 416.941405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.802202Z","caller":"traceutil/trace.go:171","msg":"trace[1929310075] linearizableReadLoop","detail":"{readStateIndex:32156; appliedIndex:32155; }","duration":"416.74937ms","start":"2026-03-04T02:36:02.38542Z","end":"2026-03-04T02:36:02.802169Z","steps":["trace[1929310075] 'read index received' (duration: 416.584036ms)","trace[1929310075] 'applied index is now lower than readState.Index' (duration: 164.084µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:02.802466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.385Z","time spent":"417.341734ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:02.802511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.064987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:02.802595Z","caller":"traceutil/trace.go:171","msg":"trace[1654306270] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:31083; }","duration":"417.18114ms","start":"2026-03-04T02:36:02.38539Z","end":"2026-03-04T02:36:02.802571Z","steps":["trace[1654306270] 'agreement among raft nodes before linearized reading' (duration: 416.880933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.802646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.306045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T02:36:02.802651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.385382Z","time spent":"417.256822ms","remote":"127.0.0.1:46862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T02:36:02.802703Z","caller":"traceutil/trace.go:171","msg":"trace[1917390001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31083; }","duration":"329.408217ms","start":"2026-03-04T02:36:02.473279Z","end":"2026-03-04T02:36:02.802687Z","steps":["trace[1917390001] 'agreement among raft nodes before linearized reading' (duration: 329.265814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.802749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.473215Z","time spent":"329.52277ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:02.802938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.463037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:02.802992Z","caller":"traceutil/trace.go:171","msg":"trace[927162949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31083; }","duration":"248.542438ms","start":"2026-03-04T02:36:02.554437Z","end":"2026-03-04T02:36:02.802979Z","steps":["trace[927162949] 'agreement among raft nodes before linearized reading' (duration: 248.417065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.803123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.076231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:36:02.803169Z","caller":"traceutil/trace.go:171","msg":"trace[1813753292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31083; }","duration":"249.172133ms","start":"2026-03-04T02:36:02.553989Z","end":"2026-03-04T02:36:02.803161Z","steps":["trace[1813753292] 'agreement among raft nodes before linearized reading' (duration: 249.02615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.803205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.319272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:02.803262Z","caller":"traceutil/trace.go:171","msg":"trace[1295082495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31083; }","duration":"328.431064ms","start":"2026-03-04T02:36:02.474816Z","end":"2026-03-04T02:36:02.803248Z","steps":["trace[1295082495] 'agreement among raft nodes before linearized reading' (duration: 328.26916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:02.803315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.234325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:36:02.803311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:02.474786Z","time spent":"328.513676ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:36:02.803344Z","caller":"traceutil/trace.go:171","msg":"trace[1740718309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31083; }","duration":"249.306366ms","start":"2026-03-04T02:36:02.554033Z","end":"2026-03-04T02:36:02.803339Z","steps":["trace[1740718309] 'agreement among raft nodes before linearized reading' (duration: 249.227855ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:02.964121Z","caller":"traceutil/trace.go:171","msg":"trace[190095483] transaction","detail":"{read_only:false; response_revision:31084; number_of_response:1; }","duration":"157.044818ms","start":"2026-03-04T02:36:02.807039Z","end":"2026-03-04T02:36:02.964083Z","steps":["trace[190095483] 'process raft request' (duration: 74.153801ms)","trace[190095483] 'compare' (duration: 82.756244ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:03.003361Z","caller":"traceutil/trace.go:171","msg":"trace[212184302] transaction","detail":"{read_only:false; response_revision:31085; number_of_response:1; }","duration":"196.074149ms","start":"2026-03-04T02:36:02.807255Z","end":"2026-03-04T02:36:03.00333Z","steps":["trace[212184302] 'process raft request' (duration: 195.865384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.003798Z","caller":"traceutil/trace.go:171","msg":"trace[408897114] transaction","detail":"{read_only:false; response_revision:31086; number_of_response:1; }","duration":"196.395407ms","start":"2026-03-04T02:36:02.807344Z","end":"2026-03-04T02:36:03.003739Z","steps":["trace[408897114] 'process raft request' (duration: 195.930066ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.00396Z","caller":"traceutil/trace.go:171","msg":"trace[1217725536] transaction","detail":"{read_only:false; response_revision:31087; number_of_response:1; }","duration":"196.193863ms","start":"2026-03-04T02:36:02.807748Z","end":"2026-03-04T02:36:03.003942Z","steps":["trace[1217725536] 'process raft request' (duration: 195.902496ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.004029Z","caller":"traceutil/trace.go:171","msg":"trace[174424527] transaction","detail":"{read_only:false; response_revision:31090; number_of_response:1; }","duration":"158.109363ms","start":"2026-03-04T02:36:02.845889Z","end":"2026-03-04T02:36:03.003998Z","steps":["trace[174424527] 'process raft request' (duration: 158.044692ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.004153Z","caller":"traceutil/trace.go:171","msg":"trace[974383626] transaction","detail":"{read_only:false; response_revision:31089; number_of_response:1; }","duration":"158.283558ms","start":"2026-03-04T02:36:02.845858Z","end":"2026-03-04T02:36:03.004141Z","steps":["trace[974383626] 'process raft request' (duration: 158.020291ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:03.00494Z","caller":"traceutil/trace.go:171","msg":"trace[457432456] transaction","detail":"{read_only:false; response_revision:31088; number_of_response:1; }","duration":"196.773056ms","start":"2026-03-04T02:36:02.808133Z","end":"2026-03-04T02:36:03.004906Z","steps":["trace[457432456] 'process raft request' (duration: 195.6676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.032258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.498487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:05.032436Z","caller":"traceutil/trace.go:171","msg":"trace[791547893] transaction","detail":"{read_only:false; response_revision:31093; number_of_response:1; }","duration":"648.185904ms","start":"2026-03-04T02:36:04.384222Z","end":"2026-03-04T02:36:05.032408Z","steps":["trace[791547893] 'process raft request' (duration: 460.428371ms)","trace[791547893] 'compare' (duration: 186.912924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:05.032543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.384202Z","time spent":"648.287056ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:05.348389Z","caller":"traceutil/trace.go:171","msg":"trace[1996217521] linearizableReadLoop","detail":"{readStateIndex:32167; appliedIndex:32165; }","duration":"774.056936ms","start":"2026-03-04T02:36:04.574298Z","end":"2026-03-04T02:36:05.348354Z","steps":["trace[1996217521] 'read index received' (duration: 270.474906ms)","trace[1996217521] 'applied index is now lower than readState.Index' (duration: 503.58139ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:05.348434Z","caller":"traceutil/trace.go:171","msg":"trace[525429616] transaction","detail":"{read_only:false; response_revision:31094; number_of_response:1; }","duration":"957.256541ms","start":"2026-03-04T02:36:04.391144Z","end":"2026-03-04T02:36:05.348401Z","steps":["trace[525429616] 'process raft request' (duration: 892.38295ms)","trace[525429616] 'compare' (duration: 64.713867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:05.348628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.391124Z","time spent":"957.413425ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:05.348747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.426555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:36:05.348853Z","caller":"traceutil/trace.go:171","msg":"trace[1685201650] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:31094; }","duration":"774.575648ms","start":"2026-03-04T02:36:04.574252Z","end":"2026-03-04T02:36:05.348828Z","steps":["trace[1685201650] 'agreement among raft nodes before linearized reading' (duration: 774.282371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.348907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.574233Z","time spent":"774.663931ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-04T02:36:05.368806Z","caller":"traceutil/trace.go:171","msg":"trace[1363484338] transaction","detail":"{read_only:false; response_revision:31095; number_of_response:1; }","duration":"358.222658ms","start":"2026-03-04T02:36:05.010566Z","end":"2026-03-04T02:36:05.368788Z","steps":["trace[1363484338] 'process raft request' (duration: 358.054944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.36897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.010532Z","time spent":"358.32648ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:05.369052Z","caller":"traceutil/trace.go:171","msg":"trace[1374508494] transaction","detail":"{read_only:false; response_revision:31096; number_of_response:1; }","duration":"357.776267ms","start":"2026-03-04T02:36:05.011254Z","end":"2026-03-04T02:36:05.369031Z","steps":["trace[1374508494] 'process raft request' (duration: 357.498051ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.369069Z","caller":"traceutil/trace.go:171","msg":"trace[1730248697] transaction","detail":"{read_only:false; response_revision:31097; number_of_response:1; }","duration":"212.936188ms","start":"2026-03-04T02:36:05.156113Z","end":"2026-03-04T02:36:05.369049Z","steps":["trace[1730248697] 'process raft request' (duration: 212.809155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.369273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.011224Z","time spent":"357.943131ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:05.369399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.299602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:36:05.3694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.922074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:36:05.369495Z","caller":"traceutil/trace.go:171","msg":"trace[1456319420] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31098; }","duration":"359.049308ms","start":"2026-03-04T02:36:05.010428Z","end":"2026-03-04T02:36:05.369477Z","steps":["trace[1456319420] 'agreement among raft nodes before linearized reading' (duration: 358.829852ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.369542Z","caller":"traceutil/trace.go:171","msg":"trace[1252176577] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31098; }","duration":"561.428165ms","start":"2026-03-04T02:36:04.808035Z","end":"2026-03-04T02:36:05.369463Z","steps":["trace[1252176577] 'agreement among raft nodes before linearized reading' (duration: 561.128808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.369609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.010416Z","time spent":"359.14953ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:05.369676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.808014Z","time spent":"561.6221ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:36:05.369725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.955136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:36:05.369749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.41817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:36:05.369597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.358562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:36:05.369721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.190265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.36977Z","caller":"traceutil/trace.go:171","msg":"trace[1646596118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31098; }","duration":"399.473221ms","start":"2026-03-04T02:36:04.97029Z","end":"2026-03-04T02:36:05.369763Z","steps":["trace[1646596118] 'agreement among raft nodes before linearized reading' (duration: 399.42218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.369687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.455583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.36977Z","caller":"traceutil/trace.go:171","msg":"trace[1897517672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31098; }","duration":"362.051628ms","start":"2026-03-04T02:36:05.007707Z","end":"2026-03-04T02:36:05.369758Z","steps":["trace[1897517672] 'agreement among raft nodes before linearized reading' (duration: 361.919615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.369789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:04.970268Z","time spent":"399.517173ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:36:05.369782Z","caller":"traceutil/trace.go:171","msg":"trace[276681094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31098; }","duration":"361.596748ms","start":"2026-03-04T02:36:05.008175Z","end":"2026-03-04T02:36:05.369772Z","steps":["trace[276681094] 'agreement among raft nodes before linearized reading' (duration: 361.351152ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.369797Z","caller":"traceutil/trace.go:171","msg":"trace[250528666] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:31098; }","duration":"169.336068ms","start":"2026-03-04T02:36:05.200445Z","end":"2026-03-04T02:36:05.369781Z","steps":["trace[250528666] 'agreement among raft nodes before linearized reading' (duration: 169.185094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.369802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.007651Z","time spent":"362.14406ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:36:05.369677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.254239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:36:05.369819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.008148Z","time spent":"361.66109ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:36:05.36984Z","caller":"traceutil/trace.go:171","msg":"trace[1137056872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31098; }","duration":"361.447254ms","start":"2026-03-04T02:36:05.008388Z","end":"2026-03-04T02:36:05.369835Z","steps":["trace[1137056872] 'agreement among raft nodes before linearized reading' (duration: 361.231459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.369856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:05.008372Z","time spent":"361.480185ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:36:05.369845Z","caller":"traceutil/trace.go:171","msg":"trace[792242910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31098; }","duration":"214.597506ms","start":"2026-03-04T02:36:05.155198Z","end":"2026-03-04T02:36:05.369795Z","steps":["trace[792242910] 'agreement among raft nodes before linearized reading' (duration: 214.464923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.610251Z","caller":"traceutil/trace.go:171","msg":"trace[1336046166] linearizableReadLoop","detail":"{readStateIndex:32172; appliedIndex:32171; }","duration":"238.604944ms","start":"2026-03-04T02:36:05.371625Z","end":"2026-03-04T02:36:05.61023Z","steps":["trace[1336046166] 'read index received' (duration: 186.116655ms)","trace[1336046166] 'applied index is now lower than readState.Index' (duration: 52.487599ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:05.610326Z","caller":"traceutil/trace.go:171","msg":"trace[216914568] transaction","detail":"{read_only:false; response_revision:31099; number_of_response:1; }","duration":"257.117591ms","start":"2026-03-04T02:36:05.353175Z","end":"2026-03-04T02:36:05.610292Z","steps":["trace[216914568] 'process raft request' (duration: 204.553679ms)","trace[216914568] 'compare' (duration: 52.374997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:05.610369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.728917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.610394Z","caller":"traceutil/trace.go:171","msg":"trace[1095058775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31099; }","duration":"238.806449ms","start":"2026-03-04T02:36:05.37158Z","end":"2026-03-04T02:36:05.610386Z","steps":["trace[1095058775] 'agreement among raft nodes before linearized reading' (duration: 238.748097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.667419Z","caller":"traceutil/trace.go:171","msg":"trace[843278502] transaction","detail":"{read_only:false; response_revision:31101; number_of_response:1; }","duration":"293.708484ms","start":"2026-03-04T02:36:05.373679Z","end":"2026-03-04T02:36:05.667388Z","steps":["trace[843278502] 'process raft request' (duration: 293.602911ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.667701Z","caller":"traceutil/trace.go:171","msg":"trace[1283694561] transaction","detail":"{read_only:false; response_revision:31100; number_of_response:1; }","duration":"293.98559ms","start":"2026-03-04T02:36:05.37368Z","end":"2026-03-04T02:36:05.667666Z","steps":["trace[1283694561] 'process raft request' (duration: 293.415297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.667888Z","caller":"traceutil/trace.go:171","msg":"trace[426262935] transaction","detail":"{read_only:false; response_revision:31102; number_of_response:1; }","duration":"293.97012ms","start":"2026-03-04T02:36:05.373865Z","end":"2026-03-04T02:36:05.667835Z","steps":["trace[426262935] 'process raft request' (duration: 293.473378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.667954Z","caller":"traceutil/trace.go:171","msg":"trace[475672311] transaction","detail":"{read_only:false; response_revision:31103; number_of_response:1; }","duration":"294.014681ms","start":"2026-03-04T02:36:05.373921Z","end":"2026-03-04T02:36:05.667936Z","steps":["trace[475672311] 'process raft request' (duration: 293.735034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.668151Z","caller":"traceutil/trace.go:171","msg":"trace[431590758] transaction","detail":"{read_only:false; response_revision:31104; number_of_response:1; }","duration":"294.147294ms","start":"2026-03-04T02:36:05.373928Z","end":"2026-03-04T02:36:05.668075Z","steps":["trace[431590758] 'process raft request' (duration: 293.901198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:05.668499Z","caller":"traceutil/trace.go:171","msg":"trace[489097902] transaction","detail":"{read_only:false; response_revision:31105; number_of_response:1; }","duration":"294.248106ms","start":"2026-03-04T02:36:05.374231Z","end":"2026-03-04T02:36:05.668479Z","steps":["trace[489097902] 'process raft request' (duration: 293.687733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.668564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.674438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:05.668642Z","caller":"traceutil/trace.go:171","msg":"trace[641493657] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:31105; }","duration":"250.809551ms","start":"2026-03-04T02:36:05.417813Z","end":"2026-03-04T02:36:05.668623Z","steps":["trace[641493657] 'agreement among raft nodes before linearized reading' (duration: 250.655097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:05.668653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.470709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:05.668995Z","caller":"traceutil/trace.go:171","msg":"trace[842772146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31105; }","duration":"235.814697ms","start":"2026-03-04T02:36:05.433105Z","end":"2026-03-04T02:36:05.66892Z","steps":["trace[842772146] 'agreement among raft nodes before linearized reading' (duration: 235.475879ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.219952Z","caller":"traceutil/trace.go:171","msg":"trace[2091722769] linearizableReadLoop","detail":"{readStateIndex:32181; appliedIndex:32180; }","duration":"101.828954ms","start":"2026-03-04T02:36:07.118101Z","end":"2026-03-04T02:36:07.21993Z","steps":["trace[2091722769] 'read index received' (duration: 32.005196ms)","trace[2091722769] 'applied index is now lower than readState.Index' (duration: 69.823008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:07.220061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.957037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:07.220087Z","caller":"traceutil/trace.go:171","msg":"trace[493319018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31108; }","duration":"102.030399ms","start":"2026-03-04T02:36:07.118048Z","end":"2026-03-04T02:36:07.220078Z","steps":["trace[493319018] 'agreement among raft nodes before linearized reading' (duration: 101.967567ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.220132Z","caller":"traceutil/trace.go:171","msg":"trace[2147280056] transaction","detail":"{read_only:false; response_revision:31108; number_of_response:1; }","duration":"181.479205ms","start":"2026-03-04T02:36:07.038623Z","end":"2026-03-04T02:36:07.220102Z","steps":["trace[2147280056] 'process raft request' (duration: 111.450741ms)","trace[2147280056] 'compare' (duration: 69.738257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:07.596157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.814865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:07.596382Z","caller":"traceutil/trace.go:171","msg":"trace[1763308215] transaction","detail":"{read_only:false; response_revision:31110; number_of_response:1; }","duration":"221.382297ms","start":"2026-03-04T02:36:07.374967Z","end":"2026-03-04T02:36:07.59635Z","steps":["trace[1763308215] 'process raft request' (duration: 115.924757ms)","trace[1763308215] 'compare' (duration: 104.550169ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:07.596575Z","caller":"traceutil/trace.go:171","msg":"trace[833668269] transaction","detail":"{read_only:false; response_revision:31111; number_of_response:1; }","duration":"220.595409ms","start":"2026-03-04T02:36:07.375956Z","end":"2026-03-04T02:36:07.596552Z","steps":["trace[833668269] 'process raft request' (duration: 220.304992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.596649Z","caller":"traceutil/trace.go:171","msg":"trace[830560115] transaction","detail":"{read_only:false; response_revision:31112; number_of_response:1; }","duration":"218.969171ms","start":"2026-03-04T02:36:07.377667Z","end":"2026-03-04T02:36:07.596637Z","steps":["trace[830560115] 'process raft request' (duration: 218.838098ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.911339Z","caller":"traceutil/trace.go:171","msg":"trace[1368557496] transaction","detail":"{read_only:false; response_revision:31114; number_of_response:1; }","duration":"230.852911ms","start":"2026-03-04T02:36:07.680451Z","end":"2026-03-04T02:36:07.911304Z","steps":["trace[1368557496] 'process raft request' (duration: 186.206287ms)","trace[1368557496] 'compare' (duration: 44.513141ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:07.911801Z","caller":"traceutil/trace.go:171","msg":"trace[424986704] transaction","detail":"{read_only:false; response_revision:31117; number_of_response:1; }","duration":"230.909322ms","start":"2026-03-04T02:36:07.680872Z","end":"2026-03-04T02:36:07.911781Z","steps":["trace[424986704] 'process raft request' (duration: 230.848671ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.911821Z","caller":"traceutil/trace.go:171","msg":"trace[424147962] transaction","detail":"{read_only:false; response_revision:31116; number_of_response:1; }","duration":"231.078896ms","start":"2026-03-04T02:36:07.680719Z","end":"2026-03-04T02:36:07.911797Z","steps":["trace[424147962] 'process raft request' (duration: 230.926642ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.911844Z","caller":"traceutil/trace.go:171","msg":"trace[2073548746] transaction","detail":"{read_only:false; response_revision:31115; number_of_response:1; }","duration":"231.298851ms","start":"2026-03-04T02:36:07.680517Z","end":"2026-03-04T02:36:07.911815Z","steps":["trace[2073548746] 'process raft request' (duration: 230.744888ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:07.911936Z","caller":"traceutil/trace.go:171","msg":"trace[1701452773] transaction","detail":"{read_only:false; response_revision:31118; number_of_response:1; }","duration":"230.576844ms","start":"2026-03-04T02:36:07.681345Z","end":"2026-03-04T02:36:07.911922Z","steps":["trace[1701452773] 'process raft request' (duration: 230.4055ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:09.54894Z","caller":"traceutil/trace.go:171","msg":"trace[1139033968] linearizableReadLoop","detail":"{readStateIndex:32195; appliedIndex:32194; }","duration":"147.520013ms","start":"2026-03-04T02:36:09.401396Z","end":"2026-03-04T02:36:09.548916Z","steps":["trace[1139033968] 'read index received' (duration: 147.327419ms)","trace[1139033968] 'applied index is now lower than readState.Index' (duration: 191.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:09.549029Z","caller":"traceutil/trace.go:171","msg":"trace[1178672447] transaction","detail":"{read_only:false; response_revision:31121; number_of_response:1; }","duration":"159.004324ms","start":"2026-03-04T02:36:09.389979Z","end":"2026-03-04T02:36:09.548983Z","steps":["trace[1178672447] 'process raft request' (duration: 158.795859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:09.549141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.710378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:09.549268Z","caller":"traceutil/trace.go:171","msg":"trace[1344584249] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31121; }","duration":"147.843011ms","start":"2026-03-04T02:36:09.40136Z","end":"2026-03-04T02:36:09.549203Z","steps":["trace[1344584249] 'agreement among raft nodes before linearized reading' (duration: 147.659287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:09.680967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.49784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:36:09.68106Z","caller":"traceutil/trace.go:171","msg":"trace[914418518] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:31121; }","duration":"113.645244ms","start":"2026-03-04T02:36:09.567393Z","end":"2026-03-04T02:36:09.681039Z","steps":["trace[914418518] 'range keys from in-memory index tree' (duration: 113.203343ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:09.892935Z","caller":"traceutil/trace.go:171","msg":"trace[1425764169] transaction","detail":"{read_only:false; response_revision:31125; number_of_response:1; }","duration":"118.652172ms","start":"2026-03-04T02:36:09.774249Z","end":"2026-03-04T02:36:09.892901Z","steps":["trace[1425764169] 'process raft request' (duration: 47.125293ms)","trace[1425764169] 'compare' (duration: 71.285903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:10.127117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.841241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:10.127486Z","caller":"traceutil/trace.go:171","msg":"trace[2032502422] transaction","detail":"{read_only:false; response_revision:31126; number_of_response:1; }","duration":"207.355856ms","start":"2026-03-04T02:36:09.92011Z","end":"2026-03-04T02:36:10.127465Z","steps":["trace[2032502422] 'process raft request' (duration: 92.072954ms)","trace[2032502422] 'compare' (duration: 114.710289ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:10.127674Z","caller":"traceutil/trace.go:171","msg":"trace[858022911] transaction","detail":"{read_only:false; response_revision:31127; number_of_response:1; }","duration":"206.73308ms","start":"2026-03-04T02:36:09.920918Z","end":"2026-03-04T02:36:10.127651Z","steps":["trace[858022911] 'process raft request' (duration: 206.501265ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:10.127967Z","caller":"traceutil/trace.go:171","msg":"trace[326970083] transaction","detail":"{read_only:false; response_revision:31129; number_of_response:1; }","duration":"206.819603ms","start":"2026-03-04T02:36:09.921134Z","end":"2026-03-04T02:36:10.127954Z","steps":["trace[326970083] 'process raft request' (duration: 206.635778ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:10.127943Z","caller":"traceutil/trace.go:171","msg":"trace[2047386849] linearizableReadLoop","detail":"{readStateIndex:32204; appliedIndex:32199; }","duration":"200.709629ms","start":"2026-03-04T02:36:09.927212Z","end":"2026-03-04T02:36:10.127921Z","steps":["trace[2047386849] 'read index received' (duration: 84.988127ms)","trace[2047386849] 'applied index is now lower than readState.Index' (duration: 115.720512ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:10.128043Z","caller":"traceutil/trace.go:171","msg":"trace[1033018641] transaction","detail":"{read_only:false; response_revision:31128; number_of_response:1; }","duration":"207.052139ms","start":"2026-03-04T02:36:09.920984Z","end":"2026-03-04T02:36:10.128036Z","steps":["trace[1033018641] 'process raft request' (duration: 206.615708ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:10.128064Z","caller":"traceutil/trace.go:171","msg":"trace[1096075798] transaction","detail":"{read_only:false; response_revision:31130; number_of_response:1; }","duration":"206.865244ms","start":"2026-03-04T02:36:09.921188Z","end":"2026-03-04T02:36:10.128053Z","steps":["trace[1096075798] 'process raft request' (duration: 206.656099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:10.128133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.906703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:10.128164Z","caller":"traceutil/trace.go:171","msg":"trace[98146565] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:31131; }","duration":"200.965584ms","start":"2026-03-04T02:36:09.927188Z","end":"2026-03-04T02:36:10.128154Z","steps":["trace[98146565] 'agreement among raft nodes before linearized reading' (duration: 200.907003ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:10.128204Z","caller":"traceutil/trace.go:171","msg":"trace[532849605] transaction","detail":"{read_only:false; response_revision:31131; number_of_response:1; }","duration":"118.628081ms","start":"2026-03-04T02:36:10.009561Z","end":"2026-03-04T02:36:10.128189Z","steps":["trace[532849605] 'process raft request' (duration: 118.323704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:11.721156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.758423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:11.721241Z","caller":"traceutil/trace.go:171","msg":"trace[1812091453] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:31135; }","duration":"107.886567ms","start":"2026-03-04T02:36:11.613327Z","end":"2026-03-04T02:36:11.721213Z","steps":["trace[1812091453] 'count revisions from in-memory index tree' (duration: 107.487227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:11.804841Z","caller":"traceutil/trace.go:171","msg":"trace[1985909365] transaction","detail":"{read_only:false; response_revision:31138; number_of_response:1; }","duration":"111.056802ms","start":"2026-03-04T02:36:11.693762Z","end":"2026-03-04T02:36:11.804818Z","steps":["trace[1985909365] 'process raft request' (duration: 111.019421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:11.805016Z","caller":"traceutil/trace.go:171","msg":"trace[341132012] transaction","detail":"{read_only:false; response_revision:31137; number_of_response:1; }","duration":"111.82728ms","start":"2026-03-04T02:36:11.693182Z","end":"2026-03-04T02:36:11.805009Z","steps":["trace[341132012] 'process raft request' (duration: 111.488012ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.030667Z","caller":"traceutil/trace.go:171","msg":"trace[1566745214] transaction","detail":"{read_only:false; response_revision:31140; number_of_response:1; }","duration":"122.097663ms","start":"2026-03-04T02:36:11.908543Z","end":"2026-03-04T02:36:12.030641Z","steps":["trace[1566745214] 'process raft request' (duration: 79.720483ms)","trace[1566745214] 'compare' (duration: 41.95564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:12.399859Z","caller":"traceutil/trace.go:171","msg":"trace[881091990] linearizableReadLoop","detail":"{readStateIndex:32221; appliedIndex:32216; }","duration":"207.022638ms","start":"2026-03-04T02:36:12.192818Z","end":"2026-03-04T02:36:12.39984Z","steps":["trace[881091990] 'read index received' (duration: 46.053297ms)","trace[881091990] 'applied index is now lower than readState.Index' (duration: 160.968501ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:12.399976Z","caller":"traceutil/trace.go:171","msg":"trace[2004617238] transaction","detail":"{read_only:false; response_revision:31145; number_of_response:1; }","duration":"225.516715ms","start":"2026-03-04T02:36:12.174451Z","end":"2026-03-04T02:36:12.399967Z","steps":["trace[2004617238] 'process raft request' (duration: 225.34124ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.400301Z","caller":"traceutil/trace.go:171","msg":"trace[488110516] transaction","detail":"{read_only:false; response_revision:31146; number_of_response:1; }","duration":"225.686439ms","start":"2026-03-04T02:36:12.174577Z","end":"2026-03-04T02:36:12.400263Z","steps":["trace[488110516] 'process raft request' (duration: 225.236858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.400345Z","caller":"traceutil/trace.go:171","msg":"trace[674134422] transaction","detail":"{read_only:false; response_revision:31143; number_of_response:1; }","duration":"225.972006ms","start":"2026-03-04T02:36:12.174342Z","end":"2026-03-04T02:36:12.400313Z","steps":["trace[674134422] 'process raft request' (duration: 184.012185ms)","trace[674134422] 'compare' (duration: 41.290725ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:12.400359Z","caller":"traceutil/trace.go:171","msg":"trace[881972968] transaction","detail":"{read_only:false; response_revision:31144; number_of_response:1; }","duration":"225.554076ms","start":"2026-03-04T02:36:12.174376Z","end":"2026-03-04T02:36:12.39993Z","steps":["trace[881972968] 'process raft request' (duration: 225.376012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:12.400401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.560041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:36:12.400314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.72482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:12.400477Z","caller":"traceutil/trace.go:171","msg":"trace[65474622] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:31146; }","duration":"207.671073ms","start":"2026-03-04T02:36:12.192788Z","end":"2026-03-04T02:36:12.400459Z","steps":["trace[65474622] 'agreement among raft nodes before linearized reading' (duration: 207.54712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:12.400513Z","caller":"traceutil/trace.go:171","msg":"trace[17015471] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:31146; }","duration":"106.942615ms","start":"2026-03-04T02:36:12.293526Z","end":"2026-03-04T02:36:12.400468Z","steps":["trace[17015471] 'agreement among raft nodes before linearized reading' (duration: 106.711229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:12.720916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.550792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-77c9cb7d79-t92db.18998111f70c7a5a\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-03-04T02:36:12.721018Z","caller":"traceutil/trace.go:171","msg":"trace[2132895022] range","detail":"{range_begin:/registry/events/openstack/heat-api-77c9cb7d79-t92db.18998111f70c7a5a; range_end:; response_count:1; response_revision:31147; }","duration":"213.691545ms","start":"2026-03-04T02:36:12.507306Z","end":"2026-03-04T02:36:12.720998Z","steps":["trace[2132895022] 'range keys from in-memory index tree' (duration: 213.373628ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:13.088322Z","caller":"traceutil/trace.go:171","msg":"trace[1734398391] transaction","detail":"{read_only:false; response_revision:31148; number_of_response:1; }","duration":"307.904319ms","start":"2026-03-04T02:36:12.780389Z","end":"2026-03-04T02:36:13.088294Z","steps":["trace[1734398391] 'process raft request' (duration: 307.726544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.088473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:12.780313Z","time spent":"308.084703ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:13.157039Z","caller":"traceutil/trace.go:171","msg":"trace[206551618] transaction","detail":"{read_only:false; response_revision:31149; number_of_response:1; }","duration":"281.65043ms","start":"2026-03-04T02:36:12.875358Z","end":"2026-03-04T02:36:13.157008Z","steps":["trace[206551618] 'process raft request' (duration: 281.426825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.447413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.070241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:13.447671Z","caller":"traceutil/trace.go:171","msg":"trace[567796229] transaction","detail":"{read_only:false; response_revision:31151; number_of_response:1; }","duration":"113.009768ms","start":"2026-03-04T02:36:13.334641Z","end":"2026-03-04T02:36:13.447651Z","steps":["trace[567796229] 'process raft request' (duration: 112.903356ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:13.447676Z","caller":"traceutil/trace.go:171","msg":"trace[55429701] linearizableReadLoop","detail":"{readStateIndex:32226; appliedIndex:32225; }","duration":"214.102715ms","start":"2026-03-04T02:36:13.233546Z","end":"2026-03-04T02:36:13.447648Z","steps":["trace[55429701] 'read index received' (duration: 14.596644ms)","trace[55429701] 'applied index is now lower than readState.Index' (duration: 199.503011ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:13.447722Z","caller":"traceutil/trace.go:171","msg":"trace[1584651692] transaction","detail":"{read_only:false; response_revision:31150; number_of_response:1; }","duration":"288.232035ms","start":"2026-03-04T02:36:13.159456Z","end":"2026-03-04T02:36:13.447688Z","steps":["trace[1584651692] 'process raft request' (duration: 88.772405ms)","trace[1584651692] 'compare' (duration: 198.822695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:13.448062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.501875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:36:13.448113Z","caller":"traceutil/trace.go:171","msg":"trace[1199788259] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:31151; }","duration":"214.608817ms","start":"2026-03-04T02:36:13.233493Z","end":"2026-03-04T02:36:13.448101Z","steps":["trace[1199788259] 'agreement among raft nodes before linearized reading' (duration: 214.373851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:13.448206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.870018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:36:13.448291Z","caller":"traceutil/trace.go:171","msg":"trace[2001138243] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31151; }","duration":"171.984661ms","start":"2026-03-04T02:36:13.276285Z","end":"2026-03-04T02:36:13.44827Z","steps":["trace[2001138243] 'agreement among raft nodes before linearized reading' (duration: 171.715705ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.69058Z","caller":"traceutil/trace.go:171","msg":"trace[9928078] transaction","detail":"{read_only:false; response_revision:31160; number_of_response:1; }","duration":"201.863586ms","start":"2026-03-04T02:36:14.488694Z","end":"2026-03-04T02:36:14.690558Z","steps":["trace[9928078] 'process raft request' (duration: 201.778374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.690865Z","caller":"traceutil/trace.go:171","msg":"trace[1922528097] transaction","detail":"{read_only:false; response_revision:31159; number_of_response:1; }","duration":"202.927332ms","start":"2026-03-04T02:36:14.487909Z","end":"2026-03-04T02:36:14.690837Z","steps":["trace[1922528097] 'process raft request' (duration: 113.810688ms)","trace[1922528097] 'compare' (duration: 88.612832ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:14.690871Z","caller":"traceutil/trace.go:171","msg":"trace[386069588] transaction","detail":"{read_only:false; response_revision:31161; number_of_response:1; }","duration":"201.877227ms","start":"2026-03-04T02:36:14.488969Z","end":"2026-03-04T02:36:14.690846Z","steps":["trace[386069588] 'process raft request' (duration: 201.550519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.691028Z","caller":"traceutil/trace.go:171","msg":"trace[175316826] transaction","detail":"{read_only:false; response_revision:31162; number_of_response:1; }","duration":"201.957978ms","start":"2026-03-04T02:36:14.489061Z","end":"2026-03-04T02:36:14.691019Z","steps":["trace[175316826] 'process raft request' (duration: 201.704742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:14.69104Z","caller":"traceutil/trace.go:171","msg":"trace[1488586392] linearizableReadLoop","detail":"{readStateIndex:32238; appliedIndex:32234; }","duration":"167.981147ms","start":"2026-03-04T02:36:14.523032Z","end":"2026-03-04T02:36:14.691013Z","steps":["trace[1488586392] 'read index received' (duration: 78.421342ms)","trace[1488586392] 'applied index is now lower than readState.Index' (duration: 89.558045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:14.691229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.178531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:14.691298Z","caller":"traceutil/trace.go:171","msg":"trace[1832957390] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:31162; }","duration":"168.302874ms","start":"2026-03-04T02:36:14.522975Z","end":"2026-03-04T02:36:14.691278Z","steps":["trace[1832957390] 'agreement among raft nodes before linearized reading' (duration: 168.167351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:15.695047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.165019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:15.695134Z","caller":"traceutil/trace.go:171","msg":"trace[1419759210] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:31163; }","duration":"101.305642ms","start":"2026-03-04T02:36:15.593806Z","end":"2026-03-04T02:36:15.695112Z","steps":["trace[1419759210] 'count revisions from in-memory index tree' (duration: 101.100907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:15.770919Z","caller":"traceutil/trace.go:171","msg":"trace[404891508] transaction","detail":"{read_only:false; response_revision:31164; number_of_response:1; }","duration":"124.818867ms","start":"2026-03-04T02:36:15.646077Z","end":"2026-03-04T02:36:15.770896Z","steps":["trace[404891508] 'process raft request' (duration: 124.636242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:15.931079Z","caller":"traceutil/trace.go:171","msg":"trace[883288792] transaction","detail":"{read_only:false; response_revision:31165; number_of_response:1; }","duration":"116.683156ms","start":"2026-03-04T02:36:15.814357Z","end":"2026-03-04T02:36:15.93104Z","steps":["trace[883288792] 'process raft request' (duration: 78.714939ms)","trace[883288792] 'compare' (duration: 37.756622ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:15.932289Z","caller":"traceutil/trace.go:171","msg":"trace[478284769] transaction","detail":"{read_only:false; response_revision:31166; number_of_response:1; }","duration":"105.449259ms","start":"2026-03-04T02:36:15.826795Z","end":"2026-03-04T02:36:15.932244Z","steps":["trace[478284769] 'process raft request' (duration: 105.031659ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.4695Z","caller":"traceutil/trace.go:171","msg":"trace[5501506] transaction","detail":"{read_only:false; response_revision:31170; number_of_response:1; }","duration":"111.557363ms","start":"2026-03-04T02:36:16.357894Z","end":"2026-03-04T02:36:16.469451Z","steps":["trace[5501506] 'process raft request' (duration: 111.357988ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.64535Z","caller":"traceutil/trace.go:171","msg":"trace[630548394] transaction","detail":"{read_only:false; response_revision:31171; number_of_response:1; }","duration":"136.719488ms","start":"2026-03-04T02:36:16.508597Z","end":"2026-03-04T02:36:16.645317Z","steps":["trace[630548394] 'process raft request' (duration: 57.99352ms)","trace[630548394] 'compare' (duration: 78.482592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:16.902328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.674939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:16.902471Z","caller":"traceutil/trace.go:171","msg":"trace[804076242] transaction","detail":"{read_only:false; response_revision:31172; number_of_response:1; }","duration":"202.975752ms","start":"2026-03-04T02:36:16.699468Z","end":"2026-03-04T02:36:16.902444Z","steps":["trace[804076242] 'process raft request' (duration: 60.092379ms)","trace[804076242] 'compare' (duration: 142.532035ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:16.941297Z","caller":"traceutil/trace.go:171","msg":"trace[1632013965] transaction","detail":"{read_only:false; response_revision:31173; number_of_response:1; }","duration":"240.954369ms","start":"2026-03-04T02:36:16.700312Z","end":"2026-03-04T02:36:16.941266Z","steps":["trace[1632013965] 'process raft request' (duration: 240.703323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.941425Z","caller":"traceutil/trace.go:171","msg":"trace[1313084743] transaction","detail":"{read_only:false; response_revision:31174; number_of_response:1; }","duration":"241.094763ms","start":"2026-03-04T02:36:16.700299Z","end":"2026-03-04T02:36:16.941394Z","steps":["trace[1313084743] 'process raft request' (duration: 240.855707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:16.941442Z","caller":"traceutil/trace.go:171","msg":"trace[1120389815] transaction","detail":"{read_only:false; response_revision:31175; number_of_response:1; }","duration":"240.96008ms","start":"2026-03-04T02:36:16.700465Z","end":"2026-03-04T02:36:16.941425Z","steps":["trace[1120389815] 'process raft request' (duration: 240.721804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:17.193309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.692139ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:36:17.19351Z","caller":"traceutil/trace.go:171","msg":"trace[1435682581] linearizableReadLoop","detail":"{readStateIndex:32252; appliedIndex:32251; }","duration":"166.01269ms","start":"2026-03-04T02:36:17.02748Z","end":"2026-03-04T02:36:17.193493Z","steps":["trace[1435682581] 'read index received' (duration: 59.128336ms)","trace[1435682581] 'applied index is now lower than readState.Index' (duration: 106.883164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:17.193763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.279386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:17.193802Z","caller":"traceutil/trace.go:171","msg":"trace[793081831] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:31175; }","duration":"166.373058ms","start":"2026-03-04T02:36:17.02742Z","end":"2026-03-04T02:36:17.193793Z","steps":["trace[793081831] 'agreement among raft nodes before linearized reading' (duration: 166.291456ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:17.194342Z","caller":"traceutil/trace.go:171","msg":"trace[1492083595] transaction","detail":"{read_only:false; response_revision:31176; number_of_response:1; }","duration":"157.206562ms","start":"2026-03-04T02:36:17.037123Z","end":"2026-03-04T02:36:17.19433Z","steps":["trace[1492083595] 'process raft request' (duration: 156.27689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:18.075877Z","caller":"traceutil/trace.go:171","msg":"trace[1882109246] transaction","detail":"{read_only:false; response_revision:31181; number_of_response:1; }","duration":"138.266955ms","start":"2026-03-04T02:36:17.937583Z","end":"2026-03-04T02:36:18.07585Z","steps":["trace[1882109246] 'process raft request' (duration: 138.198884ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:18.075977Z","caller":"traceutil/trace.go:171","msg":"trace[196603976] transaction","detail":"{read_only:false; response_revision:31180; number_of_response:1; }","duration":"138.427209ms","start":"2026-03-04T02:36:17.937503Z","end":"2026-03-04T02:36:18.07593Z","steps":["trace[196603976] 'process raft request' (duration: 138.120532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:18.360453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.317482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:36:18.360508Z","caller":"traceutil/trace.go:171","msg":"trace[1595407651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31181; }","duration":"162.431795ms","start":"2026-03-04T02:36:18.198065Z","end":"2026-03-04T02:36:18.360497Z","steps":["trace[1595407651] 'range keys from in-memory index tree' (duration: 162.119968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:18.582088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.451247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:36:18.582183Z","caller":"traceutil/trace.go:171","msg":"trace[575746965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31182; }","duration":"107.605711ms","start":"2026-03-04T02:36:18.474556Z","end":"2026-03-04T02:36:18.582161Z","steps":["trace[575746965] 'range keys from in-memory index tree' (duration: 107.209292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:19.157487Z","caller":"traceutil/trace.go:171","msg":"trace[375997967] transaction","detail":"{read_only:false; response_revision:31186; number_of_response:1; }","duration":"185.551481ms","start":"2026-03-04T02:36:18.97191Z","end":"2026-03-04T02:36:19.157461Z","steps":["trace[375997967] 'process raft request' (duration: 150.861862ms)","trace[375997967] 'compare' (duration: 34.530695ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:19.158024Z","caller":"traceutil/trace.go:171","msg":"trace[884764098] transaction","detail":"{read_only:false; response_revision:31188; number_of_response:1; }","duration":"185.960811ms","start":"2026-03-04T02:36:18.972049Z","end":"2026-03-04T02:36:19.158009Z","steps":["trace[884764098] 'process raft request' (duration: 185.596682ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:19.158044Z","caller":"traceutil/trace.go:171","msg":"trace[1606516961] transaction","detail":"{read_only:false; response_revision:31187; number_of_response:1; }","duration":"185.993862ms","start":"2026-03-04T02:36:18.972018Z","end":"2026-03-04T02:36:19.158011Z","steps":["trace[1606516961] 'process raft request' (duration: 185.399258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.546638Z","caller":"traceutil/trace.go:171","msg":"trace[1429110695] transaction","detail":"{read_only:false; response_revision:31194; number_of_response:1; }","duration":"112.613409ms","start":"2026-03-04T02:36:20.434003Z","end":"2026-03-04T02:36:20.546616Z","steps":["trace[1429110695] 'process raft request' (duration: 112.481575ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:20.784074Z","caller":"traceutil/trace.go:171","msg":"trace[1129245047] transaction","detail":"{read_only:false; response_revision:31196; number_of_response:1; }","duration":"155.563164ms","start":"2026-03-04T02:36:20.628229Z","end":"2026-03-04T02:36:20.783792Z","steps":["trace[1129245047] 'process raft request' (duration: 155.271937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.201579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.067466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:21.201808Z","caller":"traceutil/trace.go:171","msg":"trace[513021342] linearizableReadLoop","detail":"{readStateIndex:32277; appliedIndex:32273; }","duration":"161.131805ms","start":"2026-03-04T02:36:21.040664Z","end":"2026-03-04T02:36:21.201795Z","steps":["trace[513021342] 'read index received' (duration: 15.632509ms)","trace[513021342] 'applied index is now lower than readState.Index' (duration: 145.498346ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:21.201823Z","caller":"traceutil/trace.go:171","msg":"trace[2112817606] transaction","detail":"{read_only:false; response_revision:31197; number_of_response:1; }","duration":"573.47288ms","start":"2026-03-04T02:36:20.628285Z","end":"2026-03-04T02:36:21.201758Z","steps":["trace[2112817606] 'process raft request' (duration: 428.059786ms)","trace[2112817606] 'compare' (duration: 144.970374ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:21.201999Z","caller":"traceutil/trace.go:171","msg":"trace[1690838741] transaction","detail":"{read_only:false; response_revision:31200; number_of_response:1; }","duration":"437.746135ms","start":"2026-03-04T02:36:20.764231Z","end":"2026-03-04T02:36:21.201977Z","steps":["trace[1690838741] 'process raft request' (duration: 437.53474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.202021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.628263Z","time spent":"573.665885ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:21.202092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.764216Z","time spent":"437.833118ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:21.2022Z","caller":"traceutil/trace.go:171","msg":"trace[276943887] transaction","detail":"{read_only:false; response_revision:31198; number_of_response:1; }","duration":"539.021556ms","start":"2026-03-04T02:36:20.663168Z","end":"2026-03-04T02:36:21.20219Z","steps":["trace[276943887] 'process raft request' (duration: 538.542395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.202273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.663148Z","time spent":"539.094459ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:21.202273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.592606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:21.202345Z","caller":"traceutil/trace.go:171","msg":"trace[1976957530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31200; }","duration":"161.703318ms","start":"2026-03-04T02:36:21.040619Z","end":"2026-03-04T02:36:21.202322Z","steps":["trace[1976957530] 'agreement among raft nodes before linearized reading' (duration: 161.509214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:21.20233Z","caller":"traceutil/trace.go:171","msg":"trace[1005682866] transaction","detail":"{read_only:false; response_revision:31199; number_of_response:1; }","duration":"451.458969ms","start":"2026-03-04T02:36:20.75085Z","end":"2026-03-04T02:36:21.202309Z","steps":["trace[1005682866] 'process raft request' (duration: 450.896226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:21.202438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:20.750826Z","time spent":"451.559232ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:21.71829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.715622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:21.718433Z","caller":"traceutil/trace.go:171","msg":"trace[2067614899] transaction","detail":"{read_only:false; response_revision:31201; number_of_response:1; }","duration":"511.755132ms","start":"2026-03-04T02:36:21.206652Z","end":"2026-03-04T02:36:21.718408Z","steps":["trace[2067614899] 'process raft request' (duration: 312.823066ms)","trace[2067614899] 'compare' (duration: 198.26146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:21.719092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.206622Z","time spent":"511.876715ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:22.103335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.607522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:36:22.103557Z","caller":"traceutil/trace.go:171","msg":"trace[23365646] transaction","detail":"{read_only:false; response_revision:31206; number_of_response:1; }","duration":"202.699835ms","start":"2026-03-04T02:36:21.900843Z","end":"2026-03-04T02:36:22.103543Z","steps":["trace[23365646] 'process raft request' (duration: 202.670475ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.103561Z","caller":"traceutil/trace.go:171","msg":"trace[1236957618] transaction","detail":"{read_only:false; response_revision:31203; number_of_response:1; }","duration":"894.600532ms","start":"2026-03-04T02:36:21.208925Z","end":"2026-03-04T02:36:22.103526Z","steps":["trace[1236957618] 'process raft request' (duration: 894.49424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.10363Z","caller":"traceutil/trace.go:171","msg":"trace[1962290323] linearizableReadLoop","detail":"{readStateIndex:32281; appliedIndex:32278; }","duration":"555.322091ms","start":"2026-03-04T02:36:21.548287Z","end":"2026-03-04T02:36:22.103609Z","steps":["trace[1962290323] 'read index received' (duration: 272.380111ms)","trace[1962290323] 'applied index is now lower than readState.Index' (duration: 282.93947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:22.103759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.208895Z","time spent":"894.768375ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.103772Z","caller":"traceutil/trace.go:171","msg":"trace[1343840749] transaction","detail":"{read_only:false; response_revision:31205; number_of_response:1; }","duration":"518.072342ms","start":"2026-03-04T02:36:21.58569Z","end":"2026-03-04T02:36:22.103763Z","steps":["trace[1343840749] 'process raft request' (duration: 517.801345ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.10375Z","caller":"traceutil/trace.go:171","msg":"trace[720252719] transaction","detail":"{read_only:false; response_revision:31202; number_of_response:1; }","duration":"894.822847ms","start":"2026-03-04T02:36:21.208818Z","end":"2026-03-04T02:36:22.103641Z","steps":["trace[720252719] 'process raft request' (duration: 611.821735ms)","trace[720252719] 'compare' (duration: 282.450169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:22.103856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.58567Z","time spent":"518.152954ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.103878Z","caller":"traceutil/trace.go:171","msg":"trace[2103489140] transaction","detail":"{read_only:false; response_revision:31204; number_of_response:1; }","duration":"894.282424ms","start":"2026-03-04T02:36:21.209583Z","end":"2026-03-04T02:36:22.103865Z","steps":["trace[2103489140] 'process raft request' (duration: 893.879315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.10393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.649029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:22.10395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.209571Z","time spent":"894.348156ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.103964Z","caller":"traceutil/trace.go:171","msg":"trace[63625520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31206; }","duration":"555.70987ms","start":"2026-03-04T02:36:21.548247Z","end":"2026-03-04T02:36:22.103957Z","steps":["trace[63625520] 'agreement among raft nodes before linearized reading' (duration: 555.651889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.103983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.54823Z","time spent":"555.749742ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:36:22.104005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.208796Z","time spent":"895.080533ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:36:22.337475Z","caller":"traceutil/trace.go:171","msg":"trace[1351534572] linearizableReadLoop","detail":"{readStateIndex:32284; appliedIndex:32283; }","duration":"233.761419ms","start":"2026-03-04T02:36:22.103677Z","end":"2026-03-04T02:36:22.337438Z","steps":["trace[1351534572] 'read index received' (duration: 186.683858ms)","trace[1351534572] 'applied index is now lower than readState.Index' (duration: 47.075661ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:22.33751Z","caller":"traceutil/trace.go:171","msg":"trace[1782229812] transaction","detail":"{read_only:false; response_revision:31207; number_of_response:1; }","duration":"255.927833ms","start":"2026-03-04T02:36:22.08155Z","end":"2026-03-04T02:36:22.337478Z","steps":["trace[1782229812] 'process raft request' (duration: 208.851772ms)","trace[1782229812] 'compare' (duration: 46.737263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:22.337859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.770319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:36:22.337932Z","caller":"traceutil/trace.go:171","msg":"trace[1373799524] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:31207; }","duration":"352.907522ms","start":"2026-03-04T02:36:21.985004Z","end":"2026-03-04T02:36:22.337912Z","steps":["trace[1373799524] 'agreement among raft nodes before linearized reading' (duration: 352.595595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.33799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.984983Z","time spent":"352.989934ms","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:22.338083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.704137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-04T02:36:22.338077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.935214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:22.338213Z","caller":"traceutil/trace.go:171","msg":"trace[671388373] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:31207; }","duration":"417.135209ms","start":"2026-03-04T02:36:21.921055Z","end":"2026-03-04T02:36:22.33819Z","steps":["trace[671388373] 'agreement among raft nodes before linearized reading' (duration: 416.895553ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.338146Z","caller":"traceutil/trace.go:171","msg":"trace[1517950990] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:31207; }","duration":"457.809049ms","start":"2026-03-04T02:36:21.880323Z","end":"2026-03-04T02:36:22.338132Z","steps":["trace[1517950990] 'agreement among raft nodes before linearized reading' (duration: 457.609975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.338275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.921035Z","time spent":"417.227281ms","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:36:22.33834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:21.8803Z","time spent":"458.012194ms","remote":"127.0.0.1:46684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-03-04T02:36:22.349398Z","caller":"traceutil/trace.go:171","msg":"trace[1165871159] transaction","detail":"{read_only:false; response_revision:31208; number_of_response:1; }","duration":"229.034917ms","start":"2026-03-04T02:36:22.120347Z","end":"2026-03-04T02:36:22.349382Z","steps":["trace[1165871159] 'process raft request' (duration: 228.867723ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.349728Z","caller":"traceutil/trace.go:171","msg":"trace[1720885950] transaction","detail":"{read_only:false; response_revision:31209; number_of_response:1; }","duration":"228.658419ms","start":"2026-03-04T02:36:22.121051Z","end":"2026-03-04T02:36:22.34971Z","steps":["trace[1720885950] 'process raft request' (duration: 228.30001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.34983Z","caller":"traceutil/trace.go:171","msg":"trace[455382655] transaction","detail":"{read_only:false; response_revision:31210; number_of_response:1; }","duration":"149.96255ms","start":"2026-03-04T02:36:22.199855Z","end":"2026-03-04T02:36:22.349818Z","steps":["trace[455382655] 'process raft request' (duration: 149.724105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:22.349758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.443312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:22.349926Z","caller":"traceutil/trace.go:171","msg":"trace[559142735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31210; }","duration":"236.603616ms","start":"2026-03-04T02:36:22.113299Z","end":"2026-03-04T02:36:22.349902Z","steps":["trace[559142735] 'agreement among raft nodes before linearized reading' (duration: 236.409412ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:22.753476Z","caller":"traceutil/trace.go:171","msg":"trace[1710824629] transaction","detail":"{read_only:false; response_revision:31212; number_of_response:1; }","duration":"130.704256ms","start":"2026-03-04T02:36:22.622743Z","end":"2026-03-04T02:36:22.753447Z","steps":["trace[1710824629] 'process raft request' (duration: 130.268826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:23.322033Z","caller":"traceutil/trace.go:171","msg":"trace[1077769984] transaction","detail":"{read_only:false; response_revision:31213; number_of_response:1; }","duration":"113.036238ms","start":"2026-03-04T02:36:23.208969Z","end":"2026-03-04T02:36:23.322006Z","steps":["trace[1077769984] 'process raft request' (duration: 112.864464ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:23.685671Z","caller":"traceutil/trace.go:171","msg":"trace[1136830445] linearizableReadLoop","detail":"{readStateIndex:32292; appliedIndex:32290; }","duration":"382.839868ms","start":"2026-03-04T02:36:23.302813Z","end":"2026-03-04T02:36:23.685653Z","steps":["trace[1136830445] 'read index received' (duration: 19.018799ms)","trace[1136830445] 'applied index is now lower than readState.Index' (duration: 363.820169ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:23.685765Z","caller":"traceutil/trace.go:171","msg":"trace[910241535] transaction","detail":"{read_only:false; response_revision:31214; number_of_response:1; }","duration":"473.472138ms","start":"2026-03-04T02:36:23.212285Z","end":"2026-03-04T02:36:23.685757Z","steps":["trace[910241535] 'process raft request' (duration: 397.851032ms)","trace[910241535] 'compare' (duration: 75.424241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:36:23.685835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:23.21227Z","time spent":"473.509828ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:36:23.686064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.237687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:36:23.686068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.404162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:36:23.686124Z","caller":"traceutil/trace.go:171","msg":"trace[568857502] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:31214; }","duration":"383.35126ms","start":"2026-03-04T02:36:23.302759Z","end":"2026-03-04T02:36:23.68611Z","steps":["trace[568857502] 'agreement among raft nodes before linearized reading' (duration: 383.230097ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:23.686133Z","caller":"traceutil/trace.go:171","msg":"trace[1648479600] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:31214; }","duration":"170.518575ms","start":"2026-03-04T02:36:23.515597Z","end":"2026-03-04T02:36:23.686116Z","steps":["trace[1648479600] 'agreement among raft nodes before linearized reading' (duration: 170.408503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:23.686154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:36:23.302744Z","time spent":"383.403941ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:36:26.303024Z","caller":"traceutil/trace.go:171","msg":"trace[783392757] transaction","detail":"{read_only:false; response_revision:31232; number_of_response:1; }","duration":"106.675889ms","start":"2026-03-04T02:36:26.196322Z","end":"2026-03-04T02:36:26.302998Z","steps":["trace[783392757] 'process raft request' (duration: 53.403371ms)","trace[783392757] 'compare' (duration: 52.835857ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:32.073772Z","caller":"traceutil/trace.go:171","msg":"trace[537612947] transaction","detail":"{read_only:false; response_revision:31269; number_of_response:1; }","duration":"143.108509ms","start":"2026-03-04T02:36:31.930637Z","end":"2026-03-04T02:36:32.073746Z","steps":["trace[537612947] 'process raft request' (duration: 142.870574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.204769Z","caller":"traceutil/trace.go:171","msg":"trace[1977181492] transaction","detail":"{read_only:false; response_revision:31270; number_of_response:1; }","duration":"175.172906ms","start":"2026-03-04T02:36:32.029546Z","end":"2026-03-04T02:36:32.204719Z","steps":["trace[1977181492] 'process raft request' (duration: 113.688355ms)","trace[1977181492] 'compare' (duration: 61.277207ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:32.365416Z","caller":"traceutil/trace.go:171","msg":"trace[2028025880] transaction","detail":"{read_only:false; response_revision:31271; number_of_response:1; }","duration":"138.133142ms","start":"2026-03-04T02:36:32.227247Z","end":"2026-03-04T02:36:32.365381Z","steps":["trace[2028025880] 'process raft request' (duration: 83.082712ms)","trace[2028025880] 'compare' (duration: 54.790514ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:32.390353Z","caller":"traceutil/trace.go:171","msg":"trace[1065500745] linearizableReadLoop","detail":"{readStateIndex:32352; appliedIndex:32350; }","duration":"101.680351ms","start":"2026-03-04T02:36:32.288646Z","end":"2026-03-04T02:36:32.390326Z","steps":["trace[1065500745] 'read index received' (duration: 21.691362ms)","trace[1065500745] 'applied index is now lower than readState.Index' (duration: 79.987799ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:32.390446Z","caller":"traceutil/trace.go:171","msg":"trace[1843684405] transaction","detail":"{read_only:false; response_revision:31272; number_of_response:1; }","duration":"162.20126ms","start":"2026-03-04T02:36:32.228217Z","end":"2026-03-04T02:36:32.390419Z","steps":["trace[1843684405] 'process raft request' (duration: 161.923593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.390798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.123881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:36:32.390853Z","caller":"traceutil/trace.go:171","msg":"trace[1843910062] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31272; }","duration":"102.233214ms","start":"2026-03-04T02:36:32.288603Z","end":"2026-03-04T02:36:32.390836Z","steps":["trace[1843910062] 'agreement among raft nodes before linearized reading' (duration: 101.833894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.629506Z","caller":"traceutil/trace.go:171","msg":"trace[1578243675] linearizableReadLoop","detail":"{readStateIndex:32353; appliedIndex:32352; }","duration":"215.915628ms","start":"2026-03-04T02:36:32.413563Z","end":"2026-03-04T02:36:32.629479Z","steps":["trace[1578243675] 'read index received' (duration: 215.788545ms)","trace[1578243675] 'applied index is now lower than readState.Index' (duration: 125.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:36:32.629754Z","caller":"traceutil/trace.go:171","msg":"trace[1792033881] transaction","detail":"{read_only:false; response_revision:31273; number_of_response:1; }","duration":"232.354146ms","start":"2026-03-04T02:36:32.397321Z","end":"2026-03-04T02:36:32.629675Z","steps":["trace[1792033881] 'process raft request' (duration: 231.972177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.629897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.323308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:36:32.629974Z","caller":"traceutil/trace.go:171","msg":"trace[513643528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31273; }","duration":"216.448731ms","start":"2026-03-04T02:36:32.413507Z","end":"2026-03-04T02:36:32.629955Z","steps":["trace[513643528] 'agreement among raft nodes before linearized reading' (duration: 216.197985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.634755Z","caller":"traceutil/trace.go:171","msg":"trace[185760028] transaction","detail":"{read_only:false; response_revision:31275; number_of_response:1; }","duration":"174.864148ms","start":"2026-03-04T02:36:32.459874Z","end":"2026-03-04T02:36:32.634739Z","steps":["trace[185760028] 'process raft request' (duration: 174.761556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.63477Z","caller":"traceutil/trace.go:171","msg":"trace[171848091] transaction","detail":"{read_only:false; response_revision:31274; number_of_response:1; }","duration":"198.411544ms","start":"2026-03-04T02:36:32.436326Z","end":"2026-03-04T02:36:32.634738Z","steps":["trace[171848091] 'process raft request' (duration: 198.194869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.635114Z","caller":"traceutil/trace.go:171","msg":"trace[1262225661] transaction","detail":"{read_only:false; response_revision:31276; number_of_response:1; }","duration":"141.90385ms","start":"2026-03-04T02:36:32.493194Z","end":"2026-03-04T02:36:32.635098Z","steps":["trace[1262225661] 'process raft request' (duration: 141.48179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:32.635183Z","caller":"traceutil/trace.go:171","msg":"trace[17154503] transaction","detail":"{read_only:false; response_revision:31277; number_of_response:1; }","duration":"134.424893ms","start":"2026-03-04T02:36:32.50073Z","end":"2026-03-04T02:36:32.635155Z","steps":["trace[17154503] 'process raft request' (duration: 134.214468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:32.635221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.630048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:36:32.635319Z","caller":"traceutil/trace.go:171","msg":"trace[1515369918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31277; }","duration":"214.770571ms","start":"2026-03-04T02:36:32.420536Z","end":"2026-03-04T02:36:32.635307Z","steps":["trace[1515369918] 'agreement among raft nodes before linearized reading' (duration: 214.536755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:36:35.118199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.472397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:36:35.118285Z","caller":"traceutil/trace.go:171","msg":"trace[1789414258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31291; }","duration":"190.608091ms","start":"2026-03-04T02:36:34.927659Z","end":"2026-03-04T02:36:35.118267Z","steps":["trace[1789414258] 'range keys from in-memory index tree' (duration: 190.245552ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:46.827382Z","caller":"traceutil/trace.go:171","msg":"trace[1856662083] transaction","detail":"{read_only:false; response_revision:31367; number_of_response:1; }","duration":"100.523498ms","start":"2026-03-04T02:36:46.726831Z","end":"2026-03-04T02:36:46.827355Z","steps":["trace[1856662083] 'process raft request' (duration: 91.163198ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:36:51.496363Z","caller":"traceutil/trace.go:171","msg":"trace[1406595695] transaction","detail":"{read_only:false; response_revision:31401; number_of_response:1; }","duration":"116.668137ms","start":"2026-03-04T02:36:51.379653Z","end":"2026-03-04T02:36:51.496321Z","steps":["trace[1406595695] 'process raft request' (duration: 116.419061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:11.215203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.336663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:11.215311Z","caller":"traceutil/trace.go:171","msg":"trace[36358021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31535; }","duration":"100.491237ms","start":"2026-03-04T02:37:11.114796Z","end":"2026-03-04T02:37:11.215287Z","steps":["trace[36358021] 'range keys from in-memory index tree' (duration: 100.254132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:17.171739Z","caller":"traceutil/trace.go:171","msg":"trace[342761509] transaction","detail":"{read_only:false; response_revision:31576; number_of_response:1; }","duration":"107.481431ms","start":"2026-03-04T02:37:17.064222Z","end":"2026-03-04T02:37:17.171703Z","steps":["trace[342761509] 'process raft request' (duration: 85.435254ms)","trace[342761509] 'compare' (duration: 21.663488ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:17.171821Z","caller":"traceutil/trace.go:171","msg":"trace[1566213707] transaction","detail":"{read_only:false; response_revision:31577; number_of_response:1; }","duration":"107.366938ms","start":"2026-03-04T02:37:17.064431Z","end":"2026-03-04T02:37:17.171798Z","steps":["trace[1566213707] 'process raft request' (duration: 107.01795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:17.198533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.387313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:17.198629Z","caller":"traceutil/trace.go:171","msg":"trace[271977642] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31577; }","duration":"108.534946ms","start":"2026-03-04T02:37:17.09006Z","end":"2026-03-04T02:37:17.198595Z","steps":["trace[271977642] 'agreement among raft nodes before linearized reading' (duration: 108.410913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:17.198683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.627966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:17.198752Z","caller":"traceutil/trace.go:171","msg":"trace[127963807] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:31577; }","duration":"122.732929ms","start":"2026-03-04T02:37:17.075999Z","end":"2026-03-04T02:37:17.198732Z","steps":["trace[127963807] 'agreement among raft nodes before linearized reading' (duration: 95.881349ms)","trace[127963807] 'count revisions from in-memory index tree' (duration: 26.754147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:17.200311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.282054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2094058"} {"level":"info","ts":"2026-03-04T02:37:17.200398Z","caller":"traceutil/trace.go:171","msg":"trace[962174065] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:31577; }","duration":"109.370096ms","start":"2026-03-04T02:37:17.091008Z","end":"2026-03-04T02:37:17.200378Z","steps":["trace[962174065] 'agreement among raft nodes before linearized reading' (duration: 107.772468ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:18.336013Z","caller":"traceutil/trace.go:171","msg":"trace[1654807883] transaction","detail":"{read_only:false; response_revision:31581; number_of_response:1; }","duration":"186.350051ms","start":"2026-03-04T02:37:18.149634Z","end":"2026-03-04T02:37:18.335984Z","steps":["trace[1654807883] 'process raft request' (duration: 186.151756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:23.87667Z","caller":"traceutil/trace.go:171","msg":"trace[346902933] transaction","detail":"{read_only:false; response_revision:31622; number_of_response:1; }","duration":"100.525917ms","start":"2026-03-04T02:37:23.776117Z","end":"2026-03-04T02:37:23.876643Z","steps":["trace[346902933] 'process raft request' (duration: 100.361544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:27.278493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.072557ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:37:27.27877Z","caller":"traceutil/trace.go:171","msg":"trace[1349391570] linearizableReadLoop","detail":"{readStateIndex:32730; appliedIndex:32728; }","duration":"163.994176ms","start":"2026-03-04T02:37:27.114757Z","end":"2026-03-04T02:37:27.278751Z","steps":["trace[1349391570] 'read index received' (duration: 11.707974ms)","trace[1349391570] 'applied index is now lower than readState.Index' (duration: 152.285262ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:27.278814Z","caller":"traceutil/trace.go:171","msg":"trace[196588409] transaction","detail":"{read_only:false; response_revision:31639; number_of_response:1; }","duration":"168.010591ms","start":"2026-03-04T02:37:27.110763Z","end":"2026-03-04T02:37:27.278773Z","steps":["trace[196588409] 'process raft request' (duration: 167.845377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:27.278867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.121199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:27.278898Z","caller":"traceutil/trace.go:171","msg":"trace[663729993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31639; }","duration":"164.198081ms","start":"2026-03-04T02:37:27.11469Z","end":"2026-03-04T02:37:27.278888Z","steps":["trace[663729993] 'agreement among raft nodes before linearized reading' (duration: 164.13968ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:27.384659Z","caller":"traceutil/trace.go:171","msg":"trace[1046186312] transaction","detail":"{read_only:false; response_revision:31640; number_of_response:1; }","duration":"211.234605ms","start":"2026-03-04T02:37:27.173398Z","end":"2026-03-04T02:37:27.384632Z","steps":["trace[1046186312] 'process raft request' (duration: 210.632401ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:27.384786Z","caller":"traceutil/trace.go:171","msg":"trace[2008045915] transaction","detail":"{read_only:false; response_revision:31641; number_of_response:1; }","duration":"211.093552ms","start":"2026-03-04T02:37:27.173677Z","end":"2026-03-04T02:37:27.38477Z","steps":["trace[2008045915] 'process raft request' (duration: 210.912008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:27.384789Z","caller":"traceutil/trace.go:171","msg":"trace[1925916582] linearizableReadLoop","detail":"{readStateIndex:32732; appliedIndex:32730; }","duration":"105.949705ms","start":"2026-03-04T02:37:27.278801Z","end":"2026-03-04T02:37:27.38475Z","steps":["trace[1925916582] 'read index received' (duration: 105.243219ms)","trace[1925916582] 'applied index is now lower than readState.Index' (duration: 704.066µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:27.384986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.404932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T02:37:27.385008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.915509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:27.38509Z","caller":"traceutil/trace.go:171","msg":"trace[392229277] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31641; }","duration":"165.056032ms","start":"2026-03-04T02:37:27.220012Z","end":"2026-03-04T02:37:27.385068Z","steps":["trace[392229277] 'agreement among raft nodes before linearized reading' (duration: 164.905928ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:27.385027Z","caller":"traceutil/trace.go:171","msg":"trace[1949194140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31641; }","duration":"154.490204ms","start":"2026-03-04T02:37:27.230526Z","end":"2026-03-04T02:37:27.385016Z","steps":["trace[1949194140] 'agreement among raft nodes before linearized reading' (duration: 154.381331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:27.385016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.065454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:37:27.385196Z","caller":"traceutil/trace.go:171","msg":"trace[10935704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31641; }","duration":"105.272299ms","start":"2026-03-04T02:37:27.279904Z","end":"2026-03-04T02:37:27.385177Z","steps":["trace[10935704] 'agreement among raft nodes before linearized reading' (duration: 105.060195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:37:27.385211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.155283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:37:27.385335Z","caller":"traceutil/trace.go:171","msg":"trace[652685946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31641; }","duration":"107.328518ms","start":"2026-03-04T02:37:27.277982Z","end":"2026-03-04T02:37:27.385311Z","steps":["trace[652685946] 'agreement among raft nodes before linearized reading' (duration: 107.01419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:29.762598Z","caller":"traceutil/trace.go:171","msg":"trace[1886129771] transaction","detail":"{read_only:false; response_revision:31659; number_of_response:1; }","duration":"108.72472ms","start":"2026-03-04T02:37:29.653849Z","end":"2026-03-04T02:37:29.762573Z","steps":["trace[1886129771] 'process raft request' (duration: 108.546516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:40.974789Z","caller":"traceutil/trace.go:171","msg":"trace[1552106402] transaction","detail":"{read_only:false; response_revision:31731; number_of_response:1; }","duration":"148.620986ms","start":"2026-03-04T02:37:40.826125Z","end":"2026-03-04T02:37:40.974746Z","steps":["trace[1552106402] 'process raft request' (duration: 98.278535ms)","trace[1552106402] 'compare' (duration: 49.969242ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:41.640605Z","caller":"traceutil/trace.go:171","msg":"trace[1784076604] linearizableReadLoop","detail":"{readStateIndex:32828; appliedIndex:32826; }","duration":"114.322861ms","start":"2026-03-04T02:37:41.526255Z","end":"2026-03-04T02:37:41.640578Z","steps":["trace[1784076604] 'read index received' (duration: 21.931825ms)","trace[1784076604] 'applied index is now lower than readState.Index' (duration: 92.389856ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:41.640638Z","caller":"traceutil/trace.go:171","msg":"trace[99036999] transaction","detail":"{read_only:false; response_revision:31735; number_of_response:1; }","duration":"155.504087ms","start":"2026-03-04T02:37:41.485109Z","end":"2026-03-04T02:37:41.640613Z","steps":["trace[99036999] 'process raft request' (duration: 127.437919ms)","trace[99036999] 'compare' (duration: 27.853123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:41.640928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.647839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:37:41.641968Z","caller":"traceutil/trace.go:171","msg":"trace[1106012468] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:31735; }","duration":"115.703254ms","start":"2026-03-04T02:37:41.526215Z","end":"2026-03-04T02:37:41.641918Z","steps":["trace[1106012468] 'agreement among raft nodes before linearized reading' (duration: 114.448324ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:41.871038Z","caller":"traceutil/trace.go:171","msg":"trace[1047369532] transaction","detail":"{read_only:false; response_revision:31737; number_of_response:1; }","duration":"222.961509ms","start":"2026-03-04T02:37:41.648051Z","end":"2026-03-04T02:37:41.871013Z","steps":["trace[1047369532] 'process raft request' (duration: 222.754694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:41.871285Z","caller":"traceutil/trace.go:171","msg":"trace[1275276887] transaction","detail":"{read_only:false; response_revision:31738; number_of_response:1; }","duration":"223.133413ms","start":"2026-03-04T02:37:41.648138Z","end":"2026-03-04T02:37:41.871271Z","steps":["trace[1275276887] 'process raft request' (duration: 222.829196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:41.871255Z","caller":"traceutil/trace.go:171","msg":"trace[56200649] linearizableReadLoop","detail":"{readStateIndex:32831; appliedIndex:32828; }","duration":"221.695209ms","start":"2026-03-04T02:37:41.649528Z","end":"2026-03-04T02:37:41.871223Z","steps":["trace[56200649] 'read index received' (duration: 21.083744ms)","trace[56200649] 'applied index is now lower than readState.Index' (duration: 200.609465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:41.871489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.940266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:37:41.871549Z","caller":"traceutil/trace.go:171","msg":"trace[2134470285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31738; }","duration":"222.028278ms","start":"2026-03-04T02:37:41.649507Z","end":"2026-03-04T02:37:41.871536Z","steps":["trace[2134470285] 'agreement among raft nodes before linearized reading' (duration: 221.803202ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:43.104453Z","caller":"traceutil/trace.go:171","msg":"trace[1028883454] transaction","detail":"{read_only:false; response_revision:31748; number_of_response:1; }","duration":"101.591922ms","start":"2026-03-04T02:37:43.002822Z","end":"2026-03-04T02:37:43.104414Z","steps":["trace[1028883454] 'process raft request' (duration: 77.763034ms)","trace[1028883454] 'compare' (duration: 23.693495ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:37:56.97521Z","caller":"traceutil/trace.go:171","msg":"trace[2012860398] transaction","detail":"{read_only:false; response_revision:31839; number_of_response:1; }","duration":"158.975848ms","start":"2026-03-04T02:37:56.816203Z","end":"2026-03-04T02:37:56.975179Z","steps":["trace[2012860398] 'process raft request' (duration: 158.749463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:57.148853Z","caller":"traceutil/trace.go:171","msg":"trace[1192100856] transaction","detail":"{read_only:false; response_revision:31840; number_of_response:1; }","duration":"168.369579ms","start":"2026-03-04T02:37:56.980444Z","end":"2026-03-04T02:37:57.148813Z","steps":["trace[1192100856] 'process raft request' (duration: 163.250669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:59.879122Z","caller":"traceutil/trace.go:171","msg":"trace[947637371] transaction","detail":"{read_only:false; response_revision:31860; number_of_response:1; }","duration":"118.468088ms","start":"2026-03-04T02:37:59.760626Z","end":"2026-03-04T02:37:59.879094Z","steps":["trace[947637371] 'process raft request' (duration: 117.68398ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:37:59.879124Z","caller":"traceutil/trace.go:171","msg":"trace[1276585606] linearizableReadLoop","detail":"{readStateIndex:32958; appliedIndex:32956; }","duration":"107.089832ms","start":"2026-03-04T02:37:59.771994Z","end":"2026-03-04T02:37:59.879084Z","steps":["trace[1276585606] 'read index received' (duration: 5.825407ms)","trace[1276585606] 'applied index is now lower than readState.Index' (duration: 101.262015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:37:59.879387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.373929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:37:59.879877Z","caller":"traceutil/trace.go:171","msg":"trace[1179023469] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31860; }","duration":"107.913191ms","start":"2026-03-04T02:37:59.771942Z","end":"2026-03-04T02:37:59.879856Z","steps":["trace[1179023469] 'agreement among raft nodes before linearized reading' (duration: 107.240365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:01.934115Z","caller":"traceutil/trace.go:171","msg":"trace[1959784492] linearizableReadLoop","detail":"{readStateIndex:32970; appliedIndex:32969; }","duration":"120.416385ms","start":"2026-03-04T02:38:01.813674Z","end":"2026-03-04T02:38:01.934091Z","steps":["trace[1959784492] 'read index received' (duration: 120.248561ms)","trace[1959784492] 'applied index is now lower than readState.Index' (duration: 166.564µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:01.934172Z","caller":"traceutil/trace.go:171","msg":"trace[1763802283] transaction","detail":"{read_only:false; response_revision:31872; number_of_response:1; }","duration":"149.833055ms","start":"2026-03-04T02:38:01.784304Z","end":"2026-03-04T02:38:01.934137Z","steps":["trace[1763802283] 'process raft request' (duration: 149.60003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:01.934309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.577199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:01.934412Z","caller":"traceutil/trace.go:171","msg":"trace[573610026] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:31872; }","duration":"120.753212ms","start":"2026-03-04T02:38:01.813639Z","end":"2026-03-04T02:38:01.934392Z","steps":["trace[573610026] 'agreement among raft nodes before linearized reading' (duration: 120.521457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:03.005183Z","caller":"traceutil/trace.go:171","msg":"trace[1720858401] transaction","detail":"{read_only:false; response_revision:31880; number_of_response:1; }","duration":"122.057703ms","start":"2026-03-04T02:38:02.883104Z","end":"2026-03-04T02:38:03.005162Z","steps":["trace[1720858401] 'process raft request' (duration: 121.9253ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:03.151472Z","caller":"traceutil/trace.go:171","msg":"trace[1016569597] linearizableReadLoop","detail":"{readStateIndex:32980; appliedIndex:32978; }","duration":"151.110255ms","start":"2026-03-04T02:38:03.000331Z","end":"2026-03-04T02:38:03.151441Z","steps":["trace[1016569597] 'read index received' (duration: 4.638749ms)","trace[1016569597] 'applied index is now lower than readState.Index' (duration: 146.470416ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:03.151561Z","caller":"traceutil/trace.go:171","msg":"trace[1965362657] transaction","detail":"{read_only:false; response_revision:31881; number_of_response:1; }","duration":"237.89586ms","start":"2026-03-04T02:38:02.913624Z","end":"2026-03-04T02:38:03.15152Z","steps":["trace[1965362657] 'process raft request' (duration: 160.779432ms)","trace[1965362657] 'compare' (duration: 76.901893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:03.151706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.3673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:38:03.151753Z","caller":"traceutil/trace.go:171","msg":"trace[1659478075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31881; }","duration":"151.454113ms","start":"2026-03-04T02:38:03.000287Z","end":"2026-03-04T02:38:03.151741Z","steps":["trace[1659478075] 'agreement among raft nodes before linearized reading' (duration: 151.308049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:03.320868Z","caller":"traceutil/trace.go:171","msg":"trace[1594782754] transaction","detail":"{read_only:false; response_revision:31882; number_of_response:1; }","duration":"163.770631ms","start":"2026-03-04T02:38:03.157073Z","end":"2026-03-04T02:38:03.320844Z","steps":["trace[1594782754] 'process raft request' (duration: 156.229694ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:03.329641Z","caller":"traceutil/trace.go:171","msg":"trace[1000706555] linearizableReadLoop","detail":"{readStateIndex:32982; appliedIndex:32980; }","duration":"160.458744ms","start":"2026-03-04T02:38:03.169163Z","end":"2026-03-04T02:38:03.329622Z","steps":["trace[1000706555] 'read index received' (duration: 144.163582ms)","trace[1000706555] 'applied index is now lower than readState.Index' (duration: 16.294302ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:03.329731Z","caller":"traceutil/trace.go:171","msg":"trace[817221928] transaction","detail":"{read_only:false; response_revision:31883; number_of_response:1; }","duration":"162.82258ms","start":"2026-03-04T02:38:03.166859Z","end":"2026-03-04T02:38:03.329682Z","steps":["trace[817221928] 'process raft request' (duration: 162.545173ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:03.329771Z","caller":"traceutil/trace.go:171","msg":"trace[809854617] transaction","detail":"{read_only:false; response_revision:31884; number_of_response:1; }","duration":"100.61327ms","start":"2026-03-04T02:38:03.229135Z","end":"2026-03-04T02:38:03.329748Z","steps":["trace[809854617] 'process raft request' (duration: 100.418486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:03.32985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.687079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:38:03.32989Z","caller":"traceutil/trace.go:171","msg":"trace[183078307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31885; }","duration":"160.766741ms","start":"2026-03-04T02:38:03.169113Z","end":"2026-03-04T02:38:03.32988Z","steps":["trace[183078307] 'agreement among raft nodes before linearized reading' (duration: 160.587197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.429255Z","caller":"traceutil/trace.go:171","msg":"trace[2140215600] transaction","detail":"{read_only:false; response_revision:31895; number_of_response:1; }","duration":"100.17882ms","start":"2026-03-04T02:38:05.329016Z","end":"2026-03-04T02:38:05.429195Z","steps":["trace[2140215600] 'process raft request' (duration: 99.947744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.579904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.880491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:05.580095Z","caller":"traceutil/trace.go:171","msg":"trace[1599901627] linearizableReadLoop","detail":"{readStateIndex:32996; appliedIndex:32993; }","duration":"211.349817ms","start":"2026-03-04T02:38:05.368727Z","end":"2026-03-04T02:38:05.580077Z","steps":["trace[1599901627] 'read index received' (duration: 60.184201ms)","trace[1599901627] 'applied index is now lower than readState.Index' (duration: 151.164176ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:05.580146Z","caller":"traceutil/trace.go:171","msg":"trace[937523674] transaction","detail":"{read_only:false; response_revision:31897; number_of_response:1; }","duration":"239.382485ms","start":"2026-03-04T02:38:05.340732Z","end":"2026-03-04T02:38:05.580115Z","steps":["trace[937523674] 'process raft request' (duration: 239.278902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:05.580271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.547922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:38:05.580262Z","caller":"traceutil/trace.go:171","msg":"trace[2054100322] transaction","detail":"{read_only:false; response_revision:31896; number_of_response:1; }","duration":"244.416573ms","start":"2026-03-04T02:38:05.335797Z","end":"2026-03-04T02:38:05.580213Z","steps":["trace[2054100322] 'process raft request' (duration: 130.144803ms)","trace[2054100322] 'compare' (duration: 113.749808ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:05.580313Z","caller":"traceutil/trace.go:171","msg":"trace[1663091714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31897; }","duration":"211.630624ms","start":"2026-03-04T02:38:05.368671Z","end":"2026-03-04T02:38:05.580301Z","steps":["trace[1663091714] 'agreement among raft nodes before linearized reading' (duration: 211.46455ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.67917Z","caller":"traceutil/trace.go:171","msg":"trace[308885892] transaction","detail":"{read_only:false; response_revision:31898; number_of_response:1; }","duration":"165.420361ms","start":"2026-03-04T02:38:05.513724Z","end":"2026-03-04T02:38:05.679145Z","steps":["trace[308885892] 'process raft request' (duration: 165.251267ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:05.779146Z","caller":"traceutil/trace.go:171","msg":"trace[670899857] transaction","detail":"{read_only:false; response_revision:31899; number_of_response:1; }","duration":"193.801186ms","start":"2026-03-04T02:38:05.585315Z","end":"2026-03-04T02:38:05.779116Z","steps":["trace[670899857] 'process raft request' (duration: 129.62786ms)","trace[670899857] 'compare' (duration: 63.92042ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:06.107468Z","caller":"traceutil/trace.go:171","msg":"trace[1550773704] transaction","detail":"{read_only:false; response_revision:31900; number_of_response:1; }","duration":"145.812171ms","start":"2026-03-04T02:38:05.961629Z","end":"2026-03-04T02:38:06.107441Z","steps":["trace[1550773704] 'process raft request' (duration: 145.631316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.223702Z","caller":"traceutil/trace.go:171","msg":"trace[905098243] linearizableReadLoop","detail":"{readStateIndex:33000; appliedIndex:32998; }","duration":"218.160307ms","start":"2026-03-04T02:38:06.005526Z","end":"2026-03-04T02:38:06.223687Z","steps":["trace[905098243] 'read index received' (duration: 101.790798ms)","trace[905098243] 'applied index is now lower than readState.Index' (duration: 116.368599ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:06.223792Z","caller":"traceutil/trace.go:171","msg":"trace[1226139590] transaction","detail":"{read_only:false; response_revision:31901; number_of_response:1; }","duration":"261.31765ms","start":"2026-03-04T02:38:05.962468Z","end":"2026-03-04T02:38:06.223785Z","steps":["trace[1226139590] 'process raft request' (duration: 210.16665ms)","trace[1226139590] 'compare' (duration: 50.902564ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:06.223927Z","caller":"traceutil/trace.go:171","msg":"trace[484440448] transaction","detail":"{read_only:false; response_revision:31902; number_of_response:1; }","duration":"202.718885ms","start":"2026-03-04T02:38:06.021203Z","end":"2026-03-04T02:38:06.223922Z","steps":["trace[484440448] 'process raft request' (duration: 202.449899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:06.224056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.531147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:38:06.224086Z","caller":"traceutil/trace.go:171","msg":"trace[481137932] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31902; }","duration":"218.574907ms","start":"2026-03-04T02:38:06.0055Z","end":"2026-03-04T02:38:06.224075Z","steps":["trace[481137932] 'agreement among raft nodes before linearized reading' (duration: 218.483285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:06.224365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.57491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:06.224385Z","caller":"traceutil/trace.go:171","msg":"trace[899607727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31903; }","duration":"109.625332ms","start":"2026-03-04T02:38:06.114755Z","end":"2026-03-04T02:38:06.22438Z","steps":["trace[899607727] 'agreement among raft nodes before linearized reading' (duration: 109.590971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:06.224369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.819271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:38:06.224509Z","caller":"traceutil/trace.go:171","msg":"trace[990956010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31903; }","duration":"155.010226ms","start":"2026-03-04T02:38:06.06947Z","end":"2026-03-04T02:38:06.22448Z","steps":["trace[990956010] 'agreement among raft nodes before linearized reading' (duration: 154.636257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.426882Z","caller":"traceutil/trace.go:171","msg":"trace[1984477754] transaction","detail":"{read_only:false; response_revision:31904; number_of_response:1; }","duration":"197.936113ms","start":"2026-03-04T02:38:06.228914Z","end":"2026-03-04T02:38:06.42685Z","steps":["trace[1984477754] 'process raft request' (duration: 116.608015ms)","trace[1984477754] 'compare' (duration: 80.628641ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:06.427183Z","caller":"traceutil/trace.go:171","msg":"trace[1035316129] transaction","detail":"{read_only:false; response_revision:31905; number_of_response:1; }","duration":"197.167045ms","start":"2026-03-04T02:38:06.229984Z","end":"2026-03-04T02:38:06.427151Z","steps":["trace[1035316129] 'process raft request' (duration: 196.814096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.427584Z","caller":"traceutil/trace.go:171","msg":"trace[739523871] transaction","detail":"{read_only:false; response_revision:31906; number_of_response:1; }","duration":"197.049923ms","start":"2026-03-04T02:38:06.230523Z","end":"2026-03-04T02:38:06.427573Z","steps":["trace[739523871] 'process raft request' (duration: 196.653833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:06.427886Z","caller":"traceutil/trace.go:171","msg":"trace[1478371133] transaction","detail":"{read_only:false; response_revision:31907; number_of_response:1; }","duration":"196.598022ms","start":"2026-03-04T02:38:06.231277Z","end":"2026-03-04T02:38:06.427875Z","steps":["trace[1478371133] 'process raft request' (duration: 196.224973ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:07.795451Z","caller":"traceutil/trace.go:171","msg":"trace[729368392] transaction","detail":"{read_only:false; response_revision:31912; number_of_response:1; }","duration":"110.593454ms","start":"2026-03-04T02:38:07.68481Z","end":"2026-03-04T02:38:07.795403Z","steps":["trace[729368392] 'process raft request' (duration: 57.660942ms)","trace[729368392] 'compare' (duration: 52.408699ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:08.345787Z","caller":"traceutil/trace.go:171","msg":"trace[1641471063] transaction","detail":"{read_only:false; response_revision:31917; number_of_response:1; }","duration":"114.477805ms","start":"2026-03-04T02:38:08.230932Z","end":"2026-03-04T02:38:08.34541Z","steps":["trace[1641471063] 'process raft request' (duration: 103.452596ms)","trace[1641471063] 'compare' (duration: 10.699731ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:08.594672Z","caller":"traceutil/trace.go:171","msg":"trace[1488147819] linearizableReadLoop","detail":"{readStateIndex:33019; appliedIndex:33017; }","duration":"154.220847ms","start":"2026-03-04T02:38:08.440428Z","end":"2026-03-04T02:38:08.594649Z","steps":["trace[1488147819] 'read index received' (duration: 124.730476ms)","trace[1488147819] 'applied index is now lower than readState.Index' (duration: 29.486491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:08.594918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.450403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:38:08.594972Z","caller":"traceutil/trace.go:171","msg":"trace[348800718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31920; }","duration":"154.555415ms","start":"2026-03-04T02:38:08.440402Z","end":"2026-03-04T02:38:08.594957Z","steps":["trace[348800718] 'agreement among raft nodes before linearized reading' (duration: 154.34092ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:08.595327Z","caller":"traceutil/trace.go:171","msg":"trace[1896348538] transaction","detail":"{read_only:false; response_revision:31918; number_of_response:1; }","duration":"154.995515ms","start":"2026-03-04T02:38:08.440318Z","end":"2026-03-04T02:38:08.595313Z","steps":["trace[1896348538] 'process raft request' (duration: 124.711025ms)","trace[1896348538] 'compare' (duration: 29.398589ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:08.595524Z","caller":"traceutil/trace.go:171","msg":"trace[485910623] transaction","detail":"{read_only:false; response_revision:31919; number_of_response:1; }","duration":"155.138539ms","start":"2026-03-04T02:38:08.440338Z","end":"2026-03-04T02:38:08.595477Z","steps":["trace[485910623] 'process raft request' (duration: 154.227757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:08.595739Z","caller":"traceutil/trace.go:171","msg":"trace[249018369] transaction","detail":"{read_only:false; response_revision:31920; number_of_response:1; }","duration":"149.482066ms","start":"2026-03-04T02:38:08.44624Z","end":"2026-03-04T02:38:08.595722Z","steps":["trace[249018369] 'process raft request' (duration: 148.37323ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:20.520216Z","caller":"traceutil/trace.go:171","msg":"trace[21938166] transaction","detail":"{read_only:false; response_revision:31997; number_of_response:1; }","duration":"125.522594ms","start":"2026-03-04T02:38:20.394667Z","end":"2026-03-04T02:38:20.52019Z","steps":["trace[21938166] 'process raft request' (duration: 122.76954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:23.992141Z","caller":"traceutil/trace.go:171","msg":"trace[2136272815] linearizableReadLoop","detail":"{readStateIndex:33131; appliedIndex:33130; }","duration":"115.555361ms","start":"2026-03-04T02:38:23.876561Z","end":"2026-03-04T02:38:23.992117Z","steps":["trace[2136272815] 'read index received' (duration: 115.457918ms)","trace[2136272815] 'applied index is now lower than readState.Index' (duration: 96.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:23.992201Z","caller":"traceutil/trace.go:171","msg":"trace[1032581158] transaction","detail":"{read_only:false; response_revision:32028; number_of_response:1; }","duration":"142.974094ms","start":"2026-03-04T02:38:23.84919Z","end":"2026-03-04T02:38:23.992164Z","steps":["trace[1032581158] 'process raft request' (duration: 142.785869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:23.992734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.142374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:38:23.9929Z","caller":"traceutil/trace.go:171","msg":"trace[2122032824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32028; }","duration":"116.316588ms","start":"2026-03-04T02:38:23.876531Z","end":"2026-03-04T02:38:23.992847Z","steps":["trace[2122032824] 'agreement among raft nodes before linearized reading' (duration: 115.766405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:24.107005Z","caller":"traceutil/trace.go:171","msg":"trace[1704142523] transaction","detail":"{read_only:false; response_revision:32030; number_of_response:1; }","duration":"110.215795ms","start":"2026-03-04T02:38:23.996764Z","end":"2026-03-04T02:38:24.10698Z","steps":["trace[1704142523] 'process raft request' (duration: 101.765907ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.300383Z","caller":"traceutil/trace.go:171","msg":"trace[1751089440] linearizableReadLoop","detail":"{readStateIndex:33144; appliedIndex:33143; }","duration":"184.705332ms","start":"2026-03-04T02:38:26.115662Z","end":"2026-03-04T02:38:26.300368Z","steps":["trace[1751089440] 'read index received' (duration: 184.561629ms)","trace[1751089440] 'applied index is now lower than readState.Index' (duration: 142.883µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.300477Z","caller":"traceutil/trace.go:171","msg":"trace[883030349] transaction","detail":"{read_only:false; response_revision:32041; number_of_response:1; }","duration":"302.508255ms","start":"2026-03-04T02:38:25.997961Z","end":"2026-03-04T02:38:26.300469Z","steps":["trace[883030349] 'process raft request' (duration: 302.27176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.300554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:25.997924Z","time spent":"302.569557ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:38:26.300578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.896687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:26.300679Z","caller":"traceutil/trace.go:171","msg":"trace[768995374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32041; }","duration":"185.041651ms","start":"2026-03-04T02:38:26.11561Z","end":"2026-03-04T02:38:26.300652Z","steps":["trace[768995374] 'agreement among raft nodes before linearized reading' (duration: 184.865037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.447028Z","caller":"traceutil/trace.go:171","msg":"trace[1041162627] linearizableReadLoop","detail":"{readStateIndex:33145; appliedIndex:33144; }","duration":"146.543767ms","start":"2026-03-04T02:38:26.300449Z","end":"2026-03-04T02:38:26.446993Z","steps":["trace[1041162627] 'read index received' (duration: 134.211048ms)","trace[1041162627] 'applied index is now lower than readState.Index' (duration: 12.331289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:26.447096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.653524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:38:26.447159Z","caller":"traceutil/trace.go:171","msg":"trace[79674408] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:32042; }","duration":"153.753507ms","start":"2026-03-04T02:38:26.293385Z","end":"2026-03-04T02:38:26.447139Z","steps":["trace[79674408] 'agreement among raft nodes before linearized reading' (duration: 153.621654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.447305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.515786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:38:26.447376Z","caller":"traceutil/trace.go:171","msg":"trace[284406619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32042; }","duration":"331.641109ms","start":"2026-03-04T02:38:26.115718Z","end":"2026-03-04T02:38:26.447359Z","steps":["trace[284406619] 'agreement among raft nodes before linearized reading' (duration: 331.430744ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.447362Z","caller":"traceutil/trace.go:171","msg":"trace[1929266073] transaction","detail":"{read_only:false; response_revision:32042; number_of_response:1; }","duration":"219.846857ms","start":"2026-03-04T02:38:26.227493Z","end":"2026-03-04T02:38:26.44734Z","steps":["trace[1929266073] 'process raft request' (duration: 207.150639ms)","trace[1929266073] 'compare' (duration: 12.213116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:26.447435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.115695Z","time spent":"331.726662ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:38:26.710012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.392815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:26.7102Z","caller":"traceutil/trace.go:171","msg":"trace[499603780] transaction","detail":"{read_only:false; response_revision:32045; number_of_response:1; }","duration":"169.824194ms","start":"2026-03-04T02:38:26.540363Z","end":"2026-03-04T02:38:26.710187Z","steps":["trace[499603780] 'process raft request' (duration: 169.792923ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.710234Z","caller":"traceutil/trace.go:171","msg":"trace[1590868991] transaction","detail":"{read_only:false; response_revision:32043; number_of_response:1; }","duration":"377.398902ms","start":"2026-03-04T02:38:26.332779Z","end":"2026-03-04T02:38:26.710178Z","steps":["trace[1590868991] 'process raft request' (duration: 224.767122ms)","trace[1590868991] 'compare' (duration: 152.052287ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:26.710387Z","caller":"traceutil/trace.go:171","msg":"trace[202335967] linearizableReadLoop","detail":"{readStateIndex:33146; appliedIndex:33145; }","duration":"263.266775ms","start":"2026-03-04T02:38:26.447113Z","end":"2026-03-04T02:38:26.71038Z","steps":["trace[202335967] 'read index received' (duration: 110.41757ms)","trace[202335967] 'applied index is now lower than readState.Index' (duration: 152.848085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:38:26.710406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.332748Z","time spent":"377.569807ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:38:26.710447Z","caller":"traceutil/trace.go:171","msg":"trace[1165548531] transaction","detail":"{read_only:false; response_revision:32044; number_of_response:1; }","duration":"258.867282ms","start":"2026-03-04T02:38:26.451573Z","end":"2026-03-04T02:38:26.710441Z","steps":["trace[1165548531] 'process raft request' (duration: 258.516213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.710587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.990188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:38:26.710564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.651465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:26.710627Z","caller":"traceutil/trace.go:171","msg":"trace[512995269] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:32045; }","duration":"170.031769ms","start":"2026-03-04T02:38:26.540583Z","end":"2026-03-04T02:38:26.710615Z","steps":["trace[512995269] 'agreement among raft nodes before linearized reading' (duration: 169.960327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:26.71065Z","caller":"traceutil/trace.go:171","msg":"trace[1015513577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32045; }","duration":"408.786608ms","start":"2026-03-04T02:38:26.301842Z","end":"2026-03-04T02:38:26.710629Z","steps":["trace[1015513577] 'agreement among raft nodes before linearized reading' (duration: 408.646215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:26.710693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:38:26.301824Z","time spent":"408.86064ms","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:38:26.710699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.726369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:38:26.710751Z","caller":"traceutil/trace.go:171","msg":"trace[1432914028] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:32045; }","duration":"125.824441ms","start":"2026-03-04T02:38:26.584912Z","end":"2026-03-04T02:38:26.710737Z","steps":["trace[1432914028] 'agreement among raft nodes before linearized reading' (duration: 125.726949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:27.002106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.6609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:38:27.002249Z","caller":"traceutil/trace.go:171","msg":"trace[124316081] linearizableReadLoop","detail":"{readStateIndex:33151; appliedIndex:33148; }","duration":"282.450025ms","start":"2026-03-04T02:38:26.719789Z","end":"2026-03-04T02:38:27.002239Z","steps":["trace[124316081] 'read index received' (duration: 129.61382ms)","trace[124316081] 'applied index is now lower than readState.Index' (duration: 152.835625ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:27.002394Z","caller":"traceutil/trace.go:171","msg":"trace[1958749195] transaction","detail":"{read_only:false; response_revision:32046; number_of_response:1; }","duration":"287.481793ms","start":"2026-03-04T02:38:26.714904Z","end":"2026-03-04T02:38:27.002385Z","steps":["trace[1958749195] 'process raft request' (duration: 134.482915ms)","trace[1958749195] 'compare' (duration: 152.573898ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:38:27.002471Z","caller":"traceutil/trace.go:171","msg":"trace[30930808] transaction","detail":"{read_only:false; response_revision:32047; number_of_response:1; }","duration":"287.182286ms","start":"2026-03-04T02:38:26.715285Z","end":"2026-03-04T02:38:27.002467Z","steps":["trace[30930808] 'process raft request' (duration: 286.90045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:27.002555Z","caller":"traceutil/trace.go:171","msg":"trace[752207688] transaction","detail":"{read_only:false; response_revision:32048; number_of_response:1; }","duration":"286.849558ms","start":"2026-03-04T02:38:26.715702Z","end":"2026-03-04T02:38:27.002551Z","steps":["trace[752207688] 'process raft request' (duration: 286.51687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:38:27.002679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.900275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:38:27.0027Z","caller":"traceutil/trace.go:171","msg":"trace[165127861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32048; }","duration":"282.949147ms","start":"2026-03-04T02:38:26.719745Z","end":"2026-03-04T02:38:27.002694Z","steps":["trace[165127861] 'agreement among raft nodes before linearized reading' (duration: 282.872065ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:38:44.771197Z","caller":"traceutil/trace.go:171","msg":"trace[1026740633] transaction","detail":"{read_only:false; response_revision:32166; number_of_response:1; }","duration":"126.159139ms","start":"2026-03-04T02:38:44.64502Z","end":"2026-03-04T02:38:44.771179Z","steps":["trace[1026740633] 'process raft request' (duration: 125.719939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:02.002878Z","caller":"traceutil/trace.go:171","msg":"trace[353644148] linearizableReadLoop","detail":"{readStateIndex:33395; appliedIndex:33394; }","duration":"105.981766ms","start":"2026-03-04T02:39:01.896867Z","end":"2026-03-04T02:39:02.002849Z","steps":["trace[353644148] 'read index received' (duration: 105.229818ms)","trace[353644148] 'applied index is now lower than readState.Index' (duration: 750.328µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:02.003056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.16176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:02.003114Z","caller":"traceutil/trace.go:171","msg":"trace[1037285728] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:32283; }","duration":"106.281173ms","start":"2026-03-04T02:39:01.896819Z","end":"2026-03-04T02:39:02.0031Z","steps":["trace[1037285728] 'agreement among raft nodes before linearized reading' (duration: 106.15754ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:02.019198Z","caller":"traceutil/trace.go:171","msg":"trace[1663128807] transaction","detail":"{read_only:false; response_revision:32284; number_of_response:1; }","duration":"110.054492ms","start":"2026-03-04T02:39:01.90911Z","end":"2026-03-04T02:39:02.019164Z","steps":["trace[1663128807] 'process raft request' (duration: 109.776035ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:02.019334Z","caller":"traceutil/trace.go:171","msg":"trace[157902063] transaction","detail":"{read_only:false; response_revision:32285; number_of_response:1; }","duration":"110.046831ms","start":"2026-03-04T02:39:01.909257Z","end":"2026-03-04T02:39:02.019304Z","steps":["trace[157902063] 'process raft request' (duration: 109.818416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:04.622023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.117738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:39:04.622085Z","caller":"traceutil/trace.go:171","msg":"trace[259652556] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:32301; }","duration":"103.20964ms","start":"2026-03-04T02:39:04.518861Z","end":"2026-03-04T02:39:04.62207Z","steps":["trace[259652556] 'range keys from in-memory index tree' (duration: 103.031276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:16.25594Z","caller":"traceutil/trace.go:171","msg":"trace[2057441380] transaction","detail":"{read_only:false; response_revision:32381; number_of_response:1; }","duration":"116.592774ms","start":"2026-03-04T02:39:16.139326Z","end":"2026-03-04T02:39:16.255919Z","steps":["trace[2057441380] 'process raft request' (duration: 115.939519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:16.298584Z","caller":"traceutil/trace.go:171","msg":"trace[382463017] linearizableReadLoop","detail":"{readStateIndex:33496; appliedIndex:33494; }","duration":"111.982247ms","start":"2026-03-04T02:39:16.186577Z","end":"2026-03-04T02:39:16.298559Z","steps":["trace[382463017] 'read index received' (duration: 68.700081ms)","trace[382463017] 'applied index is now lower than readState.Index' (duration: 43.281246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:16.298854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.280804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:39:16.298896Z","caller":"traceutil/trace.go:171","msg":"trace[708340286] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32382; }","duration":"112.389756ms","start":"2026-03-04T02:39:16.186494Z","end":"2026-03-04T02:39:16.298884Z","steps":["trace[708340286] 'agreement among raft nodes before linearized reading' (duration: 112.159351ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:16.299249Z","caller":"traceutil/trace.go:171","msg":"trace[1766936178] transaction","detail":"{read_only:false; response_revision:32382; number_of_response:1; }","duration":"158.041628ms","start":"2026-03-04T02:39:16.141196Z","end":"2026-03-04T02:39:16.299237Z","steps":["trace[1766936178] 'process raft request' (duration: 157.242969ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:24.808236Z","caller":"traceutil/trace.go:171","msg":"trace[553038781] transaction","detail":"{read_only:false; response_revision:32438; number_of_response:1; }","duration":"160.486834ms","start":"2026-03-04T02:39:24.647694Z","end":"2026-03-04T02:39:24.808181Z","steps":["trace[553038781] 'process raft request' (duration: 82.563957ms)","trace[553038781] 'compare' (duration: 77.573609ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:24.808286Z","caller":"traceutil/trace.go:171","msg":"trace[1393337246] linearizableReadLoop","detail":"{readStateIndex:33554; appliedIndex:33553; }","duration":"113.503322ms","start":"2026-03-04T02:39:24.694762Z","end":"2026-03-04T02:39:24.808266Z","steps":["trace[1393337246] 'read index received' (duration: 35.403451ms)","trace[1393337246] 'applied index is now lower than readState.Index' (duration: 78.097041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:24.808409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.627035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:39:24.808455Z","caller":"traceutil/trace.go:171","msg":"trace[933424549] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:32439; }","duration":"113.718908ms","start":"2026-03-04T02:39:24.694721Z","end":"2026-03-04T02:39:24.80844Z","steps":["trace[933424549] 'agreement among raft nodes before linearized reading' (duration: 113.595735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:32.412125Z","caller":"traceutil/trace.go:171","msg":"trace[1834611486] linearizableReadLoop","detail":"{readStateIndex:33606; appliedIndex:33605; }","duration":"130.846809ms","start":"2026-03-04T02:39:32.281254Z","end":"2026-03-04T02:39:32.412101Z","steps":["trace[1834611486] 'read index received' (duration: 130.778438ms)","trace[1834611486] 'applied index is now lower than readState.Index' (duration: 67.661µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:32.412293Z","caller":"traceutil/trace.go:171","msg":"trace[1091528197] transaction","detail":"{read_only:false; response_revision:32488; number_of_response:1; }","duration":"268.367624ms","start":"2026-03-04T02:39:32.1439Z","end":"2026-03-04T02:39:32.412268Z","steps":["trace[1091528197] 'process raft request' (duration: 268.053797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:32.412347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.106305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:32.412407Z","caller":"traceutil/trace.go:171","msg":"trace[2130141110] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32488; }","duration":"131.234058ms","start":"2026-03-04T02:39:32.281159Z","end":"2026-03-04T02:39:32.412393Z","steps":["trace[2130141110] 'agreement among raft nodes before linearized reading' (duration: 131.113125ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:32.514659Z","caller":"traceutil/trace.go:171","msg":"trace[1907503790] linearizableReadLoop","detail":"{readStateIndex:33608; appliedIndex:33606; }","duration":"102.436562ms","start":"2026-03-04T02:39:32.412203Z","end":"2026-03-04T02:39:32.514639Z","steps":["trace[1907503790] 'read index received' (duration: 102.167486ms)","trace[1907503790] 'applied index is now lower than readState.Index' (duration: 267.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:32.514731Z","caller":"traceutil/trace.go:171","msg":"trace[2109268683] transaction","detail":"{read_only:false; response_revision:32489; number_of_response:1; }","duration":"191.300217ms","start":"2026-03-04T02:39:32.323383Z","end":"2026-03-04T02:39:32.514683Z","steps":["trace[2109268683] 'process raft request' (duration: 191.044661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:32.514963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.612379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:32.515285Z","caller":"traceutil/trace.go:171","msg":"trace[585416633] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:32490; }","duration":"225.168582ms","start":"2026-03-04T02:39:32.290086Z","end":"2026-03-04T02:39:32.515254Z","steps":["trace[585416633] 'agreement among raft nodes before linearized reading' (duration: 224.634499ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:32.514994Z","caller":"traceutil/trace.go:171","msg":"trace[437376416] transaction","detail":"{read_only:false; response_revision:32490; number_of_response:1; }","duration":"157.114015ms","start":"2026-03-04T02:39:32.35785Z","end":"2026-03-04T02:39:32.514964Z","steps":["trace[437376416] 'process raft request' (duration: 156.718306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:39:45.45379Z","caller":"traceutil/trace.go:171","msg":"trace[1452842014] transaction","detail":"{read_only:false; response_revision:32576; number_of_response:1; }","duration":"101.967072ms","start":"2026-03-04T02:39:45.351768Z","end":"2026-03-04T02:39:45.453735Z","steps":["trace[1452842014] 'process raft request' (duration: 98.92368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:56.086278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:55.758477Z","time spent":"327.793438ms","remote":"127.0.0.1:59922","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T02:39:56.086884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.298433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:39:56.087024Z","caller":"traceutil/trace.go:171","msg":"trace[1989980718] linearizableReadLoop","detail":"{readStateIndex:33766; appliedIndex:33765; }","duration":"574.887195ms","start":"2026-03-04T02:39:55.512119Z","end":"2026-03-04T02:39:56.087006Z","steps":["trace[1989980718] 'read index received' (duration: 228.207613ms)","trace[1989980718] 'applied index is now lower than readState.Index' (duration: 346.677862ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:39:56.087421Z","caller":"traceutil/trace.go:171","msg":"trace[905361810] transaction","detail":"{read_only:false; response_revision:32644; number_of_response:1; }","duration":"597.495465ms","start":"2026-03-04T02:39:55.489876Z","end":"2026-03-04T02:39:56.087371Z","steps":["trace[905361810] 'process raft request' (duration: 250.483236ms)","trace[905361810] 'compare' (duration: 345.458343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:39:56.08771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.581661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:39:56.08771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:55.489849Z","time spent":"597.74708ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:39:56.087761Z","caller":"traceutil/trace.go:171","msg":"trace[999457370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32644; }","duration":"575.668813ms","start":"2026-03-04T02:39:55.51208Z","end":"2026-03-04T02:39:56.087749Z","steps":["trace[999457370] 'agreement among raft nodes before linearized reading' (duration: 575.344035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:56.087907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:55.512062Z","time spent":"575.830686ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:39:56.143173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.967427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:56.143248Z","caller":"traceutil/trace.go:171","msg":"trace[1387623412] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:32645; }","duration":"523.096309ms","start":"2026-03-04T02:39:55.620132Z","end":"2026-03-04T02:39:56.143228Z","steps":["trace[1387623412] 'agreement among raft nodes before linearized reading' (duration: 522.975106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:56.14323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.471615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-04T02:39:56.143264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.645126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T02:39:56.143363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.551314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:39:56.143415Z","caller":"traceutil/trace.go:171","msg":"trace[253073679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32645; }","duration":"310.839531ms","start":"2026-03-04T02:39:55.832553Z","end":"2026-03-04T02:39:56.143392Z","steps":["trace[253073679] 'agreement among raft nodes before linearized reading' (duration: 310.481172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:56.143446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.245504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:39:56.143477Z","caller":"traceutil/trace.go:171","msg":"trace[1014492711] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:32645; }","duration":"310.723728ms","start":"2026-03-04T02:39:55.832728Z","end":"2026-03-04T02:39:56.143452Z","steps":["trace[1014492711] 'agreement among raft nodes before linearized reading' (duration: 310.499953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:56.143511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:55.832535Z","time spent":"310.960513ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T02:39:56.143542Z","caller":"traceutil/trace.go:171","msg":"trace[888900064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32645; }","duration":"428.581163ms","start":"2026-03-04T02:39:55.714935Z","end":"2026-03-04T02:39:56.143516Z","steps":["trace[888900064] 'agreement among raft nodes before linearized reading' (duration: 428.247085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:56.143548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:55.832712Z","time spent":"310.81823ms","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:39:56.143327Z","caller":"traceutil/trace.go:171","msg":"trace[115215236] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32645; }","duration":"305.602358ms","start":"2026-03-04T02:39:55.837698Z","end":"2026-03-04T02:39:56.143301Z","steps":["trace[115215236] 'agreement among raft nodes before linearized reading' (duration: 305.373212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:56.143613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:55.714913Z","time spent":"428.675574ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:39:56.143396Z","caller":"traceutil/trace.go:171","msg":"trace[1751223281] transaction","detail":"{read_only:false; response_revision:32645; number_of_response:1; }","duration":"255.087123ms","start":"2026-03-04T02:39:55.888283Z","end":"2026-03-04T02:39:56.14337Z","steps":["trace[1751223281] 'process raft request' (duration: 254.426098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:56.14329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:55.620112Z","time spent":"523.168161ms","remote":"127.0.0.1:38072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:39:56.143702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.89088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:39:56.143933Z","caller":"traceutil/trace.go:171","msg":"trace[1278326027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32645; }","duration":"490.226838ms","start":"2026-03-04T02:39:55.653688Z","end":"2026-03-04T02:39:56.143915Z","steps":["trace[1278326027] 'agreement among raft nodes before linearized reading' (duration: 489.407879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:39:56.144008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:55.653667Z","time spent":"490.308181ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:39:56.14369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:39:55.837684Z","time spent":"305.968247ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:40:01.349983Z","caller":"traceutil/trace.go:171","msg":"trace[1343348983] transaction","detail":"{read_only:false; response_revision:32694; number_of_response:1; }","duration":"203.722558ms","start":"2026-03-04T02:40:01.146235Z","end":"2026-03-04T02:40:01.349957Z","steps":["trace[1343348983] 'process raft request' (duration: 203.556654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:01.524198Z","caller":"traceutil/trace.go:171","msg":"trace[195130095] transaction","detail":"{read_only:false; response_revision:32695; number_of_response:1; }","duration":"153.322076ms","start":"2026-03-04T02:40:01.370839Z","end":"2026-03-04T02:40:01.524161Z","steps":["trace[195130095] 'process raft request' (duration: 92.337335ms)","trace[195130095] 'compare' (duration: 60.864268ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:06.822611Z","caller":"traceutil/trace.go:171","msg":"trace[1955227315] transaction","detail":"{read_only:false; response_revision:32741; number_of_response:1; }","duration":"131.190837ms","start":"2026-03-04T02:40:06.691402Z","end":"2026-03-04T02:40:06.822593Z","steps":["trace[1955227315] 'process raft request' (duration: 131.082854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:06.908548Z","caller":"traceutil/trace.go:171","msg":"trace[223648952] transaction","detail":"{read_only:false; response_revision:32742; number_of_response:1; }","duration":"157.413482ms","start":"2026-03-04T02:40:06.751104Z","end":"2026-03-04T02:40:06.908518Z","steps":["trace[223648952] 'process raft request' (duration: 153.747236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.445495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.465154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:40:10.445565Z","caller":"traceutil/trace.go:171","msg":"trace[82013525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32764; }","duration":"105.542785ms","start":"2026-03-04T02:40:10.340007Z","end":"2026-03-04T02:40:10.44555Z","steps":["trace[82013525] 'range keys from in-memory index tree' (duration: 105.371392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:10.445634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.671929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:40:10.445728Z","caller":"traceutil/trace.go:171","msg":"trace[1664000056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32764; }","duration":"212.824432ms","start":"2026-03-04T02:40:10.232878Z","end":"2026-03-04T02:40:10.445703Z","steps":["trace[1664000056] 'range keys from in-memory index tree' (duration: 212.415633ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:12.11853Z","caller":"traceutil/trace.go:171","msg":"trace[53063859] transaction","detail":"{read_only:false; response_revision:32780; number_of_response:1; }","duration":"127.849058ms","start":"2026-03-04T02:40:11.990647Z","end":"2026-03-04T02:40:12.118496Z","steps":["trace[53063859] 'process raft request' (duration: 87.119053ms)","trace[53063859] 'compare' (duration: 40.326076ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:31.830046Z","caller":"traceutil/trace.go:171","msg":"trace[990508199] transaction","detail":"{read_only:false; response_revision:32925; number_of_response:1; }","duration":"143.683381ms","start":"2026-03-04T02:40:31.686339Z","end":"2026-03-04T02:40:31.830022Z","steps":["trace[990508199] 'process raft request' (duration: 143.543647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:32.027541Z","caller":"traceutil/trace.go:171","msg":"trace[1620257789] transaction","detail":"{read_only:false; response_revision:32926; number_of_response:1; }","duration":"114.599768ms","start":"2026-03-04T02:40:31.912588Z","end":"2026-03-04T02:40:32.027188Z","steps":["trace[1620257789] 'process raft request' (duration: 105.072425ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:34.861983Z","caller":"traceutil/trace.go:171","msg":"trace[1080537295] transaction","detail":"{read_only:false; response_revision:32944; number_of_response:1; }","duration":"194.889051ms","start":"2026-03-04T02:40:34.667076Z","end":"2026-03-04T02:40:34.861966Z","steps":["trace[1080537295] 'process raft request' (duration: 194.8311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:34.861993Z","caller":"traceutil/trace.go:171","msg":"trace[513694716] transaction","detail":"{read_only:false; response_revision:32943; number_of_response:1; }","duration":"195.169987ms","start":"2026-03-04T02:40:34.666794Z","end":"2026-03-04T02:40:34.861964Z","steps":["trace[513694716] 'process raft request' (duration: 194.989263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:34.862181Z","caller":"traceutil/trace.go:171","msg":"trace[827651407] transaction","detail":"{read_only:false; response_revision:32945; number_of_response:1; }","duration":"194.616205ms","start":"2026-03-04T02:40:34.667534Z","end":"2026-03-04T02:40:34.86215Z","steps":["trace[827651407] 'process raft request' (duration: 194.40618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:35.327167Z","caller":"traceutil/trace.go:171","msg":"trace[1196413414] transaction","detail":"{read_only:false; response_revision:32949; number_of_response:1; }","duration":"177.539934ms","start":"2026-03-04T02:40:35.149557Z","end":"2026-03-04T02:40:35.327097Z","steps":["trace[1196413414] 'process raft request' (duration: 132.495617ms)","trace[1196413414] 'compare' (duration: 44.845182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:35.327254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.71356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-04T02:40:35.327312Z","caller":"traceutil/trace.go:171","msg":"trace[448651737] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:32949; }","duration":"111.810312ms","start":"2026-03-04T02:40:35.215486Z","end":"2026-03-04T02:40:35.327296Z","steps":["trace[448651737] 'agreement among raft nodes before linearized reading' (duration: 111.666709ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:35.46459Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30900} {"level":"info","ts":"2026-03-04T02:40:35.464649Z","caller":"traceutil/trace.go:171","msg":"trace[457562001] compact","detail":"{revision:30900; response_revision:32951; }","duration":"101.130822ms","start":"2026-03-04T02:40:35.363491Z","end":"2026-03-04T02:40:35.464622Z","steps":["trace[457562001] 'process raft request' (duration: 42.258352ms)","trace[457562001] 'check and update compact revision' (duration: 58.713237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:35.632028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.254052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18488"} {"level":"info","ts":"2026-03-04T02:40:35.632139Z","caller":"traceutil/trace.go:171","msg":"trace[1633402512] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32951; }","duration":"161.431176ms","start":"2026-03-04T02:40:35.47068Z","end":"2026-03-04T02:40:35.632111Z","steps":["trace[1633402512] 'range keys from in-memory index tree' (duration: 160.488724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:36.019458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.28324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:40:36.019821Z","caller":"traceutil/trace.go:171","msg":"trace[1436630597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:32952; }","duration":"131.70181ms","start":"2026-03-04T02:40:35.888102Z","end":"2026-03-04T02:40:36.019804Z","steps":["trace[1436630597] 'range keys from in-memory index tree' (duration: 131.107906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:36.290354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.164048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:40:36.290494Z","caller":"traceutil/trace.go:171","msg":"trace[1215437729] transaction","detail":"{read_only:false; response_revision:32953; number_of_response:1; }","duration":"155.770754ms","start":"2026-03-04T02:40:36.134681Z","end":"2026-03-04T02:40:36.290451Z","steps":["trace[1215437729] 'process raft request' (duration: 38.408121ms)","trace[1215437729] 'compare' (duration: 48.069988ms)","trace[1215437729] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:517; } (duration: 68.837584ms)"],"step_count":3} {"level":"warn","ts":"2026-03-04T02:40:36.379727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.804015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:40:36.379813Z","caller":"traceutil/trace.go:171","msg":"trace[533059136] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:32953; }","duration":"109.947038ms","start":"2026-03-04T02:40:36.269846Z","end":"2026-03-04T02:40:36.379793Z","steps":["trace[533059136] 'agreement among raft nodes before linearized reading' (duration: 20.605793ms)","trace[533059136] 'count revisions from in-memory index tree' (duration: 89.213143ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:36.562446Z","caller":"traceutil/trace.go:171","msg":"trace[210246618] transaction","detail":"{read_only:false; response_revision:32954; number_of_response:1; }","duration":"115.857177ms","start":"2026-03-04T02:40:36.446536Z","end":"2026-03-04T02:40:36.562393Z","steps":["trace[210246618] 'process raft request' (duration: 22.419026ms)","trace[210246618] 'compare' (duration: 58.720557ms)","trace[210246618] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; req_size:541; } (duration: 34.359296ms)"],"step_count":3} {"level":"info","ts":"2026-03-04T02:40:36.633507Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30900,"took":"1.165054367s","hash":1042789805,"current-db-size-bytes":54317056,"current-db-size":"54 MB","current-db-size-in-use-bytes":27041792,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T02:40:36.633584Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1042789805,"revision":30900,"compact-revision":28830} {"level":"info","ts":"2026-03-04T02:40:36.898299Z","caller":"traceutil/trace.go:171","msg":"trace[527027358] transaction","detail":"{read_only:false; response_revision:32958; number_of_response:1; }","duration":"137.090956ms","start":"2026-03-04T02:40:36.761182Z","end":"2026-03-04T02:40:36.898273Z","steps":["trace[527027358] 'process raft request' (duration: 50.170697ms)","trace[527027358] 'compare' (duration: 86.818346ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:37.065871Z","caller":"traceutil/trace.go:171","msg":"trace[1583641638] transaction","detail":"{read_only:false; response_revision:32962; number_of_response:1; }","duration":"118.211882ms","start":"2026-03-04T02:40:36.947639Z","end":"2026-03-04T02:40:37.065851Z","steps":["trace[1583641638] 'process raft request' (duration: 118.171461ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:37.066148Z","caller":"traceutil/trace.go:171","msg":"trace[627745938] transaction","detail":"{read_only:false; response_revision:32961; number_of_response:1; }","duration":"118.660453ms","start":"2026-03-04T02:40:36.947479Z","end":"2026-03-04T02:40:37.06614Z","steps":["trace[627745938] 'process raft request' (duration: 77.976879ms)","trace[627745938] 'compare' (duration: 40.111061ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:37.273948Z","caller":"traceutil/trace.go:171","msg":"trace[1649598972] transaction","detail":"{read_only:false; response_revision:32963; number_of_response:1; }","duration":"155.59974ms","start":"2026-03-04T02:40:37.118313Z","end":"2026-03-04T02:40:37.273913Z","steps":["trace[1649598972] 'process raft request' (duration: 78.506061ms)","trace[1649598972] 'compare' (duration: 76.73746ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:37.273973Z","caller":"traceutil/trace.go:171","msg":"trace[510681309] transaction","detail":"{read_only:false; response_revision:32964; number_of_response:1; }","duration":"101.455169ms","start":"2026-03-04T02:40:37.172482Z","end":"2026-03-04T02:40:37.273937Z","steps":["trace[510681309] 'process raft request' (duration: 101.325166ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:37.461266Z","caller":"traceutil/trace.go:171","msg":"trace[930596996] transaction","detail":"{read_only:false; response_revision:32966; number_of_response:1; }","duration":"123.531948ms","start":"2026-03-04T02:40:37.337713Z","end":"2026-03-04T02:40:37.461245Z","steps":["trace[930596996] 'process raft request' (duration: 55.83985ms)","trace[930596996] 'compare' (duration: 67.36019ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:37.461581Z","caller":"traceutil/trace.go:171","msg":"trace[23931104] transaction","detail":"{read_only:false; response_revision:32967; number_of_response:1; }","duration":"119.498393ms","start":"2026-03-04T02:40:37.342073Z","end":"2026-03-04T02:40:37.461572Z","steps":["trace[23931104] 'process raft request' (duration: 118.979141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:39.579832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.093266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:40:39.579938Z","caller":"traceutil/trace.go:171","msg":"trace[1856283848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32978; }","duration":"114.211539ms","start":"2026-03-04T02:40:39.465702Z","end":"2026-03-04T02:40:39.579914Z","steps":["trace[1856283848] 'range keys from in-memory index tree' (duration: 113.886901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:39.580032Z","caller":"traceutil/trace.go:171","msg":"trace[1440176126] transaction","detail":"{read_only:false; response_revision:32979; number_of_response:1; }","duration":"112.96644ms","start":"2026-03-04T02:40:39.467019Z","end":"2026-03-04T02:40:39.579986Z","steps":["trace[1440176126] 'process raft request' (duration: 49.564373ms)","trace[1440176126] 'compare' (duration: 62.914625ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:46.873754Z","caller":"traceutil/trace.go:171","msg":"trace[959049518] transaction","detail":"{read_only:false; response_revision:33023; number_of_response:1; }","duration":"255.38321ms","start":"2026-03-04T02:40:46.618266Z","end":"2026-03-04T02:40:46.873649Z","steps":["trace[959049518] 'process raft request' (duration: 214.831958ms)","trace[959049518] 'compare' (duration: 40.290746ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:40:52.206725Z","caller":"traceutil/trace.go:171","msg":"trace[345723013] transaction","detail":"{read_only:false; response_revision:33063; number_of_response:1; }","duration":"206.305679ms","start":"2026-03-04T02:40:52.000392Z","end":"2026-03-04T02:40:52.206698Z","steps":["trace[345723013] 'process raft request' (duration: 161.57042ms)","trace[345723013] 'compare' (duration: 44.448022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:40:57.564865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.660415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:40:57.564972Z","caller":"traceutil/trace.go:171","msg":"trace[141114955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33093; }","duration":"242.827259ms","start":"2026-03-04T02:40:57.322124Z","end":"2026-03-04T02:40:57.564951Z","steps":["trace[141114955] 'range keys from in-memory index tree' (duration: 242.441781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:57.564996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.169427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:40:57.565108Z","caller":"traceutil/trace.go:171","msg":"trace[585460899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33093; }","duration":"240.332731ms","start":"2026-03-04T02:40:57.324751Z","end":"2026-03-04T02:40:57.565084Z","steps":["trace[585460899] 'range keys from in-memory index tree' (duration: 239.955762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:40:57.607569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.874093ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:40:57.60792Z","caller":"traceutil/trace.go:171","msg":"trace[1888809021] transaction","detail":"{read_only:false; response_revision:33094; number_of_response:1; }","duration":"134.73502ms","start":"2026-03-04T02:40:57.473166Z","end":"2026-03-04T02:40:57.607901Z","steps":["trace[1888809021] 'process raft request' (duration: 134.537076ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:57.608337Z","caller":"traceutil/trace.go:171","msg":"trace[1706698197] transaction","detail":"{read_only:false; response_revision:33095; number_of_response:1; }","duration":"133.322567ms","start":"2026-03-04T02:40:57.474993Z","end":"2026-03-04T02:40:57.608316Z","steps":["trace[1706698197] 'process raft request' (duration: 132.850576ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:57.608331Z","caller":"traceutil/trace.go:171","msg":"trace[1742669607] transaction","detail":"{read_only:false; response_revision:33097; number_of_response:1; }","duration":"110.653369ms","start":"2026-03-04T02:40:57.497656Z","end":"2026-03-04T02:40:57.608309Z","steps":["trace[1742669607] 'process raft request' (duration: 110.598707ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:40:57.608349Z","caller":"traceutil/trace.go:171","msg":"trace[1968034092] transaction","detail":"{read_only:false; response_revision:33096; number_of_response:1; }","duration":"126.615281ms","start":"2026-03-04T02:40:57.481714Z","end":"2026-03-04T02:40:57.60833Z","steps":["trace[1968034092] 'process raft request' (duration: 126.399436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:03.427502Z","caller":"traceutil/trace.go:171","msg":"trace[2005071729] transaction","detail":"{read_only:false; response_revision:33135; number_of_response:1; }","duration":"104.348942ms","start":"2026-03-04T02:41:03.323119Z","end":"2026-03-04T02:41:03.427467Z","steps":["trace[2005071729] 'process raft request' (duration: 104.080826ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:03.77457Z","caller":"traceutil/trace.go:171","msg":"trace[1179835669] linearizableReadLoop","detail":"{readStateIndex:34276; appliedIndex:34274; }","duration":"118.781529ms","start":"2026-03-04T02:41:03.655751Z","end":"2026-03-04T02:41:03.774533Z","steps":["trace[1179835669] 'read index received' (duration: 54.963051ms)","trace[1179835669] 'applied index is now lower than readState.Index' (duration: 63.816628ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:03.774625Z","caller":"traceutil/trace.go:171","msg":"trace[365995864] transaction","detail":"{read_only:false; response_revision:33137; number_of_response:1; }","duration":"146.882303ms","start":"2026-03-04T02:41:03.627709Z","end":"2026-03-04T02:41:03.774592Z","steps":["trace[365995864] 'process raft request' (duration: 146.576006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:03.774711Z","caller":"traceutil/trace.go:171","msg":"trace[827317320] transaction","detail":"{read_only:false; response_revision:33138; number_of_response:1; }","duration":"145.097641ms","start":"2026-03-04T02:41:03.629561Z","end":"2026-03-04T02:41:03.774658Z","steps":["trace[827317320] 'process raft request' (duration: 144.922047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:03.774814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.051774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:41:03.774892Z","caller":"traceutil/trace.go:171","msg":"trace[223693531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33138; }","duration":"119.166177ms","start":"2026-03-04T02:41:03.655683Z","end":"2026-03-04T02:41:03.774849Z","steps":["trace[223693531] 'agreement among raft nodes before linearized reading' (duration: 118.990893ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:03.994377Z","caller":"traceutil/trace.go:171","msg":"trace[1795233362] linearizableReadLoop","detail":"{readStateIndex:34278; appliedIndex:34276; }","duration":"219.69438ms","start":"2026-03-04T02:41:03.774665Z","end":"2026-03-04T02:41:03.994359Z","steps":["trace[1795233362] 'read index received' (duration: 162.470676ms)","trace[1795233362] 'applied index is now lower than readState.Index' (duration: 57.222854ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:03.994395Z","caller":"traceutil/trace.go:171","msg":"trace[2105063178] transaction","detail":"{read_only:false; response_revision:33139; number_of_response:1; }","duration":"260.597874ms","start":"2026-03-04T02:41:03.733771Z","end":"2026-03-04T02:41:03.994369Z","steps":["trace[2105063178] 'process raft request' (duration: 203.35101ms)","trace[2105063178] 'compare' (duration: 56.864615ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:03.994436Z","caller":"traceutil/trace.go:171","msg":"trace[1098845797] transaction","detail":"{read_only:false; response_revision:33141; number_of_response:1; }","duration":"214.938629ms","start":"2026-03-04T02:41:03.779472Z","end":"2026-03-04T02:41:03.994411Z","steps":["trace[1098845797] 'process raft request' (duration: 214.861557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:03.994493Z","caller":"traceutil/trace.go:171","msg":"trace[254042787] transaction","detail":"{read_only:false; response_revision:33140; number_of_response:1; }","duration":"243.150517ms","start":"2026-03-04T02:41:03.751331Z","end":"2026-03-04T02:41:03.994482Z","steps":["trace[254042787] 'process raft request' (duration: 242.926841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:03.994702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.889868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:41:03.994742Z","caller":"traceutil/trace.go:171","msg":"trace[447306944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33141; }","duration":"338.98936ms","start":"2026-03-04T02:41:03.655743Z","end":"2026-03-04T02:41:03.994733Z","steps":["trace[447306944] 'agreement among raft nodes before linearized reading' (duration: 338.852607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:03.99477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:41:03.655714Z","time spent":"339.046892ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:41:03.994708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.355795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:41:03.994815Z","caller":"traceutil/trace.go:171","msg":"trace[1748253744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33141; }","duration":"108.504999ms","start":"2026-03-04T02:41:03.886299Z","end":"2026-03-04T02:41:03.994804Z","steps":["trace[1748253744] 'agreement among raft nodes before linearized reading' (duration: 108.284284ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:09.615957Z","caller":"traceutil/trace.go:171","msg":"trace[1810226328] transaction","detail":"{read_only:false; response_revision:33177; number_of_response:1; }","duration":"162.756434ms","start":"2026-03-04T02:41:09.453169Z","end":"2026-03-04T02:41:09.615926Z","steps":["trace[1810226328] 'process raft request' (duration: 162.532708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:09.61606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.837229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:41:09.615917Z","caller":"traceutil/trace.go:171","msg":"trace[545069826] linearizableReadLoop","detail":"{readStateIndex:34316; appliedIndex:34315; }","duration":"148.679766ms","start":"2026-03-04T02:41:09.46721Z","end":"2026-03-04T02:41:09.61589Z","steps":["trace[545069826] 'read index received' (duration: 148.463611ms)","trace[545069826] 'applied index is now lower than readState.Index' (duration: 215.165µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:09.616115Z","caller":"traceutil/trace.go:171","msg":"trace[1886562471] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:33177; }","duration":"148.961312ms","start":"2026-03-04T02:41:09.467139Z","end":"2026-03-04T02:41:09.616101Z","steps":["trace[1886562471] 'agreement among raft nodes before linearized reading' (duration: 148.865029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:09.886783Z","caller":"traceutil/trace.go:171","msg":"trace[468377346] transaction","detail":"{read_only:false; response_revision:33178; number_of_response:1; }","duration":"121.875859ms","start":"2026-03-04T02:41:09.764881Z","end":"2026-03-04T02:41:09.886757Z","steps":["trace[468377346] 'process raft request' (duration: 121.702025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:09.927655Z","caller":"traceutil/trace.go:171","msg":"trace[484178296] transaction","detail":"{read_only:false; response_revision:33179; number_of_response:1; }","duration":"133.353007ms","start":"2026-03-04T02:41:09.794258Z","end":"2026-03-04T02:41:09.927611Z","steps":["trace[484178296] 'process raft request' (duration: 133.158282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:09.927779Z","caller":"traceutil/trace.go:171","msg":"trace[387856079] transaction","detail":"{read_only:false; response_revision:33180; number_of_response:1; }","duration":"126.490887ms","start":"2026-03-04T02:41:09.801248Z","end":"2026-03-04T02:41:09.927739Z","steps":["trace[387856079] 'process raft request' (duration: 126.305772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:16.059227Z","caller":"traceutil/trace.go:171","msg":"trace[1925090983] transaction","detail":"{read_only:false; response_revision:33221; number_of_response:1; }","duration":"112.968913ms","start":"2026-03-04T02:41:15.946237Z","end":"2026-03-04T02:41:16.059205Z","steps":["trace[1925090983] 'process raft request' (duration: 112.85976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:16.059452Z","caller":"traceutil/trace.go:171","msg":"trace[1509174150] transaction","detail":"{read_only:false; response_revision:33220; number_of_response:1; }","duration":"113.306001ms","start":"2026-03-04T02:41:15.946137Z","end":"2026-03-04T02:41:16.059443Z","steps":["trace[1509174150] 'process raft request' (duration: 102.790405ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:19.137782Z","caller":"traceutil/trace.go:171","msg":"trace[74292023] transaction","detail":"{read_only:false; response_revision:33242; number_of_response:1; }","duration":"129.048668ms","start":"2026-03-04T02:41:19.00871Z","end":"2026-03-04T02:41:19.137759Z","steps":["trace[74292023] 'process raft request' (duration: 128.855293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:19.229644Z","caller":"traceutil/trace.go:171","msg":"trace[2094791402] linearizableReadLoop","detail":"{readStateIndex:34385; appliedIndex:34384; }","duration":"131.102197ms","start":"2026-03-04T02:41:19.098513Z","end":"2026-03-04T02:41:19.229615Z","steps":["trace[2094791402] 'read index received' (duration: 39.239946ms)","trace[2094791402] 'applied index is now lower than readState.Index' (duration: 91.861271ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:41:19.229998Z","caller":"traceutil/trace.go:171","msg":"trace[642802240] transaction","detail":"{read_only:false; response_revision:33243; number_of_response:1; }","duration":"217.270094ms","start":"2026-03-04T02:41:19.012711Z","end":"2026-03-04T02:41:19.229981Z","steps":["trace[642802240] 'process raft request' (duration: 183.817195ms)","trace[642802240] 'compare' (duration: 32.951428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:19.230307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.776672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:41:19.230355Z","caller":"traceutil/trace.go:171","msg":"trace[265168345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33243; }","duration":"131.862785ms","start":"2026-03-04T02:41:19.09848Z","end":"2026-03-04T02:41:19.230342Z","steps":["trace[265168345] 'agreement among raft nodes before linearized reading' (duration: 131.714111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:25.473874Z","caller":"traceutil/trace.go:171","msg":"trace[762370491] transaction","detail":"{read_only:false; response_revision:33286; number_of_response:1; }","duration":"124.243906ms","start":"2026-03-04T02:41:25.349612Z","end":"2026-03-04T02:41:25.473855Z","steps":["trace[762370491] 'process raft request' (duration: 62.889756ms)","trace[762370491] 'compare' (duration: 61.274538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:28.150926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.461854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:41:28.151208Z","caller":"traceutil/trace.go:171","msg":"trace[1814377397] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33300; }","duration":"122.842273ms","start":"2026-03-04T02:41:28.028345Z","end":"2026-03-04T02:41:28.151187Z","steps":["trace[1814377397] 'range keys from in-memory index tree' (duration: 122.398093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:28.40886Z","caller":"traceutil/trace.go:171","msg":"trace[552810662] transaction","detail":"{read_only:false; response_revision:33306; number_of_response:1; }","duration":"162.253372ms","start":"2026-03-04T02:41:28.246569Z","end":"2026-03-04T02:41:28.408823Z","steps":["trace[552810662] 'process raft request' (duration: 162.089378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:28.450812Z","caller":"traceutil/trace.go:171","msg":"trace[1030545009] linearizableReadLoop","detail":"{readStateIndex:34451; appliedIndex:34449; }","duration":"145.656935ms","start":"2026-03-04T02:41:28.305134Z","end":"2026-03-04T02:41:28.450791Z","steps":["trace[1030545009] 'read index received' (duration: 103.560644ms)","trace[1030545009] 'applied index is now lower than readState.Index' (duration: 42.095141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:41:28.450976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.829418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:41:28.450945Z","caller":"traceutil/trace.go:171","msg":"trace[1209718157] transaction","detail":"{read_only:false; response_revision:33307; number_of_response:1; }","duration":"183.988458ms","start":"2026-03-04T02:41:28.266893Z","end":"2026-03-04T02:41:28.450882Z","steps":["trace[1209718157] 'process raft request' (duration: 179.469443ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:41:28.451007Z","caller":"traceutil/trace.go:171","msg":"trace[859627389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33307; }","duration":"145.90671ms","start":"2026-03-04T02:41:28.30509Z","end":"2026-03-04T02:41:28.450997Z","steps":["trace[859627389] 'agreement among raft nodes before linearized reading' (duration: 145.777687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:41:36.719397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.24805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:41:36.719487Z","caller":"traceutil/trace.go:171","msg":"trace[12254656] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33362; }","duration":"116.385373ms","start":"2026-03-04T02:41:36.60308Z","end":"2026-03-04T02:41:36.719466Z","steps":["trace[12254656] 'range keys from in-memory index tree' (duration: 116.071985ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:06.874706Z","caller":"traceutil/trace.go:171","msg":"trace[1332481488] transaction","detail":"{read_only:false; response_revision:33626; number_of_response:1; }","duration":"432.776117ms","start":"2026-03-04T02:42:06.441906Z","end":"2026-03-04T02:42:06.874682Z","steps":["trace[1332481488] 'process raft request' (duration: 432.656974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:06.874835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:06.441898Z","time spent":"432.875129ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:06.913567Z","caller":"traceutil/trace.go:171","msg":"trace[341382742] linearizableReadLoop","detail":"{readStateIndex:34778; appliedIndex:34776; }","duration":"289.564428ms","start":"2026-03-04T02:42:06.623982Z","end":"2026-03-04T02:42:06.913546Z","steps":["trace[341382742] 'read index received' (duration: 249.919514ms)","trace[341382742] 'applied index is now lower than readState.Index' (duration: 39.643184ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:06.913671Z","caller":"traceutil/trace.go:171","msg":"trace[2591792] transaction","detail":"{read_only:false; response_revision:33627; number_of_response:1; }","duration":"301.844394ms","start":"2026-03-04T02:42:06.611796Z","end":"2026-03-04T02:42:06.913641Z","steps":["trace[2591792] 'process raft request' (duration: 301.620249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:06.913802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:06.611778Z","time spent":"301.958048ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:06.9138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.802774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:42:06.913838Z","caller":"traceutil/trace.go:171","msg":"trace[1379123721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33627; }","duration":"289.894036ms","start":"2026-03-04T02:42:06.623934Z","end":"2026-03-04T02:42:06.913828Z","steps":["trace[1379123721] 'agreement among raft nodes before linearized reading' (duration: 289.726482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:06.913991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.718742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:42:06.914086Z","caller":"traceutil/trace.go:171","msg":"trace[1308801383] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33627; }","duration":"174.852695ms","start":"2026-03-04T02:42:06.73921Z","end":"2026-03-04T02:42:06.914063Z","steps":["trace[1308801383] 'agreement among raft nodes before linearized reading' (duration: 174.552618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:06.913995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.635705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:42:06.914386Z","caller":"traceutil/trace.go:171","msg":"trace[2097226809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33627; }","duration":"227.983194ms","start":"2026-03-04T02:42:06.68627Z","end":"2026-03-04T02:42:06.914253Z","steps":["trace[2097226809] 'agreement among raft nodes before linearized reading' (duration: 227.445161ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:07.297916Z","caller":"traceutil/trace.go:171","msg":"trace[788508122] transaction","detail":"{read_only:false; response_revision:33631; number_of_response:1; }","duration":"150.18143ms","start":"2026-03-04T02:42:07.147719Z","end":"2026-03-04T02:42:07.2979Z","steps":["trace[788508122] 'process raft request' (duration: 149.853412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:07.946456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.207284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:42:07.946545Z","caller":"traceutil/trace.go:171","msg":"trace[1871077574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33633; }","duration":"157.357567ms","start":"2026-03-04T02:42:07.789167Z","end":"2026-03-04T02:42:07.946524Z","steps":["trace[1871077574] 'range keys from in-memory index tree' (duration: 156.992309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:07.946792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.98947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:07.94693Z","caller":"traceutil/trace.go:171","msg":"trace[1501579213] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33633; }","duration":"139.349018ms","start":"2026-03-04T02:42:07.807555Z","end":"2026-03-04T02:42:07.946904Z","steps":["trace[1501579213] 'range keys from in-memory index tree' (duration: 138.869196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.077943Z","caller":"traceutil/trace.go:171","msg":"trace[1606473648] transaction","detail":"{read_only:false; response_revision:33634; number_of_response:1; }","duration":"127.44853ms","start":"2026-03-04T02:42:07.950452Z","end":"2026-03-04T02:42:08.0779Z","steps":["trace[1606473648] 'process raft request' (duration: 127.261335ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.07805Z","caller":"traceutil/trace.go:171","msg":"trace[1334603322] linearizableReadLoop","detail":"{readStateIndex:34786; appliedIndex:34785; }","duration":"125.493465ms","start":"2026-03-04T02:42:07.952495Z","end":"2026-03-04T02:42:08.077988Z","steps":["trace[1334603322] 'read index received' (duration: 125.195758ms)","trace[1334603322] 'applied index is now lower than readState.Index' (duration: 287.997µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:08.078266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.73826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:08.078382Z","caller":"traceutil/trace.go:171","msg":"trace[283485118] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33634; }","duration":"125.916264ms","start":"2026-03-04T02:42:07.952437Z","end":"2026-03-04T02:42:08.078353Z","steps":["trace[283485118] 'agreement among raft nodes before linearized reading' (duration: 125.671779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.224809Z","caller":"traceutil/trace.go:171","msg":"trace[620145464] linearizableReadLoop","detail":"{readStateIndex:34787; appliedIndex:34786; }","duration":"142.520231ms","start":"2026-03-04T02:42:08.082264Z","end":"2026-03-04T02:42:08.224784Z","steps":["trace[620145464] 'read index received' (duration: 67.82113ms)","trace[620145464] 'applied index is now lower than readState.Index' (duration: 74.697951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:08.225532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.452901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:08.225541Z","caller":"traceutil/trace.go:171","msg":"trace[1725827219] transaction","detail":"{read_only:false; response_revision:33635; number_of_response:1; }","duration":"232.504829ms","start":"2026-03-04T02:42:07.992988Z","end":"2026-03-04T02:42:08.225493Z","steps":["trace[1725827219] 'process raft request' (duration: 157.157953ms)","trace[1725827219] 'compare' (duration: 74.150968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:08.225613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.325821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:42:08.225687Z","caller":"traceutil/trace.go:171","msg":"trace[217680941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33635; }","duration":"143.455303ms","start":"2026-03-04T02:42:08.082217Z","end":"2026-03-04T02:42:08.225672Z","steps":["trace[217680941] 'agreement among raft nodes before linearized reading' (duration: 143.201167ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.225582Z","caller":"traceutil/trace.go:171","msg":"trace[77190379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33635; }","duration":"109.558153ms","start":"2026-03-04T02:42:08.116012Z","end":"2026-03-04T02:42:08.22557Z","steps":["trace[77190379] 'agreement among raft nodes before linearized reading' (duration: 109.467901ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.415844Z","caller":"traceutil/trace.go:171","msg":"trace[148639366] linearizableReadLoop","detail":"{readStateIndex:34788; appliedIndex:34787; }","duration":"176.666188ms","start":"2026-03-04T02:42:08.239155Z","end":"2026-03-04T02:42:08.415821Z","steps":["trace[148639366] 'read index received' (duration: 176.553695ms)","trace[148639366] 'applied index is now lower than readState.Index' (duration: 111.392µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:08.416131Z","caller":"traceutil/trace.go:171","msg":"trace[1462674356] transaction","detail":"{read_only:false; response_revision:33636; number_of_response:1; }","duration":"180.078527ms","start":"2026-03-04T02:42:08.236039Z","end":"2026-03-04T02:42:08.416117Z","steps":["trace[1462674356] 'process raft request' (duration: 179.604846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.416517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.334133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:42:08.416617Z","caller":"traceutil/trace.go:171","msg":"trace[2048592588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:33636; }","duration":"177.443985ms","start":"2026-03-04T02:42:08.239147Z","end":"2026-03-04T02:42:08.416591Z","steps":["trace[2048592588] 'agreement among raft nodes before linearized reading' (duration: 177.136088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.685958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.853129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:08.686174Z","caller":"traceutil/trace.go:171","msg":"trace[1345332543] transaction","detail":"{read_only:false; response_revision:33637; number_of_response:1; }","duration":"296.535711ms","start":"2026-03-04T02:42:08.3896Z","end":"2026-03-04T02:42:08.686136Z","steps":["trace[1345332543] 'process raft request' (duration: 114.403837ms)","trace[1345332543] 'compare' (duration: 180.896836ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:08.686288Z","caller":"traceutil/trace.go:171","msg":"trace[742613421] transaction","detail":"{read_only:false; response_revision:33639; number_of_response:1; }","duration":"294.456952ms","start":"2026-03-04T02:42:08.391809Z","end":"2026-03-04T02:42:08.686266Z","steps":["trace[742613421] 'process raft request' (duration: 294.36312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.686337Z","caller":"traceutil/trace.go:171","msg":"trace[481711202] transaction","detail":"{read_only:false; response_revision:33638; number_of_response:1; }","duration":"296.285366ms","start":"2026-03-04T02:42:08.390031Z","end":"2026-03-04T02:42:08.686316Z","steps":["trace[481711202] 'process raft request' (duration: 296.05822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:08.686485Z","caller":"traceutil/trace.go:171","msg":"trace[1590040506] linearizableReadLoop","detail":"{readStateIndex:34792; appliedIndex:34788; }","duration":"270.555205ms","start":"2026-03-04T02:42:08.415917Z","end":"2026-03-04T02:42:08.686472Z","steps":["trace[1590040506] 'read index received' (duration: 88.110673ms)","trace[1590040506] 'applied index is now lower than readState.Index' (duration: 182.443082ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:08.68655Z","caller":"traceutil/trace.go:171","msg":"trace[920823989] transaction","detail":"{read_only:false; response_revision:33640; number_of_response:1; }","duration":"273.050404ms","start":"2026-03-04T02:42:08.413481Z","end":"2026-03-04T02:42:08.686531Z","steps":["trace[920823989] 'process raft request' (duration: 272.750477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.686631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.521177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:42:08.686662Z","caller":"traceutil/trace.go:171","msg":"trace[95009358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33640; }","duration":"283.617819ms","start":"2026-03-04T02:42:08.403036Z","end":"2026-03-04T02:42:08.686654Z","steps":["trace[95009358] 'agreement among raft nodes before linearized reading' (duration: 283.520927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.686682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.430904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:08.68675Z","caller":"traceutil/trace.go:171","msg":"trace[1400600704] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:33640; }","duration":"249.543646ms","start":"2026-03-04T02:42:08.437186Z","end":"2026-03-04T02:42:08.68673Z","steps":["trace[1400600704] 'agreement among raft nodes before linearized reading' (duration: 249.442284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.686822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.807166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:08.686855Z","caller":"traceutil/trace.go:171","msg":"trace[217310373] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33640; }","duration":"377.914068ms","start":"2026-03-04T02:42:08.308932Z","end":"2026-03-04T02:42:08.686846Z","steps":["trace[217310373] 'agreement among raft nodes before linearized reading' (duration: 377.835386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:08.686994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:08.308908Z","time spent":"378.074871ms","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:42:08.999264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.942425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:42:08.999348Z","caller":"traceutil/trace.go:171","msg":"trace[919609174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33640; }","duration":"120.326914ms","start":"2026-03-04T02:42:08.879002Z","end":"2026-03-04T02:42:08.999329Z","steps":["trace[919609174] 'range keys from in-memory index tree' (duration: 119.731991ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:09.040058Z","caller":"traceutil/trace.go:171","msg":"trace[1270872789] transaction","detail":"{read_only:false; response_revision:33641; number_of_response:1; }","duration":"120.189272ms","start":"2026-03-04T02:42:08.919813Z","end":"2026-03-04T02:42:09.040002Z","steps":["trace[1270872789] 'process raft request' (duration: 119.978917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:09.21508Z","caller":"traceutil/trace.go:171","msg":"trace[786042232] transaction","detail":"{read_only:false; response_revision:33644; number_of_response:1; }","duration":"127.147503ms","start":"2026-03-04T02:42:09.087909Z","end":"2026-03-04T02:42:09.215056Z","steps":["trace[786042232] 'process raft request' (duration: 127.094712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:09.215298Z","caller":"traceutil/trace.go:171","msg":"trace[1598888597] transaction","detail":"{read_only:false; response_revision:33643; number_of_response:1; }","duration":"128.257999ms","start":"2026-03-04T02:42:09.087008Z","end":"2026-03-04T02:42:09.215266Z","steps":["trace[1598888597] 'process raft request' (duration: 79.308128ms)","trace[1598888597] 'compare' (duration: 48.536291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:09.597679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.049622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:09.59781Z","caller":"traceutil/trace.go:171","msg":"trace[181439533] transaction","detail":"{read_only:false; response_revision:33646; number_of_response:1; }","duration":"164.520614ms","start":"2026-03-04T02:42:09.433269Z","end":"2026-03-04T02:42:09.59779Z","steps":["trace[181439533] 'process raft request' (duration: 58.228267ms)","trace[181439533] 'compare' (duration: 105.919609ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:09.61306Z","caller":"traceutil/trace.go:171","msg":"trace[2145449384] linearizableReadLoop","detail":"{readStateIndex:34799; appliedIndex:34797; }","duration":"134.831153ms","start":"2026-03-04T02:42:09.478208Z","end":"2026-03-04T02:42:09.613039Z","steps":["trace[2145449384] 'read index received' (duration: 13.249449ms)","trace[2145449384] 'applied index is now lower than readState.Index' (duration: 121.580634ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:09.6132Z","caller":"traceutil/trace.go:171","msg":"trace[534858384] transaction","detail":"{read_only:false; response_revision:33647; number_of_response:1; }","duration":"172.330457ms","start":"2026-03-04T02:42:09.440838Z","end":"2026-03-04T02:42:09.613169Z","steps":["trace[534858384] 'process raft request' (duration: 172.006959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:09.613264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.993106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:42:09.6133Z","caller":"traceutil/trace.go:171","msg":"trace[808018835] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:33647; }","duration":"135.120079ms","start":"2026-03-04T02:42:09.47817Z","end":"2026-03-04T02:42:09.61329Z","steps":["trace[808018835] 'agreement among raft nodes before linearized reading' (duration: 134.991376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:11.328531Z","caller":"traceutil/trace.go:171","msg":"trace[994353201] transaction","detail":"{read_only:false; response_revision:33657; number_of_response:1; }","duration":"103.937912ms","start":"2026-03-04T02:42:11.224567Z","end":"2026-03-04T02:42:11.328505Z","steps":["trace[994353201] 'process raft request' (duration: 17.070007ms)","trace[994353201] 'compare' (duration: 86.694821ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:11.353551Z","caller":"traceutil/trace.go:171","msg":"trace[1625588496] transaction","detail":"{read_only:false; response_revision:33658; number_of_response:1; }","duration":"128.892294ms","start":"2026-03-04T02:42:11.224633Z","end":"2026-03-04T02:42:11.353526Z","steps":["trace[1625588496] 'process raft request' (duration: 128.70959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:12.445186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.491575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:12.445339Z","caller":"traceutil/trace.go:171","msg":"trace[1073140524] linearizableReadLoop","detail":"{readStateIndex:34815; appliedIndex:34814; }","duration":"303.890792ms","start":"2026-03-04T02:42:12.141429Z","end":"2026-03-04T02:42:12.445319Z","steps":["trace[1073140524] 'read index received' (duration: 72.08473ms)","trace[1073140524] 'applied index is now lower than readState.Index' (duration: 231.804262ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:12.445362Z","caller":"traceutil/trace.go:171","msg":"trace[746724592] transaction","detail":"{read_only:false; response_revision:33662; number_of_response:1; }","duration":"348.943343ms","start":"2026-03-04T02:42:12.096394Z","end":"2026-03-04T02:42:12.445337Z","steps":["trace[746724592] 'process raft request' (duration: 117.209862ms)","trace[746724592] 'compare' (duration: 231.198098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:12.445478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:12.096371Z","time spent":"349.042695ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:12.445478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.041226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:12.445523Z","caller":"traceutil/trace.go:171","msg":"trace[1463815492] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:33662; }","duration":"304.090537ms","start":"2026-03-04T02:42:12.14142Z","end":"2026-03-04T02:42:12.445511Z","steps":["trace[1463815492] 'agreement among raft nodes before linearized reading' (duration: 304.008155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:12.445572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:12.141357Z","time spent":"304.20135ms","remote":"127.0.0.1:38150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:42:12.663511Z","caller":"traceutil/trace.go:171","msg":"trace[974347623] linearizableReadLoop","detail":"{readStateIndex:34816; appliedIndex:34815; }","duration":"191.768799ms","start":"2026-03-04T02:42:12.471719Z","end":"2026-03-04T02:42:12.663487Z","steps":["trace[974347623] 'read index received' (duration: 191.553364ms)","trace[974347623] 'applied index is now lower than readState.Index' (duration: 214.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:12.663543Z","caller":"traceutil/trace.go:171","msg":"trace[2074234912] transaction","detail":"{read_only:false; response_revision:33663; number_of_response:1; }","duration":"213.399414ms","start":"2026-03-04T02:42:12.450122Z","end":"2026-03-04T02:42:12.663521Z","steps":["trace[2074234912] 'process raft request' (duration: 213.218659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:12.663625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.897973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:12.663652Z","caller":"traceutil/trace.go:171","msg":"trace[601584071] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:33663; }","duration":"191.982975ms","start":"2026-03-04T02:42:12.471662Z","end":"2026-03-04T02:42:12.663645Z","steps":["trace[601584071] 'agreement among raft nodes before linearized reading' (duration: 191.913363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:13.36976Z","caller":"traceutil/trace.go:171","msg":"trace[2005214775] transaction","detail":"{read_only:false; response_revision:33669; number_of_response:1; }","duration":"222.162168ms","start":"2026-03-04T02:42:13.147574Z","end":"2026-03-04T02:42:13.369736Z","steps":["trace[2005214775] 'process raft request' (duration: 221.913452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:14.007003Z","caller":"traceutil/trace.go:171","msg":"trace[708320353] transaction","detail":"{read_only:false; response_revision:33674; number_of_response:1; }","duration":"158.890653ms","start":"2026-03-04T02:42:13.848086Z","end":"2026-03-04T02:42:14.006977Z","steps":["trace[708320353] 'process raft request' (duration: 158.76486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:15.157706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.490786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:15.157899Z","caller":"traceutil/trace.go:171","msg":"trace[1991445467] transaction","detail":"{read_only:false; response_revision:33679; number_of_response:1; }","duration":"704.224032ms","start":"2026-03-04T02:42:14.453633Z","end":"2026-03-04T02:42:15.157857Z","steps":["trace[1991445467] 'process raft request' (duration: 127.489851ms)","trace[1991445467] 'compare' (duration: 576.23922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:15.158078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:14.453622Z","time spent":"704.368966ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:15.158557Z","caller":"traceutil/trace.go:171","msg":"trace[1225145969] linearizableReadLoop","detail":"{readStateIndex:34833; appliedIndex:34832; }","duration":"620.950022ms","start":"2026-03-04T02:42:14.537563Z","end":"2026-03-04T02:42:15.158513Z","steps":["trace[1225145969] 'read index received' (duration: 43.460693ms)","trace[1225145969] 'applied index is now lower than readState.Index' (duration: 577.485429ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:15.158603Z","caller":"traceutil/trace.go:171","msg":"trace[844165876] transaction","detail":"{read_only:false; response_revision:33680; number_of_response:1; }","duration":"397.092764ms","start":"2026-03-04T02:42:14.761488Z","end":"2026-03-04T02:42:15.158581Z","steps":["trace[844165876] 'process raft request' (duration: 396.338867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:15.158706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:14.761467Z","time spent":"397.188097ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:15.158756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.173046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:15.158859Z","caller":"traceutil/trace.go:171","msg":"trace[391579294] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:33680; }","duration":"621.28687ms","start":"2026-03-04T02:42:14.537542Z","end":"2026-03-04T02:42:15.158829Z","steps":["trace[391579294] 'agreement among raft nodes before linearized reading' (duration: 621.075845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:15.158923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:14.537513Z","time spent":"621.395932ms","remote":"127.0.0.1:34042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:15.659325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191305546,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T02:42:15.988988Z","caller":"traceutil/trace.go:171","msg":"trace[1902654838] transaction","detail":"{read_only:false; response_revision:33682; number_of_response:1; }","duration":"1.224031617s","start":"2026-03-04T02:42:14.764931Z","end":"2026-03-04T02:42:15.988962Z","steps":["trace[1902654838] 'process raft request' (duration: 1.223948885s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:15.989144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:14.764846Z","time spent":"1.224222172s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:15.98925Z","caller":"traceutil/trace.go:171","msg":"trace[1277635420] transaction","detail":"{read_only:false; response_revision:33683; number_of_response:1; }","duration":"1.223637078s","start":"2026-03-04T02:42:14.765598Z","end":"2026-03-04T02:42:15.989235Z","steps":["trace[1277635420] 'process raft request' (duration: 1.22332729s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:15.988999Z","caller":"traceutil/trace.go:171","msg":"trace[1689155766] transaction","detail":"{read_only:false; response_revision:33681; number_of_response:1; }","duration":"1.22502649s","start":"2026-03-04T02:42:14.76394Z","end":"2026-03-04T02:42:15.988966Z","steps":["trace[1689155766] 'process raft request' (duration: 1.224783855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:15.989375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:14.765584Z","time spent":"1.22370988s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:15.98936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:14.763917Z","time spent":"1.225398699s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:16.164778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.573582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:16.165009Z","caller":"traceutil/trace.go:171","msg":"trace[1118028516] linearizableReadLoop","detail":"{readStateIndex:34839; appliedIndex:34834; }","duration":"1.006371785s","start":"2026-03-04T02:42:15.15862Z","end":"2026-03-04T02:42:16.164992Z","steps":["trace[1118028516] 'read index received' (duration: 830.143608ms)","trace[1118028516] 'applied index is now lower than readState.Index' (duration: 176.227267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:16.165201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049464869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:16.165327Z","caller":"traceutil/trace.go:171","msg":"trace[1992915929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33686; }","duration":"1.049622522s","start":"2026-03-04T02:42:15.115682Z","end":"2026-03-04T02:42:16.165304Z","steps":["trace[1992915929] 'agreement among raft nodes before linearized reading' (duration: 1.049449488s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:16.165344Z","caller":"traceutil/trace.go:171","msg":"trace[1744267215] transaction","detail":"{read_only:false; response_revision:33685; number_of_response:1; }","duration":"1.079484379s","start":"2026-03-04T02:42:15.08581Z","end":"2026-03-04T02:42:16.165295Z","steps":["trace[1744267215] 'process raft request' (duration: 1.079082159s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:16.165425Z","caller":"traceutil/trace.go:171","msg":"trace[887564815] transaction","detail":"{read_only:false; response_revision:33686; number_of_response:1; }","duration":"460.983313ms","start":"2026-03-04T02:42:15.704411Z","end":"2026-03-04T02:42:16.165395Z","steps":["trace[887564815] 'process raft request' (duration: 460.539493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:16.165493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.103221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:16.165512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.80313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:42:16.165536Z","caller":"traceutil/trace.go:171","msg":"trace[41079961] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:33686; }","duration":"166.219974ms","start":"2026-03-04T02:42:15.999307Z","end":"2026-03-04T02:42:16.165527Z","steps":["trace[41079961] 'agreement among raft nodes before linearized reading' (duration: 166.132292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:16.165525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:15.704384Z","time spent":"461.093026ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:16.16558Z","caller":"traceutil/trace.go:171","msg":"trace[1200174989] transaction","detail":"{read_only:false; response_revision:33684; number_of_response:1; }","duration":"1.359702769s","start":"2026-03-04T02:42:14.805858Z","end":"2026-03-04T02:42:16.16556Z","steps":["trace[1200174989] 'process raft request' (duration: 1.183265737s)","trace[1200174989] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 175.456179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:16.165618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.748444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:42:16.165645Z","caller":"traceutil/trace.go:171","msg":"trace[644305179] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:33686; }","duration":"622.805775ms","start":"2026-03-04T02:42:15.54283Z","end":"2026-03-04T02:42:16.165636Z","steps":["trace[644305179] 'agreement among raft nodes before linearized reading' (duration: 622.762174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:16.165677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:15.542807Z","time spent":"622.862346ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:16.16566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:14.805832Z","time spent":"1.359801472s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:16.165874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.041484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:42:16.165942Z","caller":"traceutil/trace.go:171","msg":"trace[1752308724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33686; }","duration":"754.33199ms","start":"2026-03-04T02:42:15.411593Z","end":"2026-03-04T02:42:16.165925Z","steps":["trace[1752308724] 'agreement among raft nodes before linearized reading' (duration: 754.001443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:16.165998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:15.411572Z","time spent":"754.409582ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:16.166203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.085311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:42:16.16628Z","caller":"traceutil/trace.go:171","msg":"trace[1059371101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33686; }","duration":"154.162772ms","start":"2026-03-04T02:42:16.012107Z","end":"2026-03-04T02:42:16.16627Z","steps":["trace[1059371101] 'agreement among raft nodes before linearized reading' (duration: 154.026199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:16.165553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.042416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:42:16.166405Z","caller":"traceutil/trace.go:171","msg":"trace[401467528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33686; }","duration":"791.936097ms","start":"2026-03-04T02:42:15.374452Z","end":"2026-03-04T02:42:16.166388Z","steps":["trace[401467528] 'agreement among raft nodes before linearized reading' (duration: 790.926374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:16.166477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:15.374432Z","time spent":"792.031359ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:16.165384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:15.11566Z","time spent":"1.049714145s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:42:16.165517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:15.085784Z","time spent":"1.079642412s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:16.165313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497397849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:42:16.166724Z","caller":"traceutil/trace.go:171","msg":"trace[947537421] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33686; }","duration":"1.498838531s","start":"2026-03-04T02:42:14.667854Z","end":"2026-03-04T02:42:16.166693Z","steps":["trace[947537421] 'agreement among raft nodes before linearized reading' (duration: 1.497300685s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:16.165389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348735524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:16.165569Z","caller":"traceutil/trace.go:171","msg":"trace[135926115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33686; }","duration":"699.885332ms","start":"2026-03-04T02:42:15.465664Z","end":"2026-03-04T02:42:16.16555Z","steps":["trace[135926115] 'agreement among raft nodes before linearized reading' (duration: 699.790069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:16.166844Z","caller":"traceutil/trace.go:171","msg":"trace[793117760] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:33686; }","duration":"1.350161886s","start":"2026-03-04T02:42:14.816617Z","end":"2026-03-04T02:42:16.166778Z","steps":["trace[793117760] 'agreement among raft nodes before linearized reading' (duration: 1.348745583s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:16.16689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:14.667835Z","time spent":"1.498939134s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:42:16.166909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:15.465645Z","time spent":"701.226463ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:16.166927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:14.816607Z","time spent":"1.35028328s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:16.45841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.16532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:16.458761Z","caller":"traceutil/trace.go:171","msg":"trace[1984323330] linearizableReadLoop","detail":"{readStateIndex:34843; appliedIndex:34840; }","duration":"284.227464ms","start":"2026-03-04T02:42:16.174515Z","end":"2026-03-04T02:42:16.458742Z","steps":["trace[1984323330] 'read index received' (duration: 136.614103ms)","trace[1984323330] 'applied index is now lower than readState.Index' (duration: 147.611891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:16.458896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.378058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:16.458929Z","caller":"traceutil/trace.go:171","msg":"trace[176054880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33691; }","duration":"284.440699ms","start":"2026-03-04T02:42:16.174479Z","end":"2026-03-04T02:42:16.45892Z","steps":["trace[176054880] 'agreement among raft nodes before linearized reading' (duration: 284.322386ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:16.459225Z","caller":"traceutil/trace.go:171","msg":"trace[1483825267] transaction","detail":"{read_only:false; response_revision:33687; number_of_response:1; }","duration":"287.559852ms","start":"2026-03-04T02:42:16.171653Z","end":"2026-03-04T02:42:16.459213Z","steps":["trace[1483825267] 'process raft request' (duration: 139.506331ms)","trace[1483825267] 'compare' (duration: 146.770091ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:16.459421Z","caller":"traceutil/trace.go:171","msg":"trace[1858422690] transaction","detail":"{read_only:false; response_revision:33688; number_of_response:1; }","duration":"287.145842ms","start":"2026-03-04T02:42:16.172259Z","end":"2026-03-04T02:42:16.459405Z","steps":["trace[1858422690] 'process raft request' (duration: 286.313703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:16.459631Z","caller":"traceutil/trace.go:171","msg":"trace[469764409] transaction","detail":"{read_only:false; response_revision:33689; number_of_response:1; }","duration":"285.965595ms","start":"2026-03-04T02:42:16.173651Z","end":"2026-03-04T02:42:16.459617Z","steps":["trace[469764409] 'process raft request' (duration: 284.983132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:16.459825Z","caller":"traceutil/trace.go:171","msg":"trace[728194918] transaction","detail":"{read_only:false; response_revision:33690; number_of_response:1; }","duration":"284.128722ms","start":"2026-03-04T02:42:16.17568Z","end":"2026-03-04T02:42:16.459808Z","steps":["trace[728194918] 'process raft request' (duration: 282.986885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:16.460004Z","caller":"traceutil/trace.go:171","msg":"trace[940773033] transaction","detail":"{read_only:false; response_revision:33691; number_of_response:1; }","duration":"282.905143ms","start":"2026-03-04T02:42:16.177083Z","end":"2026-03-04T02:42:16.459988Z","steps":["trace[940773033] 'process raft request' (duration: 281.626213ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:16.991266Z","caller":"traceutil/trace.go:171","msg":"trace[1436008252] transaction","detail":"{read_only:false; response_revision:33692; number_of_response:1; }","duration":"161.273449ms","start":"2026-03-04T02:42:16.82969Z","end":"2026-03-04T02:42:16.990963Z","steps":["trace[1436008252] 'process raft request' (duration: 161.109575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:18.140925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.905418ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-04T02:42:18.868363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509210632s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:42:18.868748Z","caller":"traceutil/trace.go:171","msg":"trace[1891599778] linearizableReadLoop","detail":"{readStateIndex:34848; appliedIndex:34846; }","duration":"1.704042584s","start":"2026-03-04T02:42:17.164679Z","end":"2026-03-04T02:42:18.868722Z","steps":["trace[1891599778] 'read index received' (duration: 188.534654ms)","trace[1891599778] 'applied index is now lower than readState.Index' (duration: 1.51550691s)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:18.868978Z","caller":"traceutil/trace.go:171","msg":"trace[773210323] transaction","detail":"{read_only:false; response_revision:33693; number_of_response:1; }","duration":"1.7043376s","start":"2026-03-04T02:42:17.164606Z","end":"2026-03-04T02:42:18.868944Z","steps":["trace[773210323] 'process raft request' (duration: 1.703945181s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:18.869139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704462364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:42:18.869168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:17.164574Z","time spent":"1.704500514s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:18.86925Z","caller":"traceutil/trace.go:171","msg":"trace[422825289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33693; }","duration":"1.704564566s","start":"2026-03-04T02:42:17.164643Z","end":"2026-03-04T02:42:18.869207Z","steps":["trace[422825289] 'agreement among raft nodes before linearized reading' (duration: 1.70429964s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:18.869305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:17.16457Z","time spent":"1.704725329s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T02:42:19.368961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191305567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:42:19.869178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191305567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:42:20.11615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:42:20.116225Z","caller":"traceutil/trace.go:171","msg":"trace[1510217355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000175586s","start":"2026-03-04T02:42:18.116033Z","end":"2026-03-04T02:42:20.116209Z","steps":["trace[1510217355] 'agreement among raft nodes before linearized reading' (duration: 2.000076644s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.116259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.116011Z","time spent":"2.000241568s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:42:20.187978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184730061s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:20.188109Z","caller":"traceutil/trace.go:171","msg":"trace[641656147] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33693; }","duration":"1.184870585s","start":"2026-03-04T02:42:19.003218Z","end":"2026-03-04T02:42:20.188089Z","steps":["trace[641656147] 'range keys from in-memory index tree' (duration: 1.184712361s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:20.370022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191305567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:42:20.870857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967602998191305567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T02:42:21.309339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.440722883s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T02:42:21.309821Z","caller":"traceutil/trace.go:171","msg":"trace[314840572] transaction","detail":"{read_only:false; response_revision:33694; number_of_response:1; }","duration":"3.313119955s","start":"2026-03-04T02:42:17.996678Z","end":"2026-03-04T02:42:21.309798Z","steps":["trace[314840572] 'process raft request' (duration: 3.312871359s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:21.309972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:17.996661Z","time spent":"3.313233948s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:21.310343Z","caller":"traceutil/trace.go:171","msg":"trace[637514462] transaction","detail":"{read_only:false; response_revision:33696; number_of_response:1; }","duration":"3.313430042s","start":"2026-03-04T02:42:17.996889Z","end":"2026-03-04T02:42:21.310319Z","steps":["trace[637514462] 'process raft request' (duration: 3.313286219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:21.310481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:17.996859Z","time spent":"3.313547295s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:21.310662Z","caller":"traceutil/trace.go:171","msg":"trace[1506141390] transaction","detail":"{read_only:false; response_revision:33695; number_of_response:1; }","duration":"3.313920404s","start":"2026-03-04T02:42:17.996734Z","end":"2026-03-04T02:42:21.310655Z","steps":["trace[1506141390] 'process raft request' (duration: 3.313021933s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:21.310485Z","caller":"traceutil/trace.go:171","msg":"trace[223104322] transaction","detail":"{read_only:false; response_revision:33699; number_of_response:1; }","duration":"3.008739822s","start":"2026-03-04T02:42:18.301731Z","end":"2026-03-04T02:42:21.310471Z","steps":["trace[223104322] 'process raft request' (duration: 3.008696031s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:21.31081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:17.996708Z","time spent":"3.314032096s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:21.31086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.301709Z","time spent":"3.00910889s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:21.310592Z","caller":"traceutil/trace.go:171","msg":"trace[1390808942] transaction","detail":"{read_only:false; response_revision:33697; number_of_response:1; }","duration":"3.136953719s","start":"2026-03-04T02:42:18.17363Z","end":"2026-03-04T02:42:21.310583Z","steps":["trace[1390808942] 'process raft request' (duration: 3.136639712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:21.310983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.173603Z","time spent":"3.137353939s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:21.310619Z","caller":"traceutil/trace.go:171","msg":"trace[768507234] transaction","detail":"{read_only:false; response_revision:33698; number_of_response:1; }","duration":"3.136879728s","start":"2026-03-04T02:42:18.173733Z","end":"2026-03-04T02:42:21.310613Z","steps":["trace[768507234] 'process raft request' (duration: 3.136641273s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:21.3111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.173726Z","time spent":"3.137343819s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:22.116692Z","caller":"traceutil/trace.go:171","msg":"trace[846826395] transaction","detail":"{read_only:false; response_revision:33700; number_of_response:1; }","duration":"3.242661472s","start":"2026-03-04T02:42:18.874004Z","end":"2026-03-04T02:42:22.116665Z","steps":["trace[846826395] 'process raft request' (duration: 3.242441277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.11685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.873978Z","time spent":"3.242793125s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:22.116938Z","caller":"traceutil/trace.go:171","msg":"trace[1236330773] transaction","detail":"{read_only:false; response_revision:33701; number_of_response:1; }","duration":"2.734854477s","start":"2026-03-04T02:42:19.382072Z","end":"2026-03-04T02:42:22.116927Z","steps":["trace[1236330773] 'process raft request' (duration: 2.7345463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.117005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.382053Z","time spent":"2.734918759s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:22.117207Z","caller":"traceutil/trace.go:171","msg":"trace[2069535859] transaction","detail":"{read_only:false; response_revision:33702; number_of_response:1; }","duration":"2.335462559s","start":"2026-03-04T02:42:19.781734Z","end":"2026-03-04T02:42:22.117196Z","steps":["trace[2069535859] 'process raft request' (duration: 2.335141982s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.117213Z","caller":"traceutil/trace.go:171","msg":"trace[339295323] linearizableReadLoop","detail":"{readStateIndex:34857; appliedIndex:34848; }","duration":"3.248361425s","start":"2026-03-04T02:42:18.868832Z","end":"2026-03-04T02:42:22.117194Z","steps":["trace[339295323] 'read index received' (duration: 2.440897448s)","trace[339295323] 'applied index is now lower than readState.Index' (duration: 807.463037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:22.117275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.781701Z","time spent":"2.335549602s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:22.117194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T02:42:22.11737Z","caller":"traceutil/trace.go:171","msg":"trace[2023425108] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077643s","start":"2026-03-04T02:42:20.117275Z","end":"2026-03-04T02:42:22.117352Z","steps":["trace[2023425108] 'agreement among raft nodes before linearized reading' (duration: 1.999887158s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.117483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650610549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:42:22.117516Z","caller":"traceutil/trace.go:171","msg":"trace[1893870077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33703; }","duration":"3.650714053s","start":"2026-03-04T02:42:18.466794Z","end":"2026-03-04T02:42:22.117508Z","steps":["trace[1893870077] 'agreement among raft nodes before linearized reading' (duration: 3.650544239s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.117539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.46677Z","time spent":"3.650764753s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T02:42:22.117546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650790554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:42:22.117555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.652700248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:42:22.117573Z","caller":"traceutil/trace.go:171","msg":"trace[859551075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33703; }","duration":"3.650838305s","start":"2026-03-04T02:42:18.466725Z","end":"2026-03-04T02:42:22.117564Z","steps":["trace[859551075] 'agreement among raft nodes before linearized reading' (duration: 3.650680831s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.117607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.466716Z","time spent":"3.650886446s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T02:42:22.117611Z","caller":"traceutil/trace.go:171","msg":"trace[727010156] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33703; }","duration":"3.652807771s","start":"2026-03-04T02:42:18.464788Z","end":"2026-03-04T02:42:22.117595Z","steps":["trace[727010156] 'agreement among raft nodes before linearized reading' (duration: 3.652622386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.117644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.464767Z","time spent":"3.652869773s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:42:22.117667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.586737281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-northd\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-03-04T02:42:22.117693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380385952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:42:22.117658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405000666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:22.117713Z","caller":"traceutil/trace.go:171","msg":"trace[425998116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33703; }","duration":"3.380439733s","start":"2026-03-04T02:42:18.737266Z","end":"2026-03-04T02:42:22.117706Z","steps":["trace[425998116] 'agreement among raft nodes before linearized reading' (duration: 3.380401732s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.117731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.737211Z","time spent":"3.380516045s","remote":"127.0.0.1:33890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:42:22.117737Z","caller":"traceutil/trace.go:171","msg":"trace[372060098] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33703; }","duration":"3.405109528s","start":"2026-03-04T02:42:18.712607Z","end":"2026-03-04T02:42:22.117716Z","steps":["trace[372060098] 'agreement among raft nodes before linearized reading' (duration: 3.404998376s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.117753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.660890224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:22.11774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410878983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T02:42:22.117776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.712593Z","time spent":"3.40517329s","remote":"127.0.0.1:34038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:42:22.117814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238309201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:22.117723Z","caller":"traceutil/trace.go:171","msg":"trace[686571805] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-northd; range_end:; response_count:1; response_revision:33703; }","duration":"3.586818603s","start":"2026-03-04T02:42:18.530887Z","end":"2026-03-04T02:42:22.117705Z","steps":["trace[686571805] 'agreement among raft nodes before linearized reading' (duration: 3.586740421s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.117838Z","caller":"traceutil/trace.go:171","msg":"trace[610725122] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:33703; }","duration":"3.238366222s","start":"2026-03-04T02:42:18.879467Z","end":"2026-03-04T02:42:22.117833Z","steps":["trace[610725122] 'agreement among raft nodes before linearized reading' (duration: 3.238329611s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.117853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.879455Z","time spent":"3.238394343s","remote":"127.0.0.1:37536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.117853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.530868Z","time spent":"3.586975436s","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":543,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-northd\" "} {"level":"warn","ts":"2026-03-04T02:42:22.117889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.647974748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:42:22.117926Z","caller":"traceutil/trace.go:171","msg":"trace[1429981929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33703; }","duration":"3.64802778s","start":"2026-03-04T02:42:18.46989Z","end":"2026-03-04T02:42:22.117918Z","steps":["trace[1429981929] 'agreement among raft nodes before linearized reading' (duration: 3.647945328s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.117478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.117251Z","time spent":"2.000212366s","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:42:22.117943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248259151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:22.117963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.469876Z","time spent":"3.648078941s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:42:22.117979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.588347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T02:42:22.117819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.453943196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:22.117776Z","caller":"traceutil/trace.go:171","msg":"trace[882146120] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:33703; }","duration":"4.660964687s","start":"2026-03-04T02:42:17.456805Z","end":"2026-03-04T02:42:22.117769Z","steps":["trace[882146120] 'agreement among raft nodes before linearized reading' (duration: 4.660919486s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.11808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.799931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:42:22.118109Z","caller":"traceutil/trace.go:171","msg":"trace[1892771857] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33703; }","duration":"291.859312ms","start":"2026-03-04T02:42:21.826241Z","end":"2026-03-04T02:42:22.118101Z","steps":["trace[1892771857] 'agreement among raft nodes before linearized reading' (duration: 291.76978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.118112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:17.456727Z","time spent":"4.661353405s","remote":"127.0.0.1:37478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.118186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48440569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:22.118256Z","caller":"traceutil/trace.go:171","msg":"trace[1131159289] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:33703; }","duration":"2.484513003s","start":"2026-03-04T02:42:19.633731Z","end":"2026-03-04T02:42:22.118244Z","steps":["trace[1131159289] 'agreement among raft nodes before linearized reading' (duration: 2.48438494s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.118285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993256303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:22.118332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.881351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:42:22.118345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798248859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:22.118378Z","caller":"traceutil/trace.go:171","msg":"trace[196540203] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:33703; }","duration":"1.798307951s","start":"2026-03-04T02:42:20.320061Z","end":"2026-03-04T02:42:22.118369Z","steps":["trace[196540203] 'agreement among raft nodes before linearized reading' (duration: 1.79826102s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.11839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808413236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:42:22.118406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.320048Z","time spent":"1.798352381s","remote":"127.0.0.1:38252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.118396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440342423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:22.118416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.906313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:22.118423Z","caller":"traceutil/trace.go:171","msg":"trace[1921490466] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:33703; }","duration":"1.808446437s","start":"2026-03-04T02:42:20.309968Z","end":"2026-03-04T02:42:22.118414Z","steps":["trace[1921490466] 'agreement among raft nodes before linearized reading' (duration: 1.808396466s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.118445Z","caller":"traceutil/trace.go:171","msg":"trace[826883441] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:33703; }","duration":"2.440422275s","start":"2026-03-04T02:42:19.678009Z","end":"2026-03-04T02:42:22.118431Z","steps":["trace[826883441] 'agreement among raft nodes before linearized reading' (duration: 2.440351903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.118456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.309917Z","time spent":"1.808530489s","remote":"127.0.0.1:37596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:42:22.118466Z","caller":"traceutil/trace.go:171","msg":"trace[1506226408] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:33703; }","duration":"860.980954ms","start":"2026-03-04T02:42:21.25746Z","end":"2026-03-04T02:42:22.118441Z","steps":["trace[1506226408] 'agreement among raft nodes before linearized reading' (duration: 860.932823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.118489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.677993Z","time spent":"2.440487937s","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.118257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750452245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:22.118502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:21.257442Z","time spent":"861.051897ms","remote":"127.0.0.1:37752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:42:22.118525Z","caller":"traceutil/trace.go:171","msg":"trace[429377091] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:33703; }","duration":"1.750750772s","start":"2026-03-04T02:42:20.367768Z","end":"2026-03-04T02:42:22.118519Z","steps":["trace[429377091] 'agreement among raft nodes before linearized reading' (duration: 1.750475386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.118553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.367751Z","time spent":"1.750795433s","remote":"127.0.0.1:38096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.118562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.149581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T02:42:22.118609Z","caller":"traceutil/trace.go:171","msg":"trace[2026752803] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:33703; }","duration":"783.253733ms","start":"2026-03-04T02:42:21.335344Z","end":"2026-03-04T02:42:22.118598Z","steps":["trace[2026752803] 'agreement among raft nodes before linearized reading' (duration: 783.027658ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.118373Z","caller":"traceutil/trace.go:171","msg":"trace[380596263] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:33703; }","duration":"369.952613ms","start":"2026-03-04T02:42:21.748411Z","end":"2026-03-04T02:42:22.118364Z","steps":["trace[380596263] 'agreement among raft nodes before linearized reading' (duration: 369.866101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.11865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:21.748387Z","time spent":"370.256629ms","remote":"127.0.0.1:46844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.117389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662997709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:22.118694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.981631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:22.118339Z","caller":"traceutil/trace.go:171","msg":"trace[1175063197] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:33703; }","duration":"1.993334856s","start":"2026-03-04T02:42:20.124991Z","end":"2026-03-04T02:42:22.118326Z","steps":["trace[1175063197] 'agreement among raft nodes before linearized reading' (duration: 1.993259114s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.117805Z","caller":"traceutil/trace.go:171","msg":"trace[342622538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33703; }","duration":"3.410975525s","start":"2026-03-04T02:42:18.706816Z","end":"2026-03-04T02:42:22.117791Z","steps":["trace[342622538] 'agreement among raft nodes before linearized reading' (duration: 3.410802661s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.118762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.124974Z","time spent":"1.993778306s","remote":"127.0.0.1:38334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.11877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.257717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:22.118771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.706803Z","time spent":"3.411955418s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:42:22.118794Z","caller":"traceutil/trace.go:171","msg":"trace[1884381106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33703; }","duration":"572.319678ms","start":"2026-03-04T02:42:21.546467Z","end":"2026-03-04T02:42:22.118787Z","steps":["trace[1884381106] 'agreement among raft nodes before linearized reading' (duration: 572.280548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.118315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.633709Z","time spent":"2.484593465s","remote":"127.0.0.1:38194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.118822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:21.546447Z","time spent":"572.37114ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:42:22.118647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:21.33533Z","time spent":"783.308935ms","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":255,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.118869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615041089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:42:22.117577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650450516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:42:22.118047Z","caller":"traceutil/trace.go:171","msg":"trace[2141903281] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:33703; }","duration":"3.454272834s","start":"2026-03-04T02:42:18.663757Z","end":"2026-03-04T02:42:22.11803Z","steps":["trace[2141903281] 'agreement among raft nodes before linearized reading' (duration: 3.453791253s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.118902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.663735Z","time spent":"3.455162295s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.118914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701846238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:22.117988Z","caller":"traceutil/trace.go:171","msg":"trace[724275454] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:33703; }","duration":"1.248349324s","start":"2026-03-04T02:42:20.869628Z","end":"2026-03-04T02:42:22.117977Z","steps":["trace[724275454] 'agreement among raft nodes before linearized reading' (duration: 1.248276032s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.118949Z","caller":"traceutil/trace.go:171","msg":"trace[676531910] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:33703; }","duration":"2.70192787s","start":"2026-03-04T02:42:19.417011Z","end":"2026-03-04T02:42:22.118939Z","steps":["trace[676531910] 'agreement among raft nodes before linearized reading' (duration: 2.701871629s)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:22.117327Z","caller":"traceutil/trace.go:171","msg":"trace[473354637] transaction","detail":"{read_only:false; response_revision:33703; number_of_response:1; }","duration":"1.242684491s","start":"2026-03-04T02:42:20.874628Z","end":"2026-03-04T02:42:22.117312Z","steps":["trace[473354637] 'process raft request' (duration: 1.242457366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.118975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.869608Z","time spent":"1.249359337s","remote":"127.0.0.1:37612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.118982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.416988Z","time spent":"2.701985621s","remote":"127.0.0.1:37516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:42:22.119005Z","caller":"traceutil/trace.go:171","msg":"trace[524055941] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:33703; }","duration":"1.615210873s","start":"2026-03-04T02:42:20.503789Z","end":"2026-03-04T02:42:22.119Z","steps":["trace[524055941] 'agreement among raft nodes before linearized reading' (duration: 1.614155219s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.119027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.503774Z","time spent":"1.615248024s","remote":"127.0.0.1:47154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2239,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:42:22.118003Z","caller":"traceutil/trace.go:171","msg":"trace[1420131297] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:33703; }","duration":"210.67761ms","start":"2026-03-04T02:42:21.907319Z","end":"2026-03-04T02:42:22.117997Z","steps":["trace[1420131297] 'agreement among raft nodes before linearized reading' (duration: 210.611618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.119073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.874613Z","time spent":"1.24436966s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:22.118714Z","caller":"traceutil/trace.go:171","msg":"trace[1239927779] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33703; }","duration":"3.66435268s","start":"2026-03-04T02:42:18.454341Z","end":"2026-03-04T02:42:22.118694Z","steps":["trace[1239927779] 'agreement among raft nodes before linearized reading' (duration: 3.662999919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.117812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58797459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-04T02:42:22.11923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.454317Z","time spent":"3.664905033s","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.119208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55090959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-conductor\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-04T02:42:22.11931Z","caller":"traceutil/trace.go:171","msg":"trace[1962983400] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-conductor; range_end:; response_count:1; response_revision:33703; }","duration":"2.551063324s","start":"2026-03-04T02:42:19.568232Z","end":"2026-03-04T02:42:22.119296Z","steps":["trace[1962983400] 'agreement among raft nodes before linearized reading' (duration: 2.55089859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.119374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.568208Z","time spent":"2.551153886s","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/nova-conductor\" "} {"level":"info","ts":"2026-03-04T02:42:22.119098Z","caller":"traceutil/trace.go:171","msg":"trace[103785778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33703; }","duration":"3.652009953s","start":"2026-03-04T02:42:18.467082Z","end":"2026-03-04T02:42:22.119092Z","steps":["trace[103785778] 'agreement among raft nodes before linearized reading' (duration: 3.650236391s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.119516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.467074Z","time spent":"3.652420512s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:42:22.119255Z","caller":"traceutil/trace.go:171","msg":"trace[2002563397] range","detail":"{range_begin:/registry/serviceaccounts/openstack/ovn-controller; range_end:; response_count:1; response_revision:33703; }","duration":"3.589454924s","start":"2026-03-04T02:42:18.529789Z","end":"2026-03-04T02:42:22.119244Z","steps":["trace[2002563397] 'agreement among raft nodes before linearized reading' (duration: 3.587959299s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.119648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:18.529766Z","time spent":"3.589873234s","remote":"127.0.0.1:46812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":551,"request content":"key:\"/registry/serviceaccounts/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-03-04T02:42:22.118221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805249942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:22.119747Z","caller":"traceutil/trace.go:171","msg":"trace[836868195] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:33703; }","duration":"1.806793568s","start":"2026-03-04T02:42:20.312939Z","end":"2026-03-04T02:42:22.119732Z","steps":["trace[836868195] 'agreement among raft nodes before linearized reading' (duration: 1.805261202s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.119784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:20.31293Z","time spent":"1.80684417s","remote":"127.0.0.1:47020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:42:22.118729Z","caller":"traceutil/trace.go:171","msg":"trace[1929650288] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:33703; }","duration":"554.045613ms","start":"2026-03-04T02:42:21.564675Z","end":"2026-03-04T02:42:22.11872Z","steps":["trace[1929650288] 'agreement among raft nodes before linearized reading' (duration: 553.991602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.119953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:21.56466Z","time spent":"555.281361ms","remote":"127.0.0.1:38228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.119072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648451134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-04T02:42:22.120439Z","caller":"traceutil/trace.go:171","msg":"trace[182505577] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:33703; }","duration":"2.649552999s","start":"2026-03-04T02:42:19.470605Z","end":"2026-03-04T02:42:22.120158Z","steps":["trace[182505577] 'agreement among raft nodes before linearized reading' (duration: 2.647900431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.120494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.470544Z","time spent":"2.649936628s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T02:42:22.119255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609153988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:22.12087Z","caller":"traceutil/trace.go:171","msg":"trace[1662644290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:33703; }","duration":"2.610807047s","start":"2026-03-04T02:42:19.51005Z","end":"2026-03-04T02:42:22.120857Z","steps":["trace[1662644290] 'agreement among raft nodes before linearized reading' (duration: 2.609169799s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:22.120921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:19.510033Z","time spent":"2.610873378s","remote":"127.0.0.1:38074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:22.785354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.674763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:22.785513Z","caller":"traceutil/trace.go:171","msg":"trace[1994190526] transaction","detail":"{read_only:false; response_revision:33704; number_of_response:1; }","duration":"661.264802ms","start":"2026-03-04T02:42:22.124229Z","end":"2026-03-04T02:42:22.785494Z","steps":["trace[1994190526] 'process raft request' (duration: 219.332952ms)","trace[1994190526] 'compare' (duration: 440.67935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:22.78558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.124208Z","time spent":"661.339373ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:23.296502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.124205Z","time spent":"1.172291991s","remote":"127.0.0.1:46684","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T02:42:23.297596Z","caller":"traceutil/trace.go:171","msg":"trace[799990310] transaction","detail":"{read_only:false; response_revision:33705; number_of_response:1; }","duration":"1.173156892s","start":"2026-03-04T02:42:22.124406Z","end":"2026-03-04T02:42:23.297563Z","steps":["trace[799990310] 'process raft request' (duration: 1.171727959s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.297738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.124395Z","time spent":"1.173260664s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:23.298746Z","caller":"traceutil/trace.go:171","msg":"trace[1734441431] transaction","detail":"{read_only:false; response_revision:33707; number_of_response:1; }","duration":"1.171969134s","start":"2026-03-04T02:42:22.126755Z","end":"2026-03-04T02:42:23.298724Z","steps":["trace[1734441431] 'process raft request' (duration: 1.171727708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.298908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.126747Z","time spent":"1.172075096s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:23.299125Z","caller":"traceutil/trace.go:171","msg":"trace[519186067] linearizableReadLoop","detail":"{readStateIndex:34860; appliedIndex:34858; }","duration":"1.174716998s","start":"2026-03-04T02:42:22.124396Z","end":"2026-03-04T02:42:23.299113Z","steps":["trace[519186067] 'read index received' (duration: 219.177738ms)","trace[519186067] 'applied index is now lower than readState.Index' (duration: 955.53805ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:23.299184Z","caller":"traceutil/trace.go:171","msg":"trace[510103297] transaction","detail":"{read_only:false; response_revision:33709; number_of_response:1; }","duration":"1.171841271s","start":"2026-03-04T02:42:22.127335Z","end":"2026-03-04T02:42:23.299176Z","steps":["trace[510103297] 'process raft request' (duration: 1.171660446s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.299231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.127329Z","time spent":"1.171874091s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:23.299457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175057976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-controller-default-6lhdm\" ","response":"range_response_count:1 size:14976"} {"level":"info","ts":"2026-03-04T02:42:23.299487Z","caller":"traceutil/trace.go:171","msg":"trace[1434767491] range","detail":"{range_begin:/registry/pods/openstack/ovn-controller-default-6lhdm; range_end:; response_count:1; response_revision:33709; }","duration":"1.175107397s","start":"2026-03-04T02:42:22.12437Z","end":"2026-03-04T02:42:23.299478Z","steps":["trace[1434767491] 'agreement among raft nodes before linearized reading' (duration: 1.174928592s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.299513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.124363Z","time spent":"1.175145158s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":14999,"request content":"key:\"/registry/pods/openstack/ovn-controller-default-6lhdm\" "} {"level":"info","ts":"2026-03-04T02:42:23.301249Z","caller":"traceutil/trace.go:171","msg":"trace[836356540] transaction","detail":"{read_only:false; response_revision:33708; number_of_response:1; }","duration":"1.171853811s","start":"2026-03-04T02:42:22.127207Z","end":"2026-03-04T02:42:23.299061Z","steps":["trace[836356540] 'process raft request' (duration: 1.171443191s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.301338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.127199Z","time spent":"1.174092163s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:23.298542Z","caller":"traceutil/trace.go:171","msg":"trace[1027211868] transaction","detail":"{read_only:false; response_revision:33706; number_of_response:1; }","duration":"1.172554877s","start":"2026-03-04T02:42:22.125971Z","end":"2026-03-04T02:42:23.298525Z","steps":["trace[1027211868] 'process raft request' (duration: 1.172413144s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.301694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.125957Z","time spent":"1.17566764s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:42:23.467137Z","caller":"traceutil/trace.go:171","msg":"trace[679224484] linearizableReadLoop","detail":"{readStateIndex:34866; appliedIndex:34865; }","duration":"167.966415ms","start":"2026-03-04T02:42:23.299148Z","end":"2026-03-04T02:42:23.467115Z","steps":["trace[679224484] 'read index received' (duration: 108.666672ms)","trace[679224484] 'applied index is now lower than readState.Index' (duration: 59.298652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:23.467264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339040727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:23.467345Z","caller":"traceutil/trace.go:171","msg":"trace[1325890262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33710; }","duration":"1.33913888s","start":"2026-03-04T02:42:22.128182Z","end":"2026-03-04T02:42:23.46732Z","steps":["trace[1325890262] 'agreement among raft nodes before linearized reading' (duration: 1.338960476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.46737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341494255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7bad9d73-52d0-49e2-9c52-31abe19d6f0c\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-04T02:42:23.467406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.128175Z","time spent":"1.339221712s","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:42:23.467445Z","caller":"traceutil/trace.go:171","msg":"trace[1882522745] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7bad9d73-52d0-49e2-9c52-31abe19d6f0c; range_end:; response_count:1; response_revision:33710; }","duration":"1.341575037s","start":"2026-03-04T02:42:22.12585Z","end":"2026-03-04T02:42:23.467425Z","steps":["trace[1882522745] 'agreement among raft nodes before linearized reading' (duration: 1.341338321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.467489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.125833Z","time spent":"1.341647358s","remote":"127.0.0.1:46778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-7bad9d73-52d0-49e2-9c52-31abe19d6f0c\" "} {"level":"warn","ts":"2026-03-04T02:42:23.467517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341203149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T02:42:23.46761Z","caller":"traceutil/trace.go:171","msg":"trace[134052029] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e; range_end:; response_count:1; response_revision:33710; }","duration":"1.341427764s","start":"2026-03-04T02:42:22.126127Z","end":"2026-03-04T02:42:23.467555Z","steps":["trace[134052029] 'agreement among raft nodes before linearized reading' (duration: 1.341070355s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.467598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342612131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:42:23.467659Z","caller":"traceutil/trace.go:171","msg":"trace[455185611] transaction","detail":"{read_only:false; response_revision:33710; number_of_response:1; }","duration":"169.45371ms","start":"2026-03-04T02:42:23.298188Z","end":"2026-03-04T02:42:23.467642Z","steps":["trace[455185611] 'process raft request' (duration: 109.692977ms)","trace[455185611] 'compare' (duration: 59.120718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:23.467687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.126117Z","time spent":"1.341558167s","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18997ef5464c481e\" "} {"level":"warn","ts":"2026-03-04T02:42:23.467831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343295237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-c7f9c5fb9-wf4q4\" ","response":"range_response_count:1 size:7894"} {"level":"info","ts":"2026-03-04T02:42:23.467873Z","caller":"traceutil/trace.go:171","msg":"trace[2092598348] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-c7f9c5fb9-wf4q4; range_end:; response_count:1; response_revision:33710; }","duration":"1.343369849s","start":"2026-03-04T02:42:22.124496Z","end":"2026-03-04T02:42:23.467866Z","steps":["trace[2092598348] 'agreement among raft nodes before linearized reading' (duration: 1.343276797s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.46789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34343219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-k99xr\" ","response":"range_response_count:1 size:7243"} {"level":"warn","ts":"2026-03-04T02:42:23.467899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.124478Z","time spent":"1.34341419s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7917,"request content":"key:\"/registry/pods/openstack/nova-conductor-c7f9c5fb9-wf4q4\" "} {"level":"info","ts":"2026-03-04T02:42:23.467925Z","caller":"traceutil/trace.go:171","msg":"trace[872726465] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-k99xr; range_end:; response_count:1; response_revision:33710; }","duration":"1.343499781s","start":"2026-03-04T02:42:22.124415Z","end":"2026-03-04T02:42:23.467915Z","steps":["trace[872726465] 'agreement among raft nodes before linearized reading' (duration: 1.343395229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.467956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.124397Z","time spent":"1.343553013s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7266,"request content":"key:\"/registry/pods/openstack/ovn-northd-fc978744-k99xr\" "} {"level":"warn","ts":"2026-03-04T02:42:23.468017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02636797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:23.468068Z","caller":"traceutil/trace.go:171","msg":"trace[848125430] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:33710; }","duration":"1.026452972s","start":"2026-03-04T02:42:22.441602Z","end":"2026-03-04T02:42:23.468055Z","steps":["trace[848125430] 'agreement among raft nodes before linearized reading' (duration: 1.026383711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.467962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.42551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T02:42:23.468109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.441583Z","time spent":"1.026516934s","remote":"127.0.0.1:37670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:42:23.468108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337970332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:23.468139Z","caller":"traceutil/trace.go:171","msg":"trace[1887586310] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:33710; }","duration":"862.639345ms","start":"2026-03-04T02:42:22.605489Z","end":"2026-03-04T02:42:23.468128Z","steps":["trace[1887586310] 'agreement among raft nodes before linearized reading' (duration: 862.337468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.468177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.605471Z","time spent":"862.696426ms","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T02:42:23.468153Z","caller":"traceutil/trace.go:171","msg":"trace[1841675872] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:33710; }","duration":"1.338028824s","start":"2026-03-04T02:42:22.130111Z","end":"2026-03-04T02:42:23.46814Z","steps":["trace[1841675872] 'agreement among raft nodes before linearized reading' (duration: 1.337950313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.46825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.130105Z","time spent":"1.338112976s","remote":"127.0.0.1:46806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T02:42:23.467675Z","caller":"traceutil/trace.go:171","msg":"trace[1505953815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33710; }","duration":"1.342719713s","start":"2026-03-04T02:42:22.124945Z","end":"2026-03-04T02:42:23.467665Z","steps":["trace[1505953815] 'agreement among raft nodes before linearized reading' (duration: 1.342278993s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.468677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:22.124937Z","time spent":"1.343641525s","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T02:42:23.567355Z","caller":"traceutil/trace.go:171","msg":"trace[1029728761] transaction","detail":"{read_only:false; response_revision:33711; number_of_response:1; }","duration":"250.780734ms","start":"2026-03-04T02:42:23.31655Z","end":"2026-03-04T02:42:23.567331Z","steps":["trace[1029728761] 'process raft request' (duration: 250.041387ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.567605Z","caller":"traceutil/trace.go:171","msg":"trace[235141643] transaction","detail":"{read_only:false; response_revision:33712; number_of_response:1; }","duration":"249.628998ms","start":"2026-03-04T02:42:23.317965Z","end":"2026-03-04T02:42:23.567594Z","steps":["trace[235141643] 'process raft request' (duration: 248.793529ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.567736Z","caller":"traceutil/trace.go:171","msg":"trace[669892191] transaction","detail":"{read_only:false; response_revision:33713; number_of_response:1; }","duration":"249.115396ms","start":"2026-03-04T02:42:23.318612Z","end":"2026-03-04T02:42:23.567727Z","steps":["trace[669892191] 'process raft request' (duration: 248.190675ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.567851Z","caller":"traceutil/trace.go:171","msg":"trace[1007911054] transaction","detail":"{read_only:false; response_revision:33714; number_of_response:1; }","duration":"248.802449ms","start":"2026-03-04T02:42:23.319041Z","end":"2026-03-04T02:42:23.567843Z","steps":["trace[1007911054] 'process raft request' (duration: 247.798996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.567969Z","caller":"traceutil/trace.go:171","msg":"trace[1862479448] transaction","detail":"{read_only:false; response_revision:33715; number_of_response:1; }","duration":"248.691296ms","start":"2026-03-04T02:42:23.319269Z","end":"2026-03-04T02:42:23.56796Z","steps":["trace[1862479448] 'process raft request' (duration: 247.620991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.568135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.585014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:42:23.568173Z","caller":"traceutil/trace.go:171","msg":"trace[1464604229] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:33715; }","duration":"109.670416ms","start":"2026-03-04T02:42:23.458494Z","end":"2026-03-04T02:42:23.568165Z","steps":["trace[1464604229] 'agreement among raft nodes before linearized reading' (duration: 109.582673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.568337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.86002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:23.568378Z","caller":"traceutil/trace.go:171","msg":"trace[1436972677] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:33715; }","duration":"118.937752ms","start":"2026-03-04T02:42:23.449426Z","end":"2026-03-04T02:42:23.568363Z","steps":["trace[1436972677] 'agreement among raft nodes before linearized reading' (duration: 118.882821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:23.751239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.386808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:23.751353Z","caller":"traceutil/trace.go:171","msg":"trace[1132441246] linearizableReadLoop","detail":"{readStateIndex:34872; appliedIndex:34871; }","duration":"184.401988ms","start":"2026-03-04T02:42:23.566936Z","end":"2026-03-04T02:42:23.751338Z","steps":["trace[1132441246] 'read index received' (duration: 41.823915ms)","trace[1132441246] 'applied index is now lower than readState.Index' (duration: 142.575763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:23.751783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.131162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:23.751825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.152743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:42:23.751945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.933437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18488"} {"level":"warn","ts":"2026-03-04T02:42:23.751952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.952267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:42:23.751973Z","caller":"traceutil/trace.go:171","msg":"trace[1624568794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33716; }","duration":"275.339377ms","start":"2026-03-04T02:42:23.47661Z","end":"2026-03-04T02:42:23.75195Z","steps":["trace[1624568794] 'agreement among raft nodes before linearized reading' (duration: 275.071811ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.752013Z","caller":"traceutil/trace.go:171","msg":"trace[903401127] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33716; }","duration":"281.012319ms","start":"2026-03-04T02:42:23.470981Z","end":"2026-03-04T02:42:23.751994Z","steps":["trace[903401127] 'agreement among raft nodes before linearized reading' (duration: 280.713562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.751861Z","caller":"traceutil/trace.go:171","msg":"trace[688023276] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:33716; }","duration":"275.206494ms","start":"2026-03-04T02:42:23.47663Z","end":"2026-03-04T02:42:23.751836Z","steps":["trace[688023276] 'agreement among raft nodes before linearized reading' (duration: 275.04897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.752027Z","caller":"traceutil/trace.go:171","msg":"trace[1339484077] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:33716; }","duration":"281.06456ms","start":"2026-03-04T02:42:23.470947Z","end":"2026-03-04T02:42:23.752012Z","steps":["trace[1339484077] 'agreement among raft nodes before linearized reading' (duration: 280.759273ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:23.752485Z","caller":"traceutil/trace.go:171","msg":"trace[1274983692] transaction","detail":"{read_only:false; response_revision:33716; number_of_response:1; }","duration":"281.307156ms","start":"2026-03-04T02:42:23.471152Z","end":"2026-03-04T02:42:23.75246Z","steps":["trace[1274983692] 'process raft request' (duration: 137.631417ms)","trace[1274983692] 'compare' (duration: 142.137673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:23.757901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.555278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T02:42:23.757959Z","caller":"traceutil/trace.go:171","msg":"trace[1750860860] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:33717; }","duration":"183.642751ms","start":"2026-03-04T02:42:23.5743Z","end":"2026-03-04T02:42:23.757942Z","steps":["trace[1750860860] 'agreement among raft nodes before linearized reading' (duration: 183.537868ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:29.484003Z","caller":"traceutil/trace.go:171","msg":"trace[1007570343] transaction","detail":"{read_only:false; response_revision:33754; number_of_response:1; }","duration":"149.941465ms","start":"2026-03-04T02:42:29.334027Z","end":"2026-03-04T02:42:29.483969Z","steps":["trace[1007570343] 'process raft request' (duration: 97.447341ms)","trace[1007570343] 'compare' (duration: 52.166166ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:29.484508Z","caller":"traceutil/trace.go:171","msg":"trace[841882099] transaction","detail":"{read_only:false; response_revision:33755; number_of_response:1; }","duration":"150.422346ms","start":"2026-03-04T02:42:29.33406Z","end":"2026-03-04T02:42:29.484482Z","steps":["trace[841882099] 'process raft request' (duration: 149.829022ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:29.484609Z","caller":"traceutil/trace.go:171","msg":"trace[1301696295] transaction","detail":"{read_only:false; response_revision:33756; number_of_response:1; }","duration":"148.853099ms","start":"2026-03-04T02:42:29.335726Z","end":"2026-03-04T02:42:29.484579Z","steps":["trace[1301696295] 'process raft request' (duration: 148.428059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:29.753417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.63247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:29.75357Z","caller":"traceutil/trace.go:171","msg":"trace[680470457] transaction","detail":"{read_only:false; response_revision:33757; number_of_response:1; }","duration":"166.126691ms","start":"2026-03-04T02:42:29.587413Z","end":"2026-03-04T02:42:29.75354Z","steps":["trace[680470457] 'process raft request' (duration: 18.250985ms)","trace[680470457] 'compare' (duration: 147.293803ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:29.776996Z","caller":"traceutil/trace.go:171","msg":"trace[113767358] transaction","detail":"{read_only:false; response_revision:33758; number_of_response:1; }","duration":"188.415281ms","start":"2026-03-04T02:42:29.588558Z","end":"2026-03-04T02:42:29.776973Z","steps":["trace[113767358] 'process raft request' (duration: 188.132105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:29.777708Z","caller":"traceutil/trace.go:171","msg":"trace[1846984799] transaction","detail":"{read_only:false; response_revision:33759; number_of_response:1; }","duration":"184.685974ms","start":"2026-03-04T02:42:29.592969Z","end":"2026-03-04T02:42:29.777655Z","steps":["trace[1846984799] 'process raft request' (duration: 183.946947ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:29.777857Z","caller":"traceutil/trace.go:171","msg":"trace[1376908765] transaction","detail":"{read_only:false; response_revision:33761; number_of_response:1; }","duration":"182.575816ms","start":"2026-03-04T02:42:29.595263Z","end":"2026-03-04T02:42:29.777838Z","steps":["trace[1376908765] 'process raft request' (duration: 182.503054ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:29.778206Z","caller":"traceutil/trace.go:171","msg":"trace[1216290941] transaction","detail":"{read_only:false; response_revision:33760; number_of_response:1; }","duration":"184.239844ms","start":"2026-03-04T02:42:29.593951Z","end":"2026-03-04T02:42:29.77819Z","steps":["trace[1216290941] 'process raft request' (duration: 183.502957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:29.987856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.867434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:29.987951Z","caller":"traceutil/trace.go:171","msg":"trace[358930606] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:33761; }","duration":"107.988017ms","start":"2026-03-04T02:42:29.879941Z","end":"2026-03-04T02:42:29.987929Z","steps":["trace[358930606] 'count revisions from in-memory index tree' (duration: 107.747101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:32.026646Z","caller":"traceutil/trace.go:171","msg":"trace[129265376] transaction","detail":"{read_only:false; response_revision:33776; number_of_response:1; }","duration":"104.953746ms","start":"2026-03-04T02:42:31.921664Z","end":"2026-03-04T02:42:32.026618Z","steps":["trace[129265376] 'process raft request' (duration: 69.755285ms)","trace[129265376] 'compare' (duration: 34.840412ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:32.229397Z","caller":"traceutil/trace.go:171","msg":"trace[171567984] transaction","detail":"{read_only:false; response_revision:33778; number_of_response:1; }","duration":"102.547269ms","start":"2026-03-04T02:42:32.126776Z","end":"2026-03-04T02:42:32.229323Z","steps":["trace[171567984] 'process raft request' (duration: 15.904251ms)","trace[171567984] 'compare' (duration: 86.403492ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:42:32.263685Z","caller":"traceutil/trace.go:171","msg":"trace[1307380283] transaction","detail":"{read_only:false; response_revision:33779; number_of_response:1; }","duration":"111.237581ms","start":"2026-03-04T02:42:32.152424Z","end":"2026-03-04T02:42:32.263661Z","steps":["trace[1307380283] 'process raft request' (duration: 111.111858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:32.486685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.109393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:42:32.486826Z","caller":"traceutil/trace.go:171","msg":"trace[112685282] linearizableReadLoop","detail":"{readStateIndex:34938; appliedIndex:34936; }","duration":"312.975624ms","start":"2026-03-04T02:42:32.173825Z","end":"2026-03-04T02:42:32.4868Z","steps":["trace[112685282] 'read index received' (duration: 89.772192ms)","trace[112685282] 'applied index is now lower than readState.Index' (duration: 223.200792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:32.487004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.12062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:42:32.487071Z","caller":"traceutil/trace.go:171","msg":"trace[1434473815] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:33780; }","duration":"220.227313ms","start":"2026-03-04T02:42:32.266828Z","end":"2026-03-04T02:42:32.487055Z","steps":["trace[1434473815] 'agreement among raft nodes before linearized reading' (duration: 220.11282ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:32.486872Z","caller":"traceutil/trace.go:171","msg":"trace[949574611] transaction","detail":"{read_only:false; response_revision:33780; number_of_response:1; }","duration":"330.292007ms","start":"2026-03-04T02:42:32.156548Z","end":"2026-03-04T02:42:32.48684Z","steps":["trace[949574611] 'process raft request' (duration: 202.900378ms)","trace[949574611] 'compare' (duration: 126.830135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:42:32.48753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:32.156529Z","time spent":"330.912722ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:42:32.487539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.69601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T02:42:32.487933Z","caller":"traceutil/trace.go:171","msg":"trace[1260960577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33780; }","duration":"314.12684ms","start":"2026-03-04T02:42:32.173782Z","end":"2026-03-04T02:42:32.487909Z","steps":["trace[1260960577] 'agreement among raft nodes before linearized reading' (duration: 313.145888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:42:32.487983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:42:32.173763Z","time spent":"314.205962ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:42:34.632774Z","caller":"traceutil/trace.go:171","msg":"trace[143227527] transaction","detail":"{read_only:false; response_revision:33793; number_of_response:1; }","duration":"109.211196ms","start":"2026-03-04T02:42:34.523526Z","end":"2026-03-04T02:42:34.632737Z","steps":["trace[143227527] 'process raft request' (duration: 108.96543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:35.200322Z","caller":"traceutil/trace.go:171","msg":"trace[207878334] transaction","detail":"{read_only:false; response_revision:33795; number_of_response:1; }","duration":"184.140942ms","start":"2026-03-04T02:42:35.016134Z","end":"2026-03-04T02:42:35.200275Z","steps":["trace[207878334] 'process raft request' (duration: 183.306292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:38.057321Z","caller":"traceutil/trace.go:171","msg":"trace[1417260779] transaction","detail":"{read_only:false; response_revision:33815; number_of_response:1; }","duration":"214.601622ms","start":"2026-03-04T02:42:37.842693Z","end":"2026-03-04T02:42:38.057294Z","steps":["trace[1417260779] 'process raft request' (duration: 214.376687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:38.057538Z","caller":"traceutil/trace.go:171","msg":"trace[580436599] transaction","detail":"{read_only:false; response_revision:33816; number_of_response:1; }","duration":"178.725395ms","start":"2026-03-04T02:42:37.878789Z","end":"2026-03-04T02:42:38.057514Z","steps":["trace[580436599] 'process raft request' (duration: 178.423798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:38.057831Z","caller":"traceutil/trace.go:171","msg":"trace[1753634417] transaction","detail":"{read_only:false; response_revision:33817; number_of_response:1; }","duration":"176.094254ms","start":"2026-03-04T02:42:37.881725Z","end":"2026-03-04T02:42:38.057819Z","steps":["trace[1753634417] 'process raft request' (duration: 175.730966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:38.058041Z","caller":"traceutil/trace.go:171","msg":"trace[1265484721] transaction","detail":"{read_only:false; response_revision:33818; number_of_response:1; }","duration":"176.123994ms","start":"2026-03-04T02:42:37.881871Z","end":"2026-03-04T02:42:38.057995Z","steps":["trace[1265484721] 'process raft request' (duration: 175.907679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:42:50.91369Z","caller":"traceutil/trace.go:171","msg":"trace[567840425] transaction","detail":"{read_only:false; response_revision:33902; number_of_response:1; }","duration":"101.470075ms","start":"2026-03-04T02:42:50.812196Z","end":"2026-03-04T02:42:50.913666Z","steps":["trace[567840425] 'process raft request' (duration: 101.352752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:06.470253Z","caller":"traceutil/trace.go:171","msg":"trace[1885883868] transaction","detail":"{read_only:false; response_revision:34006; number_of_response:1; }","duration":"456.849667ms","start":"2026-03-04T02:43:06.013379Z","end":"2026-03-04T02:43:06.470229Z","steps":["trace[1885883868] 'process raft request' (duration: 456.696374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:06.470356Z","caller":"traceutil/trace.go:171","msg":"trace[1531059586] linearizableReadLoop","detail":"{readStateIndex:35170; appliedIndex:35170; }","duration":"356.997621ms","start":"2026-03-04T02:43:06.113329Z","end":"2026-03-04T02:43:06.470327Z","steps":["trace[1531059586] 'read index received' (duration: 356.98469ms)","trace[1531059586] 'applied index is now lower than readState.Index' (duration: 10.53µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:06.470436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:06.013354Z","time spent":"456.997851ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:06.47049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.145794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:06.470616Z","caller":"traceutil/trace.go:171","msg":"trace[406008018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34006; }","duration":"357.308848ms","start":"2026-03-04T02:43:06.113289Z","end":"2026-03-04T02:43:06.470597Z","steps":["trace[406008018] 'agreement among raft nodes before linearized reading' (duration: 357.138184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:06.470675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:06.113272Z","time spent":"357.390589ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:43:06.472236Z","caller":"traceutil/trace.go:171","msg":"trace[1323130307] transaction","detail":"{read_only:false; response_revision:34007; number_of_response:1; }","duration":"182.003721ms","start":"2026-03-04T02:43:06.29021Z","end":"2026-03-04T02:43:06.472213Z","steps":["trace[1323130307] 'process raft request' (duration: 181.792416ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:06.472549Z","caller":"traceutil/trace.go:171","msg":"trace[236718901] transaction","detail":"{read_only:false; response_revision:34008; number_of_response:1; }","duration":"120.930909ms","start":"2026-03-04T02:43:06.351599Z","end":"2026-03-04T02:43:06.47253Z","steps":["trace[236718901] 'process raft request' (duration: 120.506279ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:06.472708Z","caller":"traceutil/trace.go:171","msg":"trace[1812836498] transaction","detail":"{read_only:false; response_revision:34009; number_of_response:1; }","duration":"118.483622ms","start":"2026-03-04T02:43:06.354209Z","end":"2026-03-04T02:43:06.472692Z","steps":["trace[1812836498] 'process raft request' (duration: 117.959039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:06.47282Z","caller":"traceutil/trace.go:171","msg":"trace[1004992029] transaction","detail":"{read_only:false; response_revision:34010; number_of_response:1; }","duration":"117.614101ms","start":"2026-03-04T02:43:06.355194Z","end":"2026-03-04T02:43:06.472808Z","steps":["trace[1004992029] 'process raft request' (duration: 117.027428ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:35.738168Z","caller":"traceutil/trace.go:171","msg":"trace[148387284] linearizableReadLoop","detail":"{readStateIndex:35377; appliedIndex:35376; }","duration":"282.079634ms","start":"2026-03-04T02:43:35.456069Z","end":"2026-03-04T02:43:35.738149Z","steps":["trace[148387284] 'read index received' (duration: 281.90574ms)","trace[148387284] 'applied index is now lower than readState.Index' (duration: 173.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:35.738246Z","caller":"traceutil/trace.go:171","msg":"trace[1651756814] transaction","detail":"{read_only:false; response_revision:34207; number_of_response:1; }","duration":"282.773ms","start":"2026-03-04T02:43:35.455436Z","end":"2026-03-04T02:43:35.738209Z","steps":["trace[1651756814] 'process raft request' (duration: 282.579476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:35.738657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.545566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:43:35.738952Z","caller":"traceutil/trace.go:171","msg":"trace[1390167054] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34207; }","duration":"282.747299ms","start":"2026-03-04T02:43:35.456014Z","end":"2026-03-04T02:43:35.738761Z","steps":["trace[1390167054] 'agreement among raft nodes before linearized reading' (duration: 282.223187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:36.023925Z","caller":"traceutil/trace.go:171","msg":"trace[1961230833] linearizableReadLoop","detail":"{readStateIndex:35378; appliedIndex:35377; }","duration":"112.208155ms","start":"2026-03-04T02:43:35.911695Z","end":"2026-03-04T02:43:36.023903Z","steps":["trace[1961230833] 'read index received' (duration: 112.045781ms)","trace[1961230833] 'applied index is now lower than readState.Index' (duration: 161.734µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:36.024243Z","caller":"traceutil/trace.go:171","msg":"trace[2127653546] transaction","detail":"{read_only:false; response_revision:34208; number_of_response:1; }","duration":"113.006404ms","start":"2026-03-04T02:43:35.911226Z","end":"2026-03-04T02:43:36.024233Z","steps":["trace[2127653546] 'process raft request' (duration: 112.556493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:36.024531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.82714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:36.024565Z","caller":"traceutil/trace.go:171","msg":"trace[324437211] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34208; }","duration":"112.908601ms","start":"2026-03-04T02:43:35.911649Z","end":"2026-03-04T02:43:36.024557Z","steps":["trace[324437211] 'agreement among raft nodes before linearized reading' (duration: 112.83727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:36.024818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.471965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:43:36.024884Z","caller":"traceutil/trace.go:171","msg":"trace[43563869] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34208; }","duration":"110.550167ms","start":"2026-03-04T02:43:35.914318Z","end":"2026-03-04T02:43:36.024868Z","steps":["trace[43563869] 'agreement among raft nodes before linearized reading' (duration: 110.334981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:38.368416Z","caller":"traceutil/trace.go:171","msg":"trace[911859379] transaction","detail":"{read_only:false; response_revision:34223; number_of_response:1; }","duration":"127.4235ms","start":"2026-03-04T02:43:38.240887Z","end":"2026-03-04T02:43:38.368311Z","steps":["trace[911859379] 'process raft request' (duration: 127.234226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:38.369549Z","caller":"traceutil/trace.go:171","msg":"trace[1166315155] transaction","detail":"{read_only:false; response_revision:34224; number_of_response:1; }","duration":"127.699767ms","start":"2026-03-04T02:43:38.241816Z","end":"2026-03-04T02:43:38.369516Z","steps":["trace[1166315155] 'process raft request' (duration: 127.178384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:38.786132Z","caller":"traceutil/trace.go:171","msg":"trace[345376896] transaction","detail":"{read_only:false; response_revision:34227; number_of_response:1; }","duration":"159.404385ms","start":"2026-03-04T02:43:38.626694Z","end":"2026-03-04T02:43:38.786098Z","steps":["trace[345376896] 'process raft request' (duration: 159.210251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:43.108128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.369262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:43:43.108244Z","caller":"traceutil/trace.go:171","msg":"trace[1924926005] transaction","detail":"{read_only:false; response_revision:34259; number_of_response:1; }","duration":"179.302839ms","start":"2026-03-04T02:43:42.928919Z","end":"2026-03-04T02:43:43.108221Z","steps":["trace[1924926005] 'process raft request' (duration: 47.759433ms)","trace[1924926005] 'compare' (duration: 131.242059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:43.51727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.023031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:43:43.517392Z","caller":"traceutil/trace.go:171","msg":"trace[1633644513] linearizableReadLoop","detail":"{readStateIndex:35432; appliedIndex:35431; }","duration":"145.484141ms","start":"2026-03-04T02:43:43.371891Z","end":"2026-03-04T02:43:43.517375Z","steps":["trace[1633644513] 'read index received' (duration: 42.101µs)","trace[1633644513] 'applied index is now lower than readState.Index' (duration: 145.440319ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:43.517482Z","caller":"traceutil/trace.go:171","msg":"trace[452719912] transaction","detail":"{read_only:false; response_revision:34260; number_of_response:1; }","duration":"282.417232ms","start":"2026-03-04T02:43:43.235053Z","end":"2026-03-04T02:43:43.517471Z","steps":["trace[452719912] 'process raft request' (duration: 58.078174ms)","trace[452719912] 'compare' (duration: 223.781755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:43.517809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.15227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-04T02:43:43.517834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.90267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:43.517884Z","caller":"traceutil/trace.go:171","msg":"trace[1607126096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34260; }","duration":"105.246213ms","start":"2026-03-04T02:43:43.412616Z","end":"2026-03-04T02:43:43.517862Z","steps":["trace[1607126096] 'agreement among raft nodes before linearized reading' (duration: 105.026538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:43.517918Z","caller":"traceutil/trace.go:171","msg":"trace[408084002] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34260; }","duration":"146.059914ms","start":"2026-03-04T02:43:43.371838Z","end":"2026-03-04T02:43:43.517898Z","steps":["trace[408084002] 'agreement among raft nodes before linearized reading' (duration: 145.88325ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:43.8175Z","caller":"traceutil/trace.go:171","msg":"trace[1806572130] linearizableReadLoop","detail":"{readStateIndex:35433; appliedIndex:35432; }","duration":"216.28005ms","start":"2026-03-04T02:43:43.601199Z","end":"2026-03-04T02:43:43.817479Z","steps":["trace[1806572130] 'read index received' (duration: 211.416977ms)","trace[1806572130] 'applied index is now lower than readState.Index' (duration: 4.862393ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:43.817534Z","caller":"traceutil/trace.go:171","msg":"trace[909444241] transaction","detail":"{read_only:false; response_revision:34261; number_of_response:1; }","duration":"295.189349ms","start":"2026-03-04T02:43:43.522311Z","end":"2026-03-04T02:43:43.8175Z","steps":["trace[909444241] 'process raft request' (duration: 290.325275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:43.817624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.340665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:43:43.817627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.423713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:43.81766Z","caller":"traceutil/trace.go:171","msg":"trace[177974660] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:34261; }","duration":"208.452217ms","start":"2026-03-04T02:43:43.609196Z","end":"2026-03-04T02:43:43.817648Z","steps":["trace[177974660] 'agreement among raft nodes before linearized reading' (duration: 208.384905ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:43.817666Z","caller":"traceutil/trace.go:171","msg":"trace[1510052654] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:34261; }","duration":"216.518155ms","start":"2026-03-04T02:43:43.601137Z","end":"2026-03-04T02:43:43.817655Z","steps":["trace[1510052654] 'agreement among raft nodes before linearized reading' (duration: 216.432653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.36498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.775649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:43:44.365073Z","caller":"traceutil/trace.go:171","msg":"trace[1934052521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34263; }","duration":"209.916223ms","start":"2026-03-04T02:43:44.155139Z","end":"2026-03-04T02:43:44.365055Z","steps":["trace[1934052521] 'range keys from in-memory index tree' (duration: 209.554944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.365304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.62143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:44.36539Z","caller":"traceutil/trace.go:171","msg":"trace[1160333552] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34263; }","duration":"171.821415ms","start":"2026-03-04T02:43:44.193549Z","end":"2026-03-04T02:43:44.365371Z","steps":["trace[1160333552] 'range keys from in-memory index tree' (duration: 171.477497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.365588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.201258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:43:44.365554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.964953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:43:44.365683Z","caller":"traceutil/trace.go:171","msg":"trace[51441886] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:34263; }","duration":"116.331391ms","start":"2026-03-04T02:43:44.24934Z","end":"2026-03-04T02:43:44.365672Z","steps":["trace[51441886] 'count revisions from in-memory index tree' (duration: 116.137897ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:44.365737Z","caller":"traceutil/trace.go:171","msg":"trace[422802269] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:34263; }","duration":"246.165297ms","start":"2026-03-04T02:43:44.119528Z","end":"2026-03-04T02:43:44.365693Z","steps":["trace[422802269] 'count revisions from in-memory index tree' (duration: 245.89537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.796111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.364622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:43:44.796221Z","caller":"traceutil/trace.go:171","msg":"trace[2001147908] transaction","detail":"{read_only:false; response_revision:34265; number_of_response:1; }","duration":"359.99998ms","start":"2026-03-04T02:43:44.436203Z","end":"2026-03-04T02:43:44.796203Z","steps":["trace[2001147908] 'process raft request' (duration: 125.487734ms)","trace[2001147908] 'compare' (duration: 234.186368ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:44.796257Z","caller":"traceutil/trace.go:171","msg":"trace[700719287] transaction","detail":"{read_only:false; response_revision:34266; number_of_response:1; }","duration":"358.085456ms","start":"2026-03-04T02:43:44.438163Z","end":"2026-03-04T02:43:44.796248Z","steps":["trace[700719287] 'process raft request' (duration: 358.041665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.79628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.436192Z","time spent":"360.061252ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:43:44.796296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.438146Z","time spent":"358.129027ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:43:44.796357Z","caller":"traceutil/trace.go:171","msg":"trace[998218635] linearizableReadLoop","detail":"{readStateIndex:35437; appliedIndex:35436; }","duration":"359.070438ms","start":"2026-03-04T02:43:44.43728Z","end":"2026-03-04T02:43:44.79635Z","steps":["trace[998218635] 'read index received' (duration: 124.4298ms)","trace[998218635] 'applied index is now lower than readState.Index' (duration: 234.639998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:44.796499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.219642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:43:44.796518Z","caller":"traceutil/trace.go:171","msg":"trace[156104380] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34266; }","duration":"359.312734ms","start":"2026-03-04T02:43:44.437199Z","end":"2026-03-04T02:43:44.796512Z","steps":["trace[156104380] 'agreement among raft nodes before linearized reading' (duration: 359.197291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.796539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.437178Z","time spent":"359.355876ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:43:44.796605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.669089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:43:44.796628Z","caller":"traceutil/trace.go:171","msg":"trace[1154482182] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34266; }","duration":"358.718011ms","start":"2026-03-04T02:43:44.437902Z","end":"2026-03-04T02:43:44.79662Z","steps":["trace[1154482182] 'agreement among raft nodes before linearized reading' (duration: 358.67922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.796647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.43789Z","time spent":"358.751721ms","remote":"127.0.0.1:46862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T02:43:44.796711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.32147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-04T02:43:44.796731Z","caller":"traceutil/trace.go:171","msg":"trace[1389144146] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:34266; }","duration":"300.38232ms","start":"2026-03-04T02:43:44.496343Z","end":"2026-03-04T02:43:44.796725Z","steps":["trace[1389144146] 'agreement among raft nodes before linearized reading' (duration: 300.342069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:44.79675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:43:44.496318Z","time spent":"300.427852ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-04T02:43:48.948783Z","caller":"traceutil/trace.go:171","msg":"trace[1670667303] transaction","detail":"{read_only:false; response_revision:34293; number_of_response:1; }","duration":"126.650672ms","start":"2026-03-04T02:43:48.822114Z","end":"2026-03-04T02:43:48.948765Z","steps":["trace[1670667303] 'process raft request' (duration: 126.518929ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:48.949146Z","caller":"traceutil/trace.go:171","msg":"trace[350705467] linearizableReadLoop","detail":"{readStateIndex:35467; appliedIndex:35467; }","duration":"109.058571ms","start":"2026-03-04T02:43:48.840064Z","end":"2026-03-04T02:43:48.949122Z","steps":["trace[350705467] 'read index received' (duration: 109.048671ms)","trace[350705467] 'applied index is now lower than readState.Index' (duration: 7.94µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:43:48.949342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.259486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:43:48.94939Z","caller":"traceutil/trace.go:171","msg":"trace[1447897145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34293; }","duration":"109.341928ms","start":"2026-03-04T02:43:48.840035Z","end":"2026-03-04T02:43:48.949377Z","steps":["trace[1447897145] 'agreement among raft nodes before linearized reading' (duration: 109.184095ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:49.113689Z","caller":"traceutil/trace.go:171","msg":"trace[1834495366] transaction","detail":"{read_only:false; response_revision:34296; number_of_response:1; }","duration":"172.005529ms","start":"2026-03-04T02:43:48.941635Z","end":"2026-03-04T02:43:49.11364Z","steps":["trace[1834495366] 'process raft request' (duration: 171.950527ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:49.113954Z","caller":"traceutil/trace.go:171","msg":"trace[1595296103] transaction","detail":"{read_only:false; response_revision:34295; number_of_response:1; }","duration":"175.436518ms","start":"2026-03-04T02:43:48.938486Z","end":"2026-03-04T02:43:49.113923Z","steps":["trace[1595296103] 'process raft request' (duration: 175.037079ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:49.113957Z","caller":"traceutil/trace.go:171","msg":"trace[388911822] transaction","detail":"{read_only:false; response_revision:34297; number_of_response:1; }","duration":"172.192503ms","start":"2026-03-04T02:43:48.941736Z","end":"2026-03-04T02:43:49.113928Z","steps":["trace[388911822] 'process raft request' (duration: 171.877566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:49.113972Z","caller":"traceutil/trace.go:171","msg":"trace[1926998208] transaction","detail":"{read_only:false; response_revision:34294; number_of_response:1; }","duration":"245.364949ms","start":"2026-03-04T02:43:48.868577Z","end":"2026-03-04T02:43:49.113942Z","steps":["trace[1926998208] 'process raft request' (duration: 163.340797ms)","trace[1926998208] 'compare' (duration: 81.215643ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:49.114326Z","caller":"traceutil/trace.go:171","msg":"trace[1253521305] transaction","detail":"{read_only:false; response_revision:34298; number_of_response:1; }","duration":"170.478223ms","start":"2026-03-04T02:43:48.943837Z","end":"2026-03-04T02:43:49.114316Z","steps":["trace[1253521305] 'process raft request' (duration: 170.006362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:49.114399Z","caller":"traceutil/trace.go:171","msg":"trace[1950996831] linearizableReadLoop","detail":"{readStateIndex:35472; appliedIndex:35467; }","duration":"165.039657ms","start":"2026-03-04T02:43:48.949344Z","end":"2026-03-04T02:43:49.114383Z","steps":["trace[1950996831] 'read index received' (duration: 82.587535ms)","trace[1950996831] 'applied index is now lower than readState.Index' (duration: 82.451172ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:49.114493Z","caller":"traceutil/trace.go:171","msg":"trace[1550984837] transaction","detail":"{read_only:false; response_revision:34299; number_of_response:1; }","duration":"161.983175ms","start":"2026-03-04T02:43:48.952491Z","end":"2026-03-04T02:43:49.114474Z","steps":["trace[1550984837] 'process raft request' (duration: 161.837552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:49.114631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.125279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:43:49.114675Z","caller":"traceutil/trace.go:171","msg":"trace[1741449039] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34299; }","duration":"265.230222ms","start":"2026-03-04T02:43:48.849432Z","end":"2026-03-04T02:43:49.114662Z","steps":["trace[1741449039] 'agreement among raft nodes before linearized reading' (duration: 265.010376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:50.018235Z","caller":"traceutil/trace.go:171","msg":"trace[1405708635] linearizableReadLoop","detail":"{readStateIndex:35476; appliedIndex:35475; }","duration":"109.754048ms","start":"2026-03-04T02:43:49.908439Z","end":"2026-03-04T02:43:50.018193Z","steps":["trace[1405708635] 'read index received' (duration: 109.492812ms)","trace[1405708635] 'applied index is now lower than readState.Index' (duration: 260.096µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:50.018465Z","caller":"traceutil/trace.go:171","msg":"trace[1899413540] transaction","detail":"{read_only:false; response_revision:34302; number_of_response:1; }","duration":"112.208265ms","start":"2026-03-04T02:43:49.90608Z","end":"2026-03-04T02:43:50.018288Z","steps":["trace[1899413540] 'process raft request' (duration: 111.924309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:50.018592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.142317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:43:50.018681Z","caller":"traceutil/trace.go:171","msg":"trace[1508517617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34302; }","duration":"110.304881ms","start":"2026-03-04T02:43:49.908348Z","end":"2026-03-04T02:43:50.018653Z","steps":["trace[1508517617] 'agreement among raft nodes before linearized reading' (duration: 109.997824ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:51.224505Z","caller":"traceutil/trace.go:171","msg":"trace[1580462026] transaction","detail":"{read_only:false; response_revision:34308; number_of_response:1; }","duration":"105.398177ms","start":"2026-03-04T02:43:51.119075Z","end":"2026-03-04T02:43:51.224474Z","steps":["trace[1580462026] 'process raft request' (duration: 105.238803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:51.224607Z","caller":"traceutil/trace.go:171","msg":"trace[2096263102] linearizableReadLoop","detail":"{readStateIndex:35481; appliedIndex:35479; }","duration":"105.516359ms","start":"2026-03-04T02:43:51.119069Z","end":"2026-03-04T02:43:51.224585Z","steps":["trace[2096263102] 'read index received' (duration: 1.970866ms)","trace[2096263102] 'applied index is now lower than readState.Index' (duration: 103.544743ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:43:51.224731Z","caller":"traceutil/trace.go:171","msg":"trace[1877898591] transaction","detail":"{read_only:false; response_revision:34309; number_of_response:1; }","duration":"104.894364ms","start":"2026-03-04T02:43:51.119826Z","end":"2026-03-04T02:43:51.22472Z","steps":["trace[1877898591] 'process raft request' (duration: 104.597748ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:51.224824Z","caller":"traceutil/trace.go:171","msg":"trace[697730061] transaction","detail":"{read_only:false; response_revision:34310; number_of_response:1; }","duration":"104.759332ms","start":"2026-03-04T02:43:51.120059Z","end":"2026-03-04T02:43:51.224819Z","steps":["trace[697730061] 'process raft request' (duration: 104.470445ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:51.22496Z","caller":"traceutil/trace.go:171","msg":"trace[283849620] transaction","detail":"{read_only:false; response_revision:34307; number_of_response:1; }","duration":"105.916849ms","start":"2026-03-04T02:43:51.119025Z","end":"2026-03-04T02:43:51.224942Z","steps":["trace[283849620] 'process raft request' (duration: 104.008214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:43:51.224974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.888098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:43:51.225286Z","caller":"traceutil/trace.go:171","msg":"trace[1809428705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34310; }","duration":"106.242036ms","start":"2026-03-04T02:43:51.119034Z","end":"2026-03-04T02:43:51.225276Z","steps":["trace[1809428705] 'agreement among raft nodes before linearized reading' (duration: 105.833967ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:56.859734Z","caller":"traceutil/trace.go:171","msg":"trace[134725739] transaction","detail":"{read_only:false; response_revision:34346; number_of_response:1; }","duration":"126.602561ms","start":"2026-03-04T02:43:56.733063Z","end":"2026-03-04T02:43:56.859665Z","steps":["trace[134725739] 'process raft request' (duration: 126.413517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:43:58.335881Z","caller":"traceutil/trace.go:171","msg":"trace[394276987] transaction","detail":"{read_only:false; response_revision:34358; number_of_response:1; }","duration":"155.929804ms","start":"2026-03-04T02:43:58.17992Z","end":"2026-03-04T02:43:58.33585Z","steps":["trace[394276987] 'process raft request' (duration: 70.152665ms)","trace[394276987] 'compare' (duration: 85.668196ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:03.190656Z","caller":"traceutil/trace.go:171","msg":"trace[933080373] transaction","detail":"{read_only:false; response_revision:34388; number_of_response:1; }","duration":"102.341515ms","start":"2026-03-04T02:44:03.088285Z","end":"2026-03-04T02:44:03.190627Z","steps":["trace[933080373] 'process raft request' (duration: 23.407335ms)","trace[933080373] 'compare' (duration: 78.605252ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:07.68451Z","caller":"traceutil/trace.go:171","msg":"trace[853966502] transaction","detail":"{read_only:false; response_revision:34423; number_of_response:1; }","duration":"106.482231ms","start":"2026-03-04T02:44:07.578009Z","end":"2026-03-04T02:44:07.684491Z","steps":["trace[853966502] 'process raft request' (duration: 104.770512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:09.249205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.134737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:09.249325Z","caller":"traceutil/trace.go:171","msg":"trace[319343571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34429; }","duration":"134.30316ms","start":"2026-03-04T02:44:09.115002Z","end":"2026-03-04T02:44:09.249305Z","steps":["trace[319343571] 'range keys from in-memory index tree' (duration: 134.067864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:09.372611Z","caller":"traceutil/trace.go:171","msg":"trace[115739210] transaction","detail":"{read_only:false; response_revision:34430; number_of_response:1; }","duration":"101.853164ms","start":"2026-03-04T02:44:09.270739Z","end":"2026-03-04T02:44:09.372592Z","steps":["trace[115739210] 'process raft request' (duration: 101.735311ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:09.607567Z","caller":"traceutil/trace.go:171","msg":"trace[2123830178] transaction","detail":"{read_only:false; response_revision:34432; number_of_response:1; }","duration":"159.732753ms","start":"2026-03-04T02:44:09.447807Z","end":"2026-03-04T02:44:09.60754Z","steps":["trace[2123830178] 'process raft request' (duration: 85.076013ms)","trace[2123830178] 'compare' (duration: 74.435585ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:09.614149Z","caller":"traceutil/trace.go:171","msg":"trace[1222510953] transaction","detail":"{read_only:false; response_revision:34433; number_of_response:1; }","duration":"129.854226ms","start":"2026-03-04T02:44:09.484276Z","end":"2026-03-04T02:44:09.614131Z","steps":["trace[1222510953] 'process raft request' (duration: 129.278703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:09.614287Z","caller":"traceutil/trace.go:171","msg":"trace[1200918726] transaction","detail":"{read_only:false; response_revision:34434; number_of_response:1; }","duration":"106.181995ms","start":"2026-03-04T02:44:09.508098Z","end":"2026-03-04T02:44:09.61428Z","steps":["trace[1200918726] 'process raft request' (duration: 105.55651ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:09.614373Z","caller":"traceutil/trace.go:171","msg":"trace[481281666] transaction","detail":"{read_only:false; response_revision:34435; number_of_response:1; }","duration":"106.169505ms","start":"2026-03-04T02:44:09.508195Z","end":"2026-03-04T02:44:09.614365Z","steps":["trace[481281666] 'process raft request' (duration: 105.492369ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:09.61445Z","caller":"traceutil/trace.go:171","msg":"trace[2063673571] transaction","detail":"{read_only:false; response_revision:34436; number_of_response:1; }","duration":"106.177655ms","start":"2026-03-04T02:44:09.508265Z","end":"2026-03-04T02:44:09.614443Z","steps":["trace[2063673571] 'process raft request' (duration: 105.449538ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:09.904Z","caller":"traceutil/trace.go:171","msg":"trace[415832474] linearizableReadLoop","detail":"{readStateIndex:35616; appliedIndex:35615; }","duration":"163.762397ms","start":"2026-03-04T02:44:09.740211Z","end":"2026-03-04T02:44:09.903973Z","steps":["trace[415832474] 'read index received' (duration: 79.926723ms)","trace[415832474] 'applied index is now lower than readState.Index' (duration: 83.834314ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:09.904077Z","caller":"traceutil/trace.go:171","msg":"trace[399623629] transaction","detail":"{read_only:false; response_revision:34438; number_of_response:1; }","duration":"209.885011ms","start":"2026-03-04T02:44:09.694154Z","end":"2026-03-04T02:44:09.904039Z","steps":["trace[399623629] 'process raft request' (duration: 125.934404ms)","trace[399623629] 'compare' (duration: 83.63426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:09.904196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.951151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:09.90429Z","caller":"traceutil/trace.go:171","msg":"trace[1812862608] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:34438; }","duration":"164.105535ms","start":"2026-03-04T02:44:09.740164Z","end":"2026-03-04T02:44:09.904269Z","steps":["trace[1812862608] 'agreement among raft nodes before linearized reading' (duration: 163.934101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:12.427578Z","caller":"traceutil/trace.go:171","msg":"trace[2085673932] transaction","detail":"{read_only:false; response_revision:34452; number_of_response:1; }","duration":"103.205644ms","start":"2026-03-04T02:44:12.324328Z","end":"2026-03-04T02:44:12.427534Z","steps":["trace[2085673932] 'process raft request' (duration: 102.955459ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:13.585062Z","caller":"traceutil/trace.go:171","msg":"trace[647852263] transaction","detail":"{read_only:false; response_revision:34457; number_of_response:1; }","duration":"173.398481ms","start":"2026-03-04T02:44:13.411636Z","end":"2026-03-04T02:44:13.585035Z","steps":["trace[647852263] 'process raft request' (duration: 173.227777ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:15.928716Z","caller":"traceutil/trace.go:171","msg":"trace[140619387] transaction","detail":"{read_only:false; response_revision:34477; number_of_response:1; }","duration":"136.573753ms","start":"2026-03-04T02:44:15.792118Z","end":"2026-03-04T02:44:15.928692Z","steps":["trace[140619387] 'process raft request' (duration: 80.758172ms)","trace[140619387] 'compare' (duration: 55.731939ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:32.090358Z","caller":"traceutil/trace.go:171","msg":"trace[802741684] transaction","detail":"{read_only:false; response_revision:34580; number_of_response:1; }","duration":"168.924457ms","start":"2026-03-04T02:44:31.921411Z","end":"2026-03-04T02:44:32.090335Z","steps":["trace[802741684] 'process raft request' (duration: 113.795922ms)","trace[802741684] 'compare' (duration: 55.029343ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:32.111522Z","caller":"traceutil/trace.go:171","msg":"trace[255556632] transaction","detail":"{read_only:false; response_revision:34581; number_of_response:1; }","duration":"157.164202ms","start":"2026-03-04T02:44:31.954338Z","end":"2026-03-04T02:44:32.111502Z","steps":["trace[255556632] 'process raft request' (duration: 156.991408ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:32.111769Z","caller":"traceutil/trace.go:171","msg":"trace[1592052756] transaction","detail":"{read_only:false; response_revision:34582; number_of_response:1; }","duration":"119.637078ms","start":"2026-03-04T02:44:31.992077Z","end":"2026-03-04T02:44:32.111714Z","steps":["trace[1592052756] 'process raft request' (duration: 119.373862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:35.191449Z","caller":"traceutil/trace.go:171","msg":"trace[178140905] linearizableReadLoop","detail":"{readStateIndex:35788; appliedIndex:35787; }","duration":"114.618601ms","start":"2026-03-04T02:44:35.076786Z","end":"2026-03-04T02:44:35.191405Z","steps":["trace[178140905] 'read index received' (duration: 109.86574ms)","trace[178140905] 'applied index is now lower than readState.Index' (duration: 4.751641ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:35.191608Z","caller":"traceutil/trace.go:171","msg":"trace[2122683616] transaction","detail":"{read_only:false; response_revision:34605; number_of_response:1; }","duration":"115.738158ms","start":"2026-03-04T02:44:35.075854Z","end":"2026-03-04T02:44:35.191593Z","steps":["trace[2122683616] 'process raft request' (duration: 110.959326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:35.191935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.116623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:35.192039Z","caller":"traceutil/trace.go:171","msg":"trace[254084649] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34605; }","duration":"115.276617ms","start":"2026-03-04T02:44:35.076741Z","end":"2026-03-04T02:44:35.192018Z","steps":["trace[254084649] 'agreement among raft nodes before linearized reading' (duration: 115.069292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:35.765707Z","caller":"traceutil/trace.go:171","msg":"trace[1315019028] transaction","detail":"{read_only:false; response_revision:34607; number_of_response:1; }","duration":"108.15274ms","start":"2026-03-04T02:44:35.657529Z","end":"2026-03-04T02:44:35.765682Z","steps":["trace[1315019028] 'process raft request' (duration: 107.979956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:36.302005Z","caller":"traceutil/trace.go:171","msg":"trace[1591360628] transaction","detail":"{read_only:false; response_revision:34610; number_of_response:1; }","duration":"178.420668ms","start":"2026-03-04T02:44:36.123559Z","end":"2026-03-04T02:44:36.301979Z","steps":["trace[1591360628] 'process raft request' (duration: 178.283615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.635227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.728554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:44:36.635427Z","caller":"traceutil/trace.go:171","msg":"trace[656772998] transaction","detail":"{read_only:false; response_revision:34611; number_of_response:1; }","duration":"507.203591ms","start":"2026-03-04T02:44:36.128201Z","end":"2026-03-04T02:44:36.635405Z","steps":["trace[656772998] 'process raft request' (duration: 286.20332ms)","trace[656772998] 'compare' (duration: 220.51279ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:36.635471Z","caller":"traceutil/trace.go:171","msg":"trace[1815010332] linearizableReadLoop","detail":"{readStateIndex:35796; appliedIndex:35792; }","duration":"500.73718ms","start":"2026-03-04T02:44:36.134718Z","end":"2026-03-04T02:44:36.635455Z","steps":["trace[1815010332] 'read index received' (duration: 167.121445ms)","trace[1815010332] 'applied index is now lower than readState.Index' (duration: 333.614735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:36.635539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.128175Z","time spent":"507.302104ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:36.635699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.643788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:44:36.635723Z","caller":"traceutil/trace.go:171","msg":"trace[854986543] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34613; }","duration":"497.702979ms","start":"2026-03-04T02:44:36.138011Z","end":"2026-03-04T02:44:36.635714Z","steps":["trace[854986543] 'agreement among raft nodes before linearized reading' (duration: 497.618217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.63574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.137994Z","time spent":"497.742581ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:44:36.635723Z","caller":"traceutil/trace.go:171","msg":"trace[137403237] transaction","detail":"{read_only:false; response_revision:34612; number_of_response:1; }","duration":"507.400006ms","start":"2026-03-04T02:44:36.128295Z","end":"2026-03-04T02:44:36.635695Z","steps":["trace[137403237] 'process raft request' (duration: 507.031897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.635783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.054087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:44:36.635845Z","caller":"traceutil/trace.go:171","msg":"trace[674065459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34613; }","duration":"501.14264ms","start":"2026-03-04T02:44:36.134688Z","end":"2026-03-04T02:44:36.63583Z","steps":["trace[674065459] 'agreement among raft nodes before linearized reading' (duration: 500.894684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:36.63585Z","caller":"traceutil/trace.go:171","msg":"trace[1980096027] transaction","detail":"{read_only:false; response_revision:34613; number_of_response:1; }","duration":"506.544815ms","start":"2026-03-04T02:44:36.129296Z","end":"2026-03-04T02:44:36.635841Z","steps":["trace[1980096027] 'process raft request' (duration: 506.116885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.635859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.568471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:44:36.635858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.128262Z","time spent":"507.522148ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:36.635882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.134677Z","time spent":"501.196691ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T02:44:36.635896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.129281Z","time spent":"506.591357ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:36.635897Z","caller":"traceutil/trace.go:171","msg":"trace[1988801925] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:34613; }","duration":"429.648023ms","start":"2026-03-04T02:44:36.206239Z","end":"2026-03-04T02:44:36.635887Z","steps":["trace[1988801925] 'agreement among raft nodes before linearized reading' (duration: 429.586862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:36.63594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.206221Z","time spent":"429.710545ms","remote":"127.0.0.1:47002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:37.083255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.459185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:44:37.083462Z","caller":"traceutil/trace.go:171","msg":"trace[1527194288] linearizableReadLoop","detail":"{readStateIndex:35799; appliedIndex:35796; }","duration":"183.053496ms","start":"2026-03-04T02:44:36.900392Z","end":"2026-03-04T02:44:37.083446Z","steps":["trace[1527194288] 'read index received' (duration: 53.395744ms)","trace[1527194288] 'applied index is now lower than readState.Index' (duration: 129.656802ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:37.083742Z","caller":"traceutil/trace.go:171","msg":"trace[1487977465] transaction","detail":"{read_only:false; response_revision:34614; number_of_response:1; }","duration":"441.460758ms","start":"2026-03-04T02:44:36.642264Z","end":"2026-03-04T02:44:37.083725Z","steps":["trace[1487977465] 'process raft request' (duration: 106.459261ms)","trace[1487977465] 'compare' (duration: 334.362482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:37.083819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.642248Z","time spent":"441.533321ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:37.083995Z","caller":"traceutil/trace.go:171","msg":"trace[2001266051] transaction","detail":"{read_only:false; response_revision:34615; number_of_response:1; }","duration":"441.592231ms","start":"2026-03-04T02:44:36.642392Z","end":"2026-03-04T02:44:37.083984Z","steps":["trace[2001266051] 'process raft request' (duration: 440.962967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.084057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.642376Z","time spent":"441.648863ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:37.084211Z","caller":"traceutil/trace.go:171","msg":"trace[708361262] transaction","detail":"{read_only:false; response_revision:34616; number_of_response:1; }","duration":"441.276554ms","start":"2026-03-04T02:44:36.642908Z","end":"2026-03-04T02:44:37.084185Z","steps":["trace[708361262] 'process raft request' (duration: 440.496346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.084287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.887275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:44:37.084319Z","caller":"traceutil/trace.go:171","msg":"trace[537684272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34616; }","duration":"183.953587ms","start":"2026-03-04T02:44:36.900356Z","end":"2026-03-04T02:44:37.08431Z","steps":["trace[537684272] 'agreement among raft nodes before linearized reading' (duration: 183.845144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.084698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:36.642897Z","time spent":"441.366577ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:37.404353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.098319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128655"} {"level":"info","ts":"2026-03-04T02:44:37.404424Z","caller":"traceutil/trace.go:171","msg":"trace[870199491] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:34617; }","duration":"117.203341ms","start":"2026-03-04T02:44:37.287205Z","end":"2026-03-04T02:44:37.404408Z","steps":["trace[870199491] 'range keys from in-memory index tree' (duration: 116.922075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.40443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.337241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T02:44:37.404506Z","caller":"traceutil/trace.go:171","msg":"trace[1704867080] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:34617; }","duration":"134.472124ms","start":"2026-03-04T02:44:37.270017Z","end":"2026-03-04T02:44:37.404489Z","steps":["trace[1704867080] 'range keys from in-memory index tree' (duration: 134.094345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.646381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.794853ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:44:37.646501Z","caller":"traceutil/trace.go:171","msg":"trace[1377100286] linearizableReadLoop","detail":"{readStateIndex:35801; appliedIndex:35800; }","duration":"288.254167ms","start":"2026-03-04T02:44:37.358228Z","end":"2026-03-04T02:44:37.646482Z","steps":["trace[1377100286] 'read index received' (duration: 37.521µs)","trace[1377100286] 'applied index is now lower than readState.Index' (duration: 288.214796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:37.646736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.495753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:44:37.646789Z","caller":"traceutil/trace.go:171","msg":"trace[961888771] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34617; }","duration":"288.591225ms","start":"2026-03-04T02:44:37.358187Z","end":"2026-03-04T02:44:37.646778Z","steps":["trace[961888771] 'agreement among raft nodes before linearized reading' (duration: 288.436651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.647047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.792624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:44:37.647165Z","caller":"traceutil/trace.go:171","msg":"trace[413494312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34617; }","duration":"250.955097ms","start":"2026-03-04T02:44:37.396186Z","end":"2026-03-04T02:44:37.647141Z","steps":["trace[413494312] 'agreement among raft nodes before linearized reading' (duration: 250.667901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.647783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.860693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:94 size:120575"} {"level":"info","ts":"2026-03-04T02:44:37.647851Z","caller":"traceutil/trace.go:171","msg":"trace[1406062581] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:94; response_revision:34617; }","duration":"240.950095ms","start":"2026-03-04T02:44:37.406885Z","end":"2026-03-04T02:44:37.647835Z","steps":["trace[1406062581] 'agreement among raft nodes before linearized reading' (duration: 240.068214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.648151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.506908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:94 size:120575"} {"level":"info","ts":"2026-03-04T02:44:37.648241Z","caller":"traceutil/trace.go:171","msg":"trace[538542146] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:94; response_revision:34617; }","duration":"241.61561ms","start":"2026-03-04T02:44:37.406613Z","end":"2026-03-04T02:44:37.648228Z","steps":["trace[538542146] 'agreement among raft nodes before linearized reading' (duration: 240.824001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:37.839299Z","caller":"traceutil/trace.go:171","msg":"trace[1370190045] linearizableReadLoop","detail":"{readStateIndex:35802; appliedIndex:35801; }","duration":"187.444768ms","start":"2026-03-04T02:44:37.651832Z","end":"2026-03-04T02:44:37.839277Z","steps":["trace[1370190045] 'read index received' (duration: 187.255984ms)","trace[1370190045] 'applied index is now lower than readState.Index' (duration: 187.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:37.839378Z","caller":"traceutil/trace.go:171","msg":"trace[1778260308] transaction","detail":"{read_only:false; response_revision:34618; number_of_response:1; }","duration":"187.722075ms","start":"2026-03-04T02:44:37.651622Z","end":"2026-03-04T02:44:37.839344Z","steps":["trace[1778260308] 'process raft request' (duration: 187.495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.839521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.673174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:44:37.839568Z","caller":"traceutil/trace.go:171","msg":"trace[1857002315] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34618; }","duration":"187.731655ms","start":"2026-03-04T02:44:37.651826Z","end":"2026-03-04T02:44:37.839557Z","steps":["trace[1857002315] 'agreement among raft nodes before linearized reading' (duration: 187.596902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.83975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.544298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T02:44:37.839893Z","caller":"traceutil/trace.go:171","msg":"trace[2126846232] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:34618; }","duration":"186.686321ms","start":"2026-03-04T02:44:37.653169Z","end":"2026-03-04T02:44:37.839856Z","steps":["trace[2126846232] 'agreement among raft nodes before linearized reading' (duration: 186.378524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:37.839897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.36825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128655"} {"level":"info","ts":"2026-03-04T02:44:37.840055Z","caller":"traceutil/trace.go:171","msg":"trace[1420541991] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:34618; }","duration":"185.554835ms","start":"2026-03-04T02:44:37.654474Z","end":"2026-03-04T02:44:37.840029Z","steps":["trace[1420541991] 'agreement among raft nodes before linearized reading' (duration: 185.216607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:38.002997Z","caller":"traceutil/trace.go:171","msg":"trace[1956191630] transaction","detail":"{read_only:false; response_revision:34620; number_of_response:1; }","duration":"114.817616ms","start":"2026-03-04T02:44:37.888154Z","end":"2026-03-04T02:44:38.002971Z","steps":["trace[1956191630] 'process raft request' (duration: 114.674673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.313969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.986421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:44:38.314292Z","caller":"traceutil/trace.go:171","msg":"trace[1942741787] linearizableReadLoop","detail":"{readStateIndex:35805; appliedIndex:35804; }","duration":"391.72047ms","start":"2026-03-04T02:44:37.922558Z","end":"2026-03-04T02:44:38.314278Z","steps":["trace[1942741787] 'read index received' (duration: 81.020008ms)","trace[1942741787] 'applied index is now lower than readState.Index' (duration: 310.699752ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:38.31438Z","caller":"traceutil/trace.go:171","msg":"trace[1172249155] transaction","detail":"{read_only:false; response_revision:34621; number_of_response:1; }","duration":"424.696348ms","start":"2026-03-04T02:44:37.889675Z","end":"2026-03-04T02:44:38.314372Z","steps":["trace[1172249155] 'process raft request' (duration: 200.236687ms)","trace[1172249155] 'compare' (duration: 223.682513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:38.31446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:37.889643Z","time spent":"424.7918ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:38.31455Z","caller":"traceutil/trace.go:171","msg":"trace[1060959444] transaction","detail":"{read_only:false; response_revision:34622; number_of_response:1; }","duration":"352.003034ms","start":"2026-03-04T02:44:37.962516Z","end":"2026-03-04T02:44:38.314519Z","steps":["trace[1060959444] 'process raft request' (duration: 351.677217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.314649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.065638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:44:38.314738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:37.962498Z","time spent":"352.148027ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:38.314765Z","caller":"traceutil/trace.go:171","msg":"trace[1432333927] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34622; }","duration":"392.308363ms","start":"2026-03-04T02:44:37.922427Z","end":"2026-03-04T02:44:38.314735Z","steps":["trace[1432333927] 'agreement among raft nodes before linearized reading' (duration: 392.092008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.314836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:37.922406Z","time spent":"392.415465ms","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T02:44:38.663188Z","caller":"traceutil/trace.go:171","msg":"trace[376781251] transaction","detail":"{read_only:false; response_revision:34623; number_of_response:1; }","duration":"354.032771ms","start":"2026-03-04T02:44:38.309135Z","end":"2026-03-04T02:44:38.663167Z","steps":["trace[376781251] 'process raft request' (duration: 353.785655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.663444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.631126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:44:38.663482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.309111Z","time spent":"354.313958ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:38.663496Z","caller":"traceutil/trace.go:171","msg":"trace[1776923301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34623; }","duration":"548.714908ms","start":"2026-03-04T02:44:38.114768Z","end":"2026-03-04T02:44:38.663483Z","steps":["trace[1776923301] 'agreement among raft nodes before linearized reading' (duration: 548.638156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.663269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.663674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:38.66367Z","caller":"traceutil/trace.go:171","msg":"trace[1231711323] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:34623; }","duration":"521.083674ms","start":"2026-03-04T02:44:38.14254Z","end":"2026-03-04T02:44:38.663623Z","steps":["trace[1231711323] 'agreement among raft nodes before linearized reading' (duration: 520.636144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.663805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.142522Z","time spent":"521.233317ms","remote":"127.0.0.1:37852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:44:38.663139Z","caller":"traceutil/trace.go:171","msg":"trace[1888937291] linearizableReadLoop","detail":"{readStateIndex:35807; appliedIndex:35806; }","duration":"348.774819ms","start":"2026-03-04T02:44:38.314343Z","end":"2026-03-04T02:44:38.663118Z","steps":["trace[1888937291] 'read index received' (duration: 348.550473ms)","trace[1888937291] 'applied index is now lower than readState.Index' (duration: 223.286µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:38.663803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.114748Z","time spent":"549.035066ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:44:38.835913Z","caller":"traceutil/trace.go:171","msg":"trace[1123204859] transaction","detail":"{read_only:false; response_revision:34624; number_of_response:1; }","duration":"194.879702ms","start":"2026-03-04T02:44:38.641002Z","end":"2026-03-04T02:44:38.835882Z","steps":["trace[1123204859] 'process raft request' (duration: 96.855328ms)","trace[1123204859] 'compare' (duration: 97.647825ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:38.836233Z","caller":"traceutil/trace.go:171","msg":"trace[865063110] linearizableReadLoop","detail":"{readStateIndex:35810; appliedIndex:35807; }","duration":"172.284295ms","start":"2026-03-04T02:44:38.663919Z","end":"2026-03-04T02:44:38.836204Z","steps":["trace[865063110] 'read index received' (duration: 73.807361ms)","trace[865063110] 'applied index is now lower than readState.Index' (duration: 98.475814ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:38.836276Z","caller":"traceutil/trace.go:171","msg":"trace[588328377] transaction","detail":"{read_only:false; response_revision:34625; number_of_response:1; }","duration":"195.244121ms","start":"2026-03-04T02:44:38.641018Z","end":"2026-03-04T02:44:38.836262Z","steps":["trace[588328377] 'process raft request' (duration: 194.801951ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:38.836244Z","caller":"traceutil/trace.go:171","msg":"trace[285329004] transaction","detail":"{read_only:false; response_revision:34626; number_of_response:1; }","duration":"193.677533ms","start":"2026-03-04T02:44:38.642524Z","end":"2026-03-04T02:44:38.836202Z","steps":["trace[285329004] 'process raft request' (duration: 193.500879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.836411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.299694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:44:38.836446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.072204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:38.836451Z","caller":"traceutil/trace.go:171","msg":"trace[1400397112] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:34626; }","duration":"232.396356ms","start":"2026-03-04T02:44:38.604042Z","end":"2026-03-04T02:44:38.836438Z","steps":["trace[1400397112] 'agreement among raft nodes before linearized reading' (duration: 232.311214ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:38.836474Z","caller":"traceutil/trace.go:171","msg":"trace[1980618588] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34626; }","duration":"518.157466ms","start":"2026-03-04T02:44:38.318309Z","end":"2026-03-04T02:44:38.836466Z","steps":["trace[1980618588] 'agreement among raft nodes before linearized reading' (duration: 518.099904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.836495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.318287Z","time spent":"518.203317ms","remote":"127.0.0.1:46806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T02:44:38.836514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.551489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:44:38.836531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.521867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:38.836568Z","caller":"traceutil/trace.go:171","msg":"trace[1753277443] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:34626; }","duration":"365.644402ms","start":"2026-03-04T02:44:38.470907Z","end":"2026-03-04T02:44:38.836551Z","steps":["trace[1753277443] 'agreement among raft nodes before linearized reading' (duration: 365.533729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:38.836588Z","caller":"traceutil/trace.go:171","msg":"trace[2101432905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34626; }","duration":"171.62477ms","start":"2026-03-04T02:44:38.664947Z","end":"2026-03-04T02:44:38.836572Z","steps":["trace[2101432905] 'agreement among raft nodes before linearized reading' (duration: 171.519068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.836616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.470883Z","time spent":"365.723944ms","remote":"127.0.0.1:38236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:44:38.836697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.45318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T02:44:38.83679Z","caller":"traceutil/trace.go:171","msg":"trace[7116080] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34626; }","duration":"390.636785ms","start":"2026-03-04T02:44:38.446131Z","end":"2026-03-04T02:44:38.836768Z","steps":["trace[7116080] 'agreement among raft nodes before linearized reading' (duration: 390.333708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:38.836836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:38.44611Z","time spent":"390.718386ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T02:44:39.136392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.982483ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:39.136528Z","caller":"traceutil/trace.go:171","msg":"trace[2023875301] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34627; }","duration":"134.134916ms","start":"2026-03-04T02:44:39.002374Z","end":"2026-03-04T02:44:39.136509Z","steps":["trace[2023875301] 'range keys from in-memory index tree' (duration: 133.942742ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:39.314865Z","caller":"traceutil/trace.go:171","msg":"trace[605587495] linearizableReadLoop","detail":"{readStateIndex:35812; appliedIndex:35811; }","duration":"226.510689ms","start":"2026-03-04T02:44:39.088333Z","end":"2026-03-04T02:44:39.314844Z","steps":["trace[605587495] 'read index received' (duration: 226.253083ms)","trace[605587495] 'applied index is now lower than readState.Index' (duration: 256.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:39.314926Z","caller":"traceutil/trace.go:171","msg":"trace[2071514482] transaction","detail":"{read_only:false; response_revision:34628; number_of_response:1; }","duration":"304.353873ms","start":"2026-03-04T02:44:39.010539Z","end":"2026-03-04T02:44:39.314892Z","steps":["trace[2071514482] 'process raft request' (duration: 304.143848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.315134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.780076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-04T02:44:39.315177Z","caller":"traceutil/trace.go:171","msg":"trace[88827509] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34628; }","duration":"226.867747ms","start":"2026-03-04T02:44:39.088298Z","end":"2026-03-04T02:44:39.315166Z","steps":["trace[88827509] 'agreement among raft nodes before linearized reading' (duration: 226.680463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.315278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.010517Z","time spent":"304.61947ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:39.315367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.954041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:44:39.315301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.738445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:44:39.315414Z","caller":"traceutil/trace.go:171","msg":"trace[1947052803] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:34628; }","duration":"191.051673ms","start":"2026-03-04T02:44:39.124345Z","end":"2026-03-04T02:44:39.315396Z","steps":["trace[1947052803] 'agreement among raft nodes before linearized reading' (duration: 190.992371ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:39.315421Z","caller":"traceutil/trace.go:171","msg":"trace[25542000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34628; }","duration":"226.905388ms","start":"2026-03-04T02:44:39.08851Z","end":"2026-03-04T02:44:39.315415Z","steps":["trace[25542000] 'agreement among raft nodes before linearized reading' (duration: 226.678203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.315556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.227169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:44:39.315583Z","caller":"traceutil/trace.go:171","msg":"trace[822689098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34628; }","duration":"216.268681ms","start":"2026-03-04T02:44:39.099308Z","end":"2026-03-04T02:44:39.315576Z","steps":["trace[822689098] 'agreement among raft nodes before linearized reading' (duration: 216.203729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.315617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.613552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:44:39.315721Z","caller":"traceutil/trace.go:171","msg":"trace[1987559042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34628; }","duration":"226.717474ms","start":"2026-03-04T02:44:39.088997Z","end":"2026-03-04T02:44:39.315714Z","steps":["trace[1987559042] 'agreement among raft nodes before linearized reading' (duration: 226.574671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.315647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.985951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:39.315793Z","caller":"traceutil/trace.go:171","msg":"trace[25005114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34628; }","duration":"200.148464ms","start":"2026-03-04T02:44:39.11563Z","end":"2026-03-04T02:44:39.315779Z","steps":["trace[25005114] 'agreement among raft nodes before linearized reading' (duration: 200.000691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.640124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.046218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:44:39.640258Z","caller":"traceutil/trace.go:171","msg":"trace[1348834266] transaction","detail":"{read_only:false; response_revision:34629; number_of_response:1; }","duration":"320.993661ms","start":"2026-03-04T02:44:39.319245Z","end":"2026-03-04T02:44:39.640239Z","steps":["trace[1348834266] 'process raft request' (duration: 76.757089ms)","trace[1348834266] 'compare' (duration: 243.878444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:44:39.640323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.319228Z","time spent":"321.067872ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:39.640708Z","caller":"traceutil/trace.go:171","msg":"trace[1832370535] transaction","detail":"{read_only:false; response_revision:34630; number_of_response:1; }","duration":"320.177142ms","start":"2026-03-04T02:44:39.320514Z","end":"2026-03-04T02:44:39.640691Z","steps":["trace[1832370535] 'process raft request' (duration: 319.701891ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:39.640764Z","caller":"traceutil/trace.go:171","msg":"trace[1974138114] transaction","detail":"{read_only:false; response_revision:34631; number_of_response:1; }","duration":"320.223313ms","start":"2026-03-04T02:44:39.320529Z","end":"2026-03-04T02:44:39.640752Z","steps":["trace[1974138114] 'process raft request' (duration: 320.112501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.640766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.320505Z","time spent":"320.234283ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:39.640809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.320498Z","time spent":"320.287324ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:39.642018Z","caller":"traceutil/trace.go:171","msg":"trace[928554155] linearizableReadLoop","detail":"{readStateIndex:35816; appliedIndex:35812; }","duration":"167.33143ms","start":"2026-03-04T02:44:39.474663Z","end":"2026-03-04T02:44:39.641994Z","steps":["trace[928554155] 'read index received' (duration: 163.47088ms)","trace[928554155] 'applied index is now lower than readState.Index' (duration: 3.8595ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:39.642061Z","caller":"traceutil/trace.go:171","msg":"trace[890749768] transaction","detail":"{read_only:false; response_revision:34632; number_of_response:1; }","duration":"319.775012ms","start":"2026-03-04T02:44:39.322256Z","end":"2026-03-04T02:44:39.642031Z","steps":["trace[890749768] 'process raft request' (duration: 318.430401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:39.642646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:39.322218Z","time spent":"320.313865ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:39.642213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.553305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T02:44:39.64325Z","caller":"traceutil/trace.go:171","msg":"trace[1804396151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34632; }","duration":"168.61787ms","start":"2026-03-04T02:44:39.474612Z","end":"2026-03-04T02:44:39.64323Z","steps":["trace[1804396151] 'agreement among raft nodes before linearized reading' (duration: 167.513034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.137136Z","caller":"traceutil/trace.go:171","msg":"trace[2089592033] linearizableReadLoop","detail":"{readStateIndex:35817; appliedIndex:35816; }","duration":"207.155758ms","start":"2026-03-04T02:44:39.92996Z","end":"2026-03-04T02:44:40.137116Z","steps":["trace[2089592033] 'read index received' (duration: 207.111387ms)","trace[2089592033] 'applied index is now lower than readState.Index' (duration: 43.491µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:40.13726Z","caller":"traceutil/trace.go:171","msg":"trace[1757995574] transaction","detail":"{read_only:false; response_revision:34633; number_of_response:1; }","duration":"208.062879ms","start":"2026-03-04T02:44:39.929154Z","end":"2026-03-04T02:44:40.137217Z","steps":["trace[1757995574] 'process raft request' (duration: 207.840784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.137345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.368254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:44:40.137384Z","caller":"traceutil/trace.go:171","msg":"trace[508773681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34633; }","duration":"207.467356ms","start":"2026-03-04T02:44:39.929903Z","end":"2026-03-04T02:44:40.13737Z","steps":["trace[508773681] 'agreement among raft nodes before linearized reading' (duration: 207.314782ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:40.444574Z","caller":"traceutil/trace.go:171","msg":"trace[230005011] linearizableReadLoop","detail":"{readStateIndex:35818; appliedIndex:35817; }","duration":"307.337762ms","start":"2026-03-04T02:44:40.137202Z","end":"2026-03-04T02:44:40.44454Z","steps":["trace[230005011] 'read index received' (duration: 306.421571ms)","trace[230005011] 'applied index is now lower than readState.Index' (duration: 915.521µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:40.44467Z","caller":"traceutil/trace.go:171","msg":"trace[96303202] transaction","detail":"{read_only:false; response_revision:34634; number_of_response:1; }","duration":"436.299778ms","start":"2026-03-04T02:44:40.008331Z","end":"2026-03-04T02:44:40.444631Z","steps":["trace[96303202] 'process raft request' (duration: 435.356886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.44497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.008301Z","time spent":"436.453442ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:44:40.444695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.905628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:44:40.445328Z","caller":"traceutil/trace.go:171","msg":"trace[1108417333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34634; }","duration":"330.594694ms","start":"2026-03-04T02:44:40.114719Z","end":"2026-03-04T02:44:40.445314Z","steps":["trace[1108417333] 'agreement among raft nodes before linearized reading' (duration: 329.921199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.445376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.114696Z","time spent":"330.670507ms","remote":"127.0.0.1:46666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T02:44:40.44572Z","caller":"traceutil/trace.go:171","msg":"trace[2000001485] transaction","detail":"{read_only:false; response_revision:34635; number_of_response:1; }","duration":"302.9667ms","start":"2026-03-04T02:44:40.142737Z","end":"2026-03-04T02:44:40.445704Z","steps":["trace[2000001485] 'process raft request' (duration: 302.787556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:40.445805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:44:40.14272Z","time spent":"303.044053ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:44:40.445832Z","caller":"traceutil/trace.go:171","msg":"trace[11243762] transaction","detail":"{read_only:false; response_revision:34636; number_of_response:1; }","duration":"125.073715ms","start":"2026-03-04T02:44:40.320619Z","end":"2026-03-04T02:44:40.445692Z","steps":["trace[11243762] 'process raft request' (duration: 125.021914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:44.916956Z","caller":"traceutil/trace.go:171","msg":"trace[1601400806] transaction","detail":"{read_only:false; response_revision:34664; number_of_response:1; }","duration":"111.145331ms","start":"2026-03-04T02:44:44.805782Z","end":"2026-03-04T02:44:44.916928Z","steps":["trace[1601400806] 'process raft request' (duration: 107.094436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.086522Z","caller":"traceutil/trace.go:171","msg":"trace[333542798] transaction","detail":"{read_only:false; response_revision:34666; number_of_response:1; }","duration":"195.805363ms","start":"2026-03-04T02:44:44.890685Z","end":"2026-03-04T02:44:45.08649Z","steps":["trace[333542798] 'process raft request' (duration: 195.526317ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.140642Z","caller":"traceutil/trace.go:171","msg":"trace[1561699238] transaction","detail":"{read_only:false; response_revision:34667; number_of_response:1; }","duration":"248.135213ms","start":"2026-03-04T02:44:44.892459Z","end":"2026-03-04T02:44:45.140594Z","steps":["trace[1561699238] 'process raft request' (duration: 194.010952ms)","trace[1561699238] 'compare' (duration: 53.853965ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:44:45.140687Z","caller":"traceutil/trace.go:171","msg":"trace[106554583] transaction","detail":"{read_only:false; response_revision:34668; number_of_response:1; }","duration":"248.073151ms","start":"2026-03-04T02:44:44.892577Z","end":"2026-03-04T02:44:45.14065Z","steps":["trace[106554583] 'process raft request' (duration: 247.902907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:44:45.852693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.622042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:44:45.852811Z","caller":"traceutil/trace.go:171","msg":"trace[152941586] transaction","detail":"{read_only:false; response_revision:34671; number_of_response:1; }","duration":"109.340819ms","start":"2026-03-04T02:44:45.74345Z","end":"2026-03-04T02:44:45.852791Z","steps":["trace[152941586] 'compare' (duration: 105.457998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.85517Z","caller":"traceutil/trace.go:171","msg":"trace[1185586364] transaction","detail":"{read_only:false; response_revision:34672; number_of_response:1; }","duration":"111.056288ms","start":"2026-03-04T02:44:45.74409Z","end":"2026-03-04T02:44:45.855146Z","steps":["trace[1185586364] 'process raft request' (duration: 110.870024ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:44:45.855378Z","caller":"traceutil/trace.go:171","msg":"trace[231219923] transaction","detail":"{read_only:false; response_revision:34673; number_of_response:1; }","duration":"111.013777ms","start":"2026-03-04T02:44:45.744324Z","end":"2026-03-04T02:44:45.855338Z","steps":["trace[231219923] 'process raft request' (duration: 110.778011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:35.037362Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d93.wal"} {"level":"info","ts":"2026-03-04T02:45:35.472458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32951} {"level":"info","ts":"2026-03-04T02:45:35.603452Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32951,"took":"127.56785ms","hash":2439491801,"current-db-size-bytes":54317056,"current-db-size":"54 MB","current-db-size-in-use-bytes":28676096,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T02:45:35.603514Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2439491801,"revision":32951,"compact-revision":30900} {"level":"info","ts":"2026-03-04T02:45:45.125145Z","caller":"traceutil/trace.go:171","msg":"trace[1114800802] transaction","detail":"{read_only:false; response_revision:35112; number_of_response:1; }","duration":"257.431834ms","start":"2026-03-04T02:45:44.867679Z","end":"2026-03-04T02:45:45.12511Z","steps":["trace[1114800802] 'process raft request' (duration: 257.235409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:45.249126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.334272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:45:45.249291Z","caller":"traceutil/trace.go:171","msg":"trace[969263757] linearizableReadLoop","detail":"{readStateIndex:36312; appliedIndex:36310; }","duration":"292.645044ms","start":"2026-03-04T02:45:44.956623Z","end":"2026-03-04T02:45:45.249268Z","steps":["trace[969263757] 'read index received' (duration: 168.279049ms)","trace[969263757] 'applied index is now lower than readState.Index' (duration: 124.364655ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:45.249402Z","caller":"traceutil/trace.go:171","msg":"trace[384705465] transaction","detail":"{read_only:false; response_revision:35113; number_of_response:1; }","duration":"336.27834ms","start":"2026-03-04T02:45:44.913106Z","end":"2026-03-04T02:45:45.249385Z","steps":["trace[384705465] 'process raft request' (duration: 230.568009ms)","trace[384705465] 'compare' (duration: 105.204329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:45.249583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.92365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:45:45.249677Z","caller":"traceutil/trace.go:171","msg":"trace[1992906019] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:35113; }","duration":"293.097804ms","start":"2026-03-04T02:45:44.956559Z","end":"2026-03-04T02:45:45.249657Z","steps":["trace[1992906019] 'agreement among raft nodes before linearized reading' (duration: 292.90621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:45.249687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:44.913077Z","time spent":"336.464594ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:45:45.288412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.57603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:45:45.288494Z","caller":"traceutil/trace.go:171","msg":"trace[1837977926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35114; }","duration":"264.702333ms","start":"2026-03-04T02:45:45.023771Z","end":"2026-03-04T02:45:45.288474Z","steps":["trace[1837977926] 'agreement among raft nodes before linearized reading' (duration: 264.474278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:45.288417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.352826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:45:45.288588Z","caller":"traceutil/trace.go:171","msg":"trace[185982959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35114; }","duration":"173.555901ms","start":"2026-03-04T02:45:45.115009Z","end":"2026-03-04T02:45:45.288565Z","steps":["trace[185982959] 'agreement among raft nodes before linearized reading' (duration: 173.318876ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:45.721566Z","caller":"traceutil/trace.go:171","msg":"trace[1258869717] linearizableReadLoop","detail":"{readStateIndex:36317; appliedIndex:36314; }","duration":"190.202839ms","start":"2026-03-04T02:45:45.531344Z","end":"2026-03-04T02:45:45.721547Z","steps":["trace[1258869717] 'read index received' (duration: 16.215028ms)","trace[1258869717] 'applied index is now lower than readState.Index' (duration: 173.987241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:45.721726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.369283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:45:45.721752Z","caller":"traceutil/trace.go:171","msg":"trace[97008630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:35118; }","duration":"190.433253ms","start":"2026-03-04T02:45:45.531311Z","end":"2026-03-04T02:45:45.721744Z","steps":["trace[97008630] 'agreement among raft nodes before linearized reading' (duration: 190.311181ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:45.721884Z","caller":"traceutil/trace.go:171","msg":"trace[903511745] transaction","detail":"{read_only:false; response_revision:35118; number_of_response:1; }","duration":"193.469365ms","start":"2026-03-04T02:45:45.528381Z","end":"2026-03-04T02:45:45.72185Z","steps":["trace[903511745] 'process raft request' (duration: 193.139997ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:45.72182Z","caller":"traceutil/trace.go:171","msg":"trace[1958350802] transaction","detail":"{read_only:false; response_revision:35117; number_of_response:1; }","duration":"193.67471ms","start":"2026-03-04T02:45:45.528121Z","end":"2026-03-04T02:45:45.721796Z","steps":["trace[1958350802] 'process raft request' (duration: 193.286081ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:47.058883Z","caller":"traceutil/trace.go:171","msg":"trace[626246775] transaction","detail":"{read_only:false; response_revision:35125; number_of_response:1; }","duration":"156.464243ms","start":"2026-03-04T02:45:46.902396Z","end":"2026-03-04T02:45:47.05886Z","steps":["trace[626246775] 'process raft request' (duration: 96.884856ms)","trace[626246775] 'compare' (duration: 59.25873ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:47.129625Z","caller":"traceutil/trace.go:171","msg":"trace[708283815] linearizableReadLoop","detail":"{readStateIndex:36325; appliedIndex:36323; }","duration":"202.112126ms","start":"2026-03-04T02:45:46.927468Z","end":"2026-03-04T02:45:47.129581Z","steps":["trace[708283815] 'read index received' (duration: 71.789651ms)","trace[708283815] 'applied index is now lower than readState.Index' (duration: 130.320025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:47.13017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.665358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:45:47.130227Z","caller":"traceutil/trace.go:171","msg":"trace[149007638] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:35125; }","duration":"202.789261ms","start":"2026-03-04T02:45:46.92742Z","end":"2026-03-04T02:45:47.130209Z","steps":["trace[149007638] 'agreement among raft nodes before linearized reading' (duration: 202.642978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:47.400674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.339662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:45:47.400791Z","caller":"traceutil/trace.go:171","msg":"trace[1656499116] linearizableReadLoop","detail":"{readStateIndex:36327; appliedIndex:36326; }","duration":"156.188967ms","start":"2026-03-04T02:45:47.244587Z","end":"2026-03-04T02:45:47.400776Z","steps":["trace[1656499116] 'read index received' (duration: 38.674781ms)","trace[1656499116] 'applied index is now lower than readState.Index' (duration: 117.512486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:47.400976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.387112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T02:45:47.401018Z","caller":"traceutil/trace.go:171","msg":"trace[1515718861] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35127; }","duration":"156.457243ms","start":"2026-03-04T02:45:47.244548Z","end":"2026-03-04T02:45:47.401005Z","steps":["trace[1515718861] 'agreement among raft nodes before linearized reading' (duration: 156.298139ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:47.40087Z","caller":"traceutil/trace.go:171","msg":"trace[901110059] transaction","detail":"{read_only:false; response_revision:35127; number_of_response:1; }","duration":"208.878884ms","start":"2026-03-04T02:45:47.191959Z","end":"2026-03-04T02:45:47.400837Z","steps":["trace[901110059] 'process raft request' (duration: 91.288386ms)","trace[901110059] 'compare' (duration: 116.964193ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:47.444597Z","caller":"traceutil/trace.go:171","msg":"trace[1272204542] transaction","detail":"{read_only:false; response_revision:35128; number_of_response:1; }","duration":"188.725424ms","start":"2026-03-04T02:45:47.255812Z","end":"2026-03-04T02:45:47.444537Z","steps":["trace[1272204542] 'process raft request' (duration: 188.510569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:47.475876Z","caller":"traceutil/trace.go:171","msg":"trace[1118916814] transaction","detail":"{read_only:false; response_revision:35129; number_of_response:1; }","duration":"181.69361ms","start":"2026-03-04T02:45:47.294151Z","end":"2026-03-04T02:45:47.475845Z","steps":["trace[1118916814] 'process raft request' (duration: 181.454955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:47.476174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.995946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:45:47.476265Z","caller":"traceutil/trace.go:171","msg":"trace[122044779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35130; }","duration":"148.14115ms","start":"2026-03-04T02:45:47.328106Z","end":"2026-03-04T02:45:47.476248Z","steps":["trace[122044779] 'agreement among raft nodes before linearized reading' (duration: 147.859993ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:47.857754Z","caller":"traceutil/trace.go:171","msg":"trace[1536189065] transaction","detail":"{read_only:false; response_revision:35133; number_of_response:1; }","duration":"128.747518ms","start":"2026-03-04T02:45:47.728977Z","end":"2026-03-04T02:45:47.857724Z","steps":["trace[1536189065] 'process raft request' (duration: 128.509293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:47.947971Z","caller":"traceutil/trace.go:171","msg":"trace[363715109] transaction","detail":"{read_only:false; response_revision:35134; number_of_response:1; }","duration":"218.766304ms","start":"2026-03-04T02:45:47.72918Z","end":"2026-03-04T02:45:47.947946Z","steps":["trace[363715109] 'process raft request' (duration: 162.464133ms)","trace[363715109] 'compare' (duration: 56.199839ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:48.986655Z","caller":"traceutil/trace.go:171","msg":"trace[56706167] transaction","detail":"{read_only:false; response_revision:35138; number_of_response:1; }","duration":"374.792697ms","start":"2026-03-04T02:45:48.611835Z","end":"2026-03-04T02:45:48.986628Z","steps":["trace[56706167] 'process raft request' (duration: 374.538641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:48.987055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:48.611815Z","time spent":"375.010051ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:45:48.996453Z","caller":"traceutil/trace.go:171","msg":"trace[151739574] linearizableReadLoop","detail":"{readStateIndex:36339; appliedIndex:36337; }","duration":"236.395204ms","start":"2026-03-04T02:45:48.760026Z","end":"2026-03-04T02:45:48.996422Z","steps":["trace[151739574] 'read index received' (duration: 226.458562ms)","trace[151739574] 'applied index is now lower than readState.Index' (duration: 9.935212ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:48.996507Z","caller":"traceutil/trace.go:171","msg":"trace[191426343] transaction","detail":"{read_only:false; response_revision:35139; number_of_response:1; }","duration":"384.443902ms","start":"2026-03-04T02:45:48.612046Z","end":"2026-03-04T02:45:48.99649Z","steps":["trace[191426343] 'process raft request' (duration: 384.215606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:48.99666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:45:48.61202Z","time spent":"384.597765ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:45:48.996672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.62111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:45:48.996737Z","caller":"traceutil/trace.go:171","msg":"trace[970956371] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:35139; }","duration":"236.761873ms","start":"2026-03-04T02:45:48.759959Z","end":"2026-03-04T02:45:48.996721Z","steps":["trace[970956371] 'agreement among raft nodes before linearized reading' (duration: 236.62258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:48.996813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.920724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:45:48.996921Z","caller":"traceutil/trace.go:171","msg":"trace[535899299] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:35139; }","duration":"148.085968ms","start":"2026-03-04T02:45:48.848807Z","end":"2026-03-04T02:45:48.996893Z","steps":["trace[535899299] 'agreement among raft nodes before linearized reading' (duration: 147.912584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:45:48.996975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.587314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:45:48.997072Z","caller":"traceutil/trace.go:171","msg":"trace[1517459862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35139; }","duration":"131.698447ms","start":"2026-03-04T02:45:48.865353Z","end":"2026-03-04T02:45:48.997051Z","steps":["trace[1517459862] 'agreement among raft nodes before linearized reading' (duration: 131.42545ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:50.560345Z","caller":"traceutil/trace.go:171","msg":"trace[1049101602] transaction","detail":"{read_only:false; response_revision:35149; number_of_response:1; }","duration":"111.035005ms","start":"2026-03-04T02:45:50.44929Z","end":"2026-03-04T02:45:50.560325Z","steps":["trace[1049101602] 'process raft request' (duration: 110.923942ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:53.259359Z","caller":"traceutil/trace.go:171","msg":"trace[251939428] transaction","detail":"{read_only:false; response_revision:35165; number_of_response:1; }","duration":"143.714686ms","start":"2026-03-04T02:45:53.115607Z","end":"2026-03-04T02:45:53.259321Z","steps":["trace[251939428] 'process raft request' (duration: 77.066835ms)","trace[251939428] 'compare' (duration: 66.493438ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:45:53.25956Z","caller":"traceutil/trace.go:171","msg":"trace[631150528] linearizableReadLoop","detail":"{readStateIndex:36366; appliedIndex:36365; }","duration":"143.654585ms","start":"2026-03-04T02:45:53.115893Z","end":"2026-03-04T02:45:53.259548Z","steps":["trace[631150528] 'read index received' (duration: 76.798248ms)","trace[631150528] 'applied index is now lower than readState.Index' (duration: 66.855357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:53.259686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.753587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:45:53.259821Z","caller":"traceutil/trace.go:171","msg":"trace[318584388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35165; }","duration":"143.969272ms","start":"2026-03-04T02:45:53.115841Z","end":"2026-03-04T02:45:53.25981Z","steps":["trace[318584388] 'agreement among raft nodes before linearized reading' (duration: 143.763627ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:53.263096Z","caller":"traceutil/trace.go:171","msg":"trace[8637203] transaction","detail":"{read_only:false; response_revision:35166; number_of_response:1; }","duration":"145.906318ms","start":"2026-03-04T02:45:53.117157Z","end":"2026-03-04T02:45:53.263063Z","steps":["trace[8637203] 'process raft request' (duration: 145.716983ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:53.431492Z","caller":"traceutil/trace.go:171","msg":"trace[1555243164] transaction","detail":"{read_only:false; response_revision:35167; number_of_response:1; }","duration":"231.360557ms","start":"2026-03-04T02:45:53.200099Z","end":"2026-03-04T02:45:53.43146Z","steps":["trace[1555243164] 'process raft request' (duration: 231.141992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:45:55.717622Z","caller":"traceutil/trace.go:171","msg":"trace[651905763] transaction","detail":"{read_only:false; response_revision:35184; number_of_response:1; }","duration":"136.270103ms","start":"2026-03-04T02:45:55.581304Z","end":"2026-03-04T02:45:55.717574Z","steps":["trace[651905763] 'process raft request' (duration: 112.746465ms)","trace[651905763] 'compare' (duration: 23.331973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:45:56.06291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.168539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-04T02:45:56.062978Z","caller":"traceutil/trace.go:171","msg":"trace[885081441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:35187; }","duration":"105.267971ms","start":"2026-03-04T02:45:55.957694Z","end":"2026-03-04T02:45:56.062962Z","steps":["trace[885081441] 'range keys from in-memory index tree' (duration: 105.035305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:27.049287Z","caller":"traceutil/trace.go:171","msg":"trace[425501213] transaction","detail":"{read_only:false; response_revision:35397; number_of_response:1; }","duration":"104.35861ms","start":"2026-03-04T02:46:26.944852Z","end":"2026-03-04T02:46:27.049211Z","steps":["trace[425501213] 'process raft request' (duration: 104.157885ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:39.118657Z","caller":"traceutil/trace.go:171","msg":"trace[619566426] transaction","detail":"{read_only:false; response_revision:35478; number_of_response:1; }","duration":"113.104804ms","start":"2026-03-04T02:46:39.00549Z","end":"2026-03-04T02:46:39.118595Z","steps":["trace[619566426] 'process raft request' (duration: 112.911069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:40.499103Z","caller":"traceutil/trace.go:171","msg":"trace[1616407988] linearizableReadLoop","detail":"{readStateIndex:36700; appliedIndex:36699; }","duration":"138.079485ms","start":"2026-03-04T02:46:40.361005Z","end":"2026-03-04T02:46:40.499084Z","steps":["trace[1616407988] 'read index received' (duration: 137.925181ms)","trace[1616407988] 'applied index is now lower than readState.Index' (duration: 153.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:46:40.49917Z","caller":"traceutil/trace.go:171","msg":"trace[1259455812] transaction","detail":"{read_only:false; response_revision:35489; number_of_response:1; }","duration":"142.507748ms","start":"2026-03-04T02:46:40.356624Z","end":"2026-03-04T02:46:40.499131Z","steps":["trace[1259455812] 'process raft request' (duration: 142.347974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:46:40.49925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.226878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:46:40.499272Z","caller":"traceutil/trace.go:171","msg":"trace[644406705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35489; }","duration":"138.30809ms","start":"2026-03-04T02:46:40.360957Z","end":"2026-03-04T02:46:40.499265Z","steps":["trace[644406705] 'agreement among raft nodes before linearized reading' (duration: 138.198917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:46:44.632479Z","caller":"traceutil/trace.go:171","msg":"trace[509605268] transaction","detail":"{read_only:false; response_revision:35515; number_of_response:1; }","duration":"116.39521ms","start":"2026-03-04T02:46:44.516054Z","end":"2026-03-04T02:46:44.632449Z","steps":["trace[509605268] 'process raft request' (duration: 104.848031ms)","trace[509605268] 'compare' (duration: 11.279523ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:47:24.670021Z","caller":"traceutil/trace.go:171","msg":"trace[17785280] transaction","detail":"{read_only:false; response_revision:35784; number_of_response:1; }","duration":"120.67734ms","start":"2026-03-04T02:47:24.54931Z","end":"2026-03-04T02:47:24.669988Z","steps":["trace[17785280] 'process raft request' (duration: 120.480615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:47:30.702197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.129621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:47:30.702282Z","caller":"traceutil/trace.go:171","msg":"trace[1707578532] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:35823; }","duration":"106.229594ms","start":"2026-03-04T02:47:30.596034Z","end":"2026-03-04T02:47:30.702264Z","steps":["trace[1707578532] 'count revisions from in-memory index tree' (duration: 106.051729ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:48:37.135859Z","caller":"traceutil/trace.go:171","msg":"trace[1851412009] transaction","detail":"{read_only:false; response_revision:36275; number_of_response:1; }","duration":"130.698774ms","start":"2026-03-04T02:48:37.005122Z","end":"2026-03-04T02:48:37.135821Z","steps":["trace[1851412009] 'process raft request' (duration: 128.455511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:35.37154Z","caller":"traceutil/trace.go:171","msg":"trace[371420298] transaction","detail":"{read_only:false; response_revision:36672; number_of_response:1; }","duration":"103.1557ms","start":"2026-03-04T02:49:35.268355Z","end":"2026-03-04T02:49:35.371511Z","steps":["trace[371420298] 'process raft request' (duration: 82.754216ms)","trace[371420298] 'compare' (duration: 20.275091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:49:50.212596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.563037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T02:49:50.212696Z","caller":"traceutil/trace.go:171","msg":"trace[336601756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36772; }","duration":"176.703791ms","start":"2026-03-04T02:49:50.035965Z","end":"2026-03-04T02:49:50.212669Z","steps":["trace[336601756] 'range keys from in-memory index tree' (duration: 176.408274ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:49:59.496452Z","caller":"traceutil/trace.go:171","msg":"trace[260165723] transaction","detail":"{read_only:false; response_revision:36833; number_of_response:1; }","duration":"126.861281ms","start":"2026-03-04T02:49:59.369563Z","end":"2026-03-04T02:49:59.496424Z","steps":["trace[260165723] 'process raft request' (duration: 76.757496ms)","trace[260165723] 'compare' (duration: 49.973562ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:49:59.86994Z","caller":"traceutil/trace.go:171","msg":"trace[1125541390] transaction","detail":"{read_only:false; response_revision:36835; number_of_response:1; }","duration":"130.66481ms","start":"2026-03-04T02:49:59.739249Z","end":"2026-03-04T02:49:59.869913Z","steps":["trace[1125541390] 'process raft request' (duration: 130.521187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.084948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.059726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:50:00.085111Z","caller":"traceutil/trace.go:171","msg":"trace[461629605] transaction","detail":"{read_only:false; response_revision:36836; number_of_response:1; }","duration":"182.957376ms","start":"2026-03-04T02:49:59.902129Z","end":"2026-03-04T02:50:00.085086Z","steps":["trace[461629605] 'process raft request' (duration: 61.657424ms)","trace[461629605] 'compare' (duration: 120.749489ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:00.121963Z","caller":"traceutil/trace.go:171","msg":"trace[732542285] transaction","detail":"{read_only:false; response_revision:36837; number_of_response:1; }","duration":"115.946078ms","start":"2026-03-04T02:50:00.005993Z","end":"2026-03-04T02:50:00.12194Z","steps":["trace[732542285] 'process raft request' (duration: 115.797374ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:00.302992Z","caller":"traceutil/trace.go:171","msg":"trace[1947328082] linearizableReadLoop","detail":"{readStateIndex:38092; appliedIndex:38089; }","duration":"253.799405ms","start":"2026-03-04T02:50:00.049156Z","end":"2026-03-04T02:50:00.302956Z","steps":["trace[1947328082] 'read index received' (duration: 72.593819ms)","trace[1947328082] 'applied index is now lower than readState.Index' (duration: 181.203936ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:00.303026Z","caller":"traceutil/trace.go:171","msg":"trace[550657529] transaction","detail":"{read_only:false; response_revision:36838; number_of_response:1; }","duration":"295.959216ms","start":"2026-03-04T02:50:00.007042Z","end":"2026-03-04T02:50:00.303001Z","steps":["trace[550657529] 'process raft request' (duration: 236.047202ms)","trace[550657529] 'compare' (duration: 59.585326ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:00.303035Z","caller":"traceutil/trace.go:171","msg":"trace[258315290] transaction","detail":"{read_only:false; response_revision:36839; number_of_response:1; }","duration":"256.726942ms","start":"2026-03-04T02:50:00.046293Z","end":"2026-03-04T02:50:00.30302Z","steps":["trace[258315290] 'process raft request' (duration: 256.575709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.303432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.321537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:50:00.303503Z","caller":"traceutil/trace.go:171","msg":"trace[1503052591] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:36839; }","duration":"196.44891ms","start":"2026-03-04T02:50:00.107034Z","end":"2026-03-04T02:50:00.303482Z","steps":["trace[1503052591] 'agreement among raft nodes before linearized reading' (duration: 196.321127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.303434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.265805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T02:50:00.303708Z","caller":"traceutil/trace.go:171","msg":"trace[192280114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36839; }","duration":"254.556392ms","start":"2026-03-04T02:50:00.049109Z","end":"2026-03-04T02:50:00.303665Z","steps":["trace[192280114] 'agreement among raft nodes before linearized reading' (duration: 253.974539ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:00.615154Z","caller":"traceutil/trace.go:171","msg":"trace[1235674646] transaction","detail":"{read_only:false; response_revision:36840; number_of_response:1; }","duration":"309.462859ms","start":"2026-03-04T02:50:00.305657Z","end":"2026-03-04T02:50:00.61512Z","steps":["trace[1235674646] 'process raft request' (duration: 255.75261ms)","trace[1235674646] 'compare' (duration: 52.177234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:50:00.615288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:00.305629Z","time spent":"309.602003ms","remote":"127.0.0.1:46832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5417,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T02:50:00.823406Z","caller":"traceutil/trace.go:171","msg":"trace[87396923] linearizableReadLoop","detail":"{readStateIndex:38096; appliedIndex:38092; }","duration":"356.920273ms","start":"2026-03-04T02:50:00.466467Z","end":"2026-03-04T02:50:00.823387Z","steps":["trace[87396923] 'read index received' (duration: 94.921988ms)","trace[87396923] 'applied index is now lower than readState.Index' (duration: 261.997545ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:00.823686Z","caller":"traceutil/trace.go:171","msg":"trace[1181555762] transaction","detail":"{read_only:false; response_revision:36843; number_of_response:1; }","duration":"515.380011ms","start":"2026-03-04T02:50:00.30828Z","end":"2026-03-04T02:50:00.82366Z","steps":["trace[1181555762] 'process raft request' (duration: 515.077224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.823775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.294022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-04T02:50:00.82382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:00.308263Z","time spent":"515.486703ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:50:00.823831Z","caller":"traceutil/trace.go:171","msg":"trace[991910195] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:36843; }","duration":"357.393454ms","start":"2026-03-04T02:50:00.466422Z","end":"2026-03-04T02:50:00.823815Z","steps":["trace[991910195] 'agreement among raft nodes before linearized reading' (duration: 357.237661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.823871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:00.466405Z","time spent":"357.454476ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T02:50:00.824049Z","caller":"traceutil/trace.go:171","msg":"trace[725741288] transaction","detail":"{read_only:false; response_revision:36841; number_of_response:1; }","duration":"516.735381ms","start":"2026-03-04T02:50:00.307303Z","end":"2026-03-04T02:50:00.824039Z","steps":["trace[725741288] 'process raft request' (duration: 449.516277ms)","trace[725741288] 'compare' (duration: 66.361275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:50:00.824103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:00.307295Z","time spent":"516.778612ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:50:00.824233Z","caller":"traceutil/trace.go:171","msg":"trace[1405725697] transaction","detail":"{read_only:false; response_revision:36842; number_of_response:1; }","duration":"516.028235ms","start":"2026-03-04T02:50:00.308195Z","end":"2026-03-04T02:50:00.824224Z","steps":["trace[1405725697] 'process raft request' (duration: 515.126004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.824275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:00.30819Z","time spent":"516.065506ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:50:00.831956Z","caller":"traceutil/trace.go:171","msg":"trace[1830985177] transaction","detail":"{read_only:false; response_revision:36844; number_of_response:1; }","duration":"202.85628ms","start":"2026-03-04T02:50:00.629064Z","end":"2026-03-04T02:50:00.831921Z","steps":["trace[1830985177] 'process raft request' (duration: 202.688626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.831992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.506742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:50:00.83208Z","caller":"traceutil/trace.go:171","msg":"trace[298553400] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:36844; }","duration":"138.638105ms","start":"2026-03-04T02:50:00.69342Z","end":"2026-03-04T02:50:00.832058Z","steps":["trace[298553400] 'agreement among raft nodes before linearized reading' (duration: 138.496772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:00.832115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.828228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:50:00.832198Z","caller":"traceutil/trace.go:171","msg":"trace[384319826] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:36844; }","duration":"208.923981ms","start":"2026-03-04T02:50:00.623253Z","end":"2026-03-04T02:50:00.832177Z","steps":["trace[384319826] 'agreement among raft nodes before linearized reading' (duration: 208.722016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:03.730872Z","caller":"traceutil/trace.go:171","msg":"trace[629688154] transaction","detail":"{read_only:false; response_revision:36879; number_of_response:1; }","duration":"163.273048ms","start":"2026-03-04T02:50:03.567576Z","end":"2026-03-04T02:50:03.730849Z","steps":["trace[629688154] 'process raft request' (duration: 163.142275ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:06.03276Z","caller":"traceutil/trace.go:171","msg":"trace[907754100] transaction","detail":"{read_only:false; response_revision:36897; number_of_response:1; }","duration":"131.204512ms","start":"2026-03-04T02:50:05.901528Z","end":"2026-03-04T02:50:06.032732Z","steps":["trace[907754100] 'process raft request' (duration: 131.038198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:09.125138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.949174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:50:09.125473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.173116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:50:09.125561Z","caller":"traceutil/trace.go:171","msg":"trace[532557298] linearizableReadLoop","detail":"{readStateIndex:38173; appliedIndex:38172; }","duration":"206.31943ms","start":"2026-03-04T02:50:08.919205Z","end":"2026-03-04T02:50:09.125525Z","steps":["trace[532557298] 'read index received' (duration: 91.98379ms)","trace[532557298] 'applied index is now lower than readState.Index' (duration: 114.33419ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:09.125559Z","caller":"traceutil/trace.go:171","msg":"trace[215612481] transaction","detail":"{read_only:false; response_revision:36917; number_of_response:1; }","duration":"259.779213ms","start":"2026-03-04T02:50:08.865751Z","end":"2026-03-04T02:50:09.12553Z","steps":["trace[215612481] 'process raft request' (duration: 145.482994ms)","trace[215612481] 'compare' (duration: 113.741456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:50:09.125828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.628047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T02:50:09.125827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.789072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:50:09.125883Z","caller":"traceutil/trace.go:171","msg":"trace[1079317724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36917; }","duration":"139.884884ms","start":"2026-03-04T02:50:08.985982Z","end":"2026-03-04T02:50:09.125867Z","steps":["trace[1079317724] 'agreement among raft nodes before linearized reading' (duration: 139.744201ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:09.125869Z","caller":"traceutil/trace.go:171","msg":"trace[2088346973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36917; }","duration":"206.713099ms","start":"2026-03-04T02:50:08.919145Z","end":"2026-03-04T02:50:09.125858Z","steps":["trace[2088346973] 'agreement among raft nodes before linearized reading' (duration: 206.507244ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:09.125276Z","caller":"traceutil/trace.go:171","msg":"trace[652458529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:36916; }","duration":"121.096147ms","start":"2026-03-04T02:50:09.004161Z","end":"2026-03-04T02:50:09.125258Z","steps":["trace[652458529] 'range keys from in-memory index tree' (duration: 120.935593ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:35.481418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35051} {"level":"info","ts":"2026-03-04T02:50:35.598962Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35051,"took":"113.188194ms","hash":2359291053,"current-db-size-bytes":54317056,"current-db-size":"54 MB","current-db-size-in-use-bytes":27975680,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:50:35.599127Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2359291053,"revision":35051,"compact-revision":32951} {"level":"info","ts":"2026-03-04T02:50:59.725343Z","caller":"traceutil/trace.go:171","msg":"trace[1511650290] linearizableReadLoop","detail":"{readStateIndex:38542; appliedIndex:38541; }","duration":"234.27522ms","start":"2026-03-04T02:50:59.491046Z","end":"2026-03-04T02:50:59.725321Z","steps":["trace[1511650290] 'read index received' (duration: 234.115976ms)","trace[1511650290] 'applied index is now lower than readState.Index' (duration: 157.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:50:59.725451Z","caller":"traceutil/trace.go:171","msg":"trace[2054370837] transaction","detail":"{read_only:false; response_revision:37275; number_of_response:1; }","duration":"428.392857ms","start":"2026-03-04T02:50:59.297018Z","end":"2026-03-04T02:50:59.72541Z","steps":["trace[2054370837] 'process raft request' (duration: 428.12234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:59.725591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.522086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T02:50:59.725635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:50:59.296992Z","time spent":"428.55233ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:50:59.725695Z","caller":"traceutil/trace.go:171","msg":"trace[1396277691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37275; }","duration":"234.67291ms","start":"2026-03-04T02:50:59.490999Z","end":"2026-03-04T02:50:59.725672Z","steps":["trace[1396277691] 'agreement among raft nodes before linearized reading' (duration: 234.413714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:59.729647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.753984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:50:59.729728Z","caller":"traceutil/trace.go:171","msg":"trace[472340115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37276; }","duration":"143.886767ms","start":"2026-03-04T02:50:59.585825Z","end":"2026-03-04T02:50:59.729712Z","steps":["trace[472340115] 'agreement among raft nodes before linearized reading' (duration: 143.657011ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:50:59.729871Z","caller":"traceutil/trace.go:171","msg":"trace[873840086] transaction","detail":"{read_only:false; response_revision:37276; number_of_response:1; }","duration":"234.047205ms","start":"2026-03-04T02:50:59.495801Z","end":"2026-03-04T02:50:59.729848Z","steps":["trace[873840086] 'process raft request' (duration: 233.593334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:50:59.729913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.623916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:50:59.729998Z","caller":"traceutil/trace.go:171","msg":"trace[1734528958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37276; }","duration":"117.716658ms","start":"2026-03-04T02:50:59.612263Z","end":"2026-03-04T02:50:59.729979Z","steps":["trace[1734528958] 'agreement among raft nodes before linearized reading' (duration: 117.457232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:00.801165Z","caller":"traceutil/trace.go:171","msg":"trace[1154522469] transaction","detail":"{read_only:false; response_revision:37287; number_of_response:1; }","duration":"106.260232ms","start":"2026-03-04T02:51:00.69488Z","end":"2026-03-04T02:51:00.80114Z","steps":["trace[1154522469] 'process raft request' (duration: 106.120069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:02.962137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.486019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:51:02.96225Z","caller":"traceutil/trace.go:171","msg":"trace[557303866] transaction","detail":"{read_only:false; response_revision:37301; number_of_response:1; }","duration":"186.712434ms","start":"2026-03-04T02:51:02.775517Z","end":"2026-03-04T02:51:02.962229Z","steps":["trace[557303866] 'process raft request' (duration: 58.04083ms)","trace[557303866] 'compare' (duration: 128.349126ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:03.003195Z","caller":"traceutil/trace.go:171","msg":"trace[1146698357] linearizableReadLoop","detail":"{readStateIndex:38570; appliedIndex:38568; }","duration":"193.599914ms","start":"2026-03-04T02:51:02.809575Z","end":"2026-03-04T02:51:03.003174Z","steps":["trace[1146698357] 'read index received' (duration: 23.932697ms)","trace[1146698357] 'applied index is now lower than readState.Index' (duration: 169.666337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:03.003379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.771018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:03.003412Z","caller":"traceutil/trace.go:171","msg":"trace[1372490270] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37302; }","duration":"193.848879ms","start":"2026-03-04T02:51:02.809553Z","end":"2026-03-04T02:51:03.003402Z","steps":["trace[1372490270] 'agreement among raft nodes before linearized reading' (duration: 193.740517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:03.003365Z","caller":"traceutil/trace.go:171","msg":"trace[1878033894] transaction","detail":"{read_only:false; response_revision:37302; number_of_response:1; }","duration":"193.82215ms","start":"2026-03-04T02:51:02.809495Z","end":"2026-03-04T02:51:03.003317Z","steps":["trace[1878033894] 'process raft request' (duration: 193.549463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:03.003556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.577337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T02:51:03.003635Z","caller":"traceutil/trace.go:171","msg":"trace[1801355350] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:37302; }","duration":"176.69743ms","start":"2026-03-04T02:51:02.826916Z","end":"2026-03-04T02:51:03.003614Z","steps":["trace[1801355350] 'agreement among raft nodes before linearized reading' (duration: 176.485305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:04.662264Z","caller":"traceutil/trace.go:171","msg":"trace[941869833] transaction","detail":"{read_only:false; response_revision:37312; number_of_response:1; }","duration":"164.15757ms","start":"2026-03-04T02:51:04.498085Z","end":"2026-03-04T02:51:04.662243Z","steps":["trace[941869833] 'process raft request' (duration: 164.039557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:04.73145Z","caller":"traceutil/trace.go:171","msg":"trace[1135874862] transaction","detail":"{read_only:false; response_revision:37313; number_of_response:1; }","duration":"231.028645ms","start":"2026-03-04T02:51:04.500393Z","end":"2026-03-04T02:51:04.731422Z","steps":["trace[1135874862] 'process raft request' (duration: 230.79616ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:04.731753Z","caller":"traceutil/trace.go:171","msg":"trace[971928464] transaction","detail":"{read_only:false; response_revision:37314; number_of_response:1; }","duration":"159.544002ms","start":"2026-03-04T02:51:04.572191Z","end":"2026-03-04T02:51:04.731735Z","steps":["trace[971928464] 'process raft request' (duration: 159.167344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:04.731847Z","caller":"traceutil/trace.go:171","msg":"trace[677169865] linearizableReadLoop","detail":"{readStateIndex:38581; appliedIndex:38579; }","duration":"181.8474ms","start":"2026-03-04T02:51:04.549847Z","end":"2026-03-04T02:51:04.731694Z","steps":["trace[677169865] 'read index received' (duration: 112.377304ms)","trace[677169865] 'applied index is now lower than readState.Index' (duration: 69.467176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:04.732106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.23456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0c322e2-a91b-4f15-b095-56ee01a8db9a\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T02:51:04.732199Z","caller":"traceutil/trace.go:171","msg":"trace[1783875610] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0c322e2-a91b-4f15-b095-56ee01a8db9a; range_end:; response_count:1; response_revision:37314; }","duration":"182.378434ms","start":"2026-03-04T02:51:04.549797Z","end":"2026-03-04T02:51:04.732175Z","steps":["trace[1783875610] 'agreement among raft nodes before linearized reading' (duration: 182.048436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:05.042318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.148059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:05.042403Z","caller":"traceutil/trace.go:171","msg":"trace[334349169] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:37315; }","duration":"112.292322ms","start":"2026-03-04T02:51:04.930091Z","end":"2026-03-04T02:51:05.042384Z","steps":["trace[334349169] 'count revisions from in-memory index tree' (duration: 111.978264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:14.257742Z","caller":"traceutil/trace.go:171","msg":"trace[884611686] transaction","detail":"{read_only:false; response_revision:37378; number_of_response:1; }","duration":"134.079189ms","start":"2026-03-04T02:51:14.123627Z","end":"2026-03-04T02:51:14.257707Z","steps":["trace[884611686] 'process raft request' (duration: 133.239589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:16.313523Z","caller":"traceutil/trace.go:171","msg":"trace[140815140] transaction","detail":"{read_only:false; response_revision:37391; number_of_response:1; }","duration":"109.289363ms","start":"2026-03-04T02:51:16.20419Z","end":"2026-03-04T02:51:16.31348Z","steps":["trace[140815140] 'process raft request' (duration: 16.540275ms)","trace[140815140] 'compare' (duration: 92.179604ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:16.684006Z","caller":"traceutil/trace.go:171","msg":"trace[1949587440] transaction","detail":"{read_only:false; response_revision:37394; number_of_response:1; }","duration":"130.23672ms","start":"2026-03-04T02:51:16.553745Z","end":"2026-03-04T02:51:16.683982Z","steps":["trace[1949587440] 'process raft request' (duration: 130.024815ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:16.877703Z","caller":"traceutil/trace.go:171","msg":"trace[1117917012] transaction","detail":"{read_only:false; response_revision:37395; number_of_response:1; }","duration":"131.063189ms","start":"2026-03-04T02:51:16.746603Z","end":"2026-03-04T02:51:16.877667Z","steps":["trace[1117917012] 'process raft request' (duration: 85.029488ms)","trace[1117917012] 'compare' (duration: 45.817676ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:20.49066Z","caller":"traceutil/trace.go:171","msg":"trace[1135545959] linearizableReadLoop","detail":"{readStateIndex:38690; appliedIndex:38689; }","duration":"126.416051ms","start":"2026-03-04T02:51:20.364211Z","end":"2026-03-04T02:51:20.490627Z","steps":["trace[1135545959] 'read index received' (duration: 54.504898ms)","trace[1135545959] 'applied index is now lower than readState.Index' (duration: 71.907263ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:20.490802Z","caller":"traceutil/trace.go:171","msg":"trace[1552571353] transaction","detail":"{read_only:false; response_revision:37418; number_of_response:1; }","duration":"146.307384ms","start":"2026-03-04T02:51:20.34448Z","end":"2026-03-04T02:51:20.490787Z","steps":["trace[1552571353] 'process raft request' (duration: 74.224317ms)","trace[1552571353] 'compare' (duration: 71.750229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:20.49104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.81119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:51:20.49108Z","caller":"traceutil/trace.go:171","msg":"trace[1399799621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37418; }","duration":"126.890522ms","start":"2026-03-04T02:51:20.36418Z","end":"2026-03-04T02:51:20.49107Z","steps":["trace[1399799621] 'agreement among raft nodes before linearized reading' (duration: 126.743988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:20.491327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.823948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:51:20.491431Z","caller":"traceutil/trace.go:171","msg":"trace[852817803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37418; }","duration":"116.965762ms","start":"2026-03-04T02:51:20.374448Z","end":"2026-03-04T02:51:20.491413Z","steps":["trace[852817803] 'agreement among raft nodes before linearized reading' (duration: 116.753477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.215918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.251368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:51:23.216201Z","caller":"traceutil/trace.go:171","msg":"trace[1954382241] transaction","detail":"{read_only:false; response_revision:37437; number_of_response:1; }","duration":"188.729981ms","start":"2026-03-04T02:51:23.027416Z","end":"2026-03-04T02:51:23.216146Z","steps":["trace[1954382241] 'process raft request' (duration: 22.005262ms)","trace[1954382241] 'compare' (duration: 166.108354ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:23.216368Z","caller":"traceutil/trace.go:171","msg":"trace[419116581] linearizableReadLoop","detail":"{readStateIndex:38711; appliedIndex:38709; }","duration":"100.435916ms","start":"2026-03-04T02:51:23.115759Z","end":"2026-03-04T02:51:23.216195Z","steps":["trace[419116581] 'read index received' (duration: 100.117819ms)","trace[419116581] 'applied index is now lower than readState.Index' (duration: 316.857µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:23.216362Z","caller":"traceutil/trace.go:171","msg":"trace[1665873760] transaction","detail":"{read_only:false; response_revision:37438; number_of_response:1; }","duration":"110.224204ms","start":"2026-03-04T02:51:23.106066Z","end":"2026-03-04T02:51:23.21629Z","steps":["trace[1665873760] 'process raft request' (duration: 109.985249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.216543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.790665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:23.216628Z","caller":"traceutil/trace.go:171","msg":"trace[1483577756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37438; }","duration":"100.883737ms","start":"2026-03-04T02:51:23.115689Z","end":"2026-03-04T02:51:23.216573Z","steps":["trace[1483577756] 'agreement among raft nodes before linearized reading' (duration: 100.762994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:23.580641Z","caller":"traceutil/trace.go:171","msg":"trace[1475945764] linearizableReadLoop","detail":"{readStateIndex:38717; appliedIndex:38716; }","duration":"173.131968ms","start":"2026-03-04T02:51:23.407479Z","end":"2026-03-04T02:51:23.580611Z","steps":["trace[1475945764] 'read index received' (duration: 172.79221ms)","trace[1475945764] 'applied index is now lower than readState.Index' (duration: 337.158µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:23.580682Z","caller":"traceutil/trace.go:171","msg":"trace[174819761] transaction","detail":"{read_only:false; response_revision:37444; number_of_response:1; }","duration":"177.482419ms","start":"2026-03-04T02:51:23.403163Z","end":"2026-03-04T02:51:23.580645Z","steps":["trace[174819761] 'process raft request' (duration: 177.071899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.580934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.429295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:51:23.580978Z","caller":"traceutil/trace.go:171","msg":"trace[1406300138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37444; }","duration":"173.509456ms","start":"2026-03-04T02:51:23.407458Z","end":"2026-03-04T02:51:23.580967Z","steps":["trace[1406300138] 'agreement among raft nodes before linearized reading' (duration: 173.310502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:23.581324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.2965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T02:51:23.581802Z","caller":"traceutil/trace.go:171","msg":"trace[185466025] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:37444; }","duration":"105.812332ms","start":"2026-03-04T02:51:23.475961Z","end":"2026-03-04T02:51:23.581773Z","steps":["trace[185466025] 'agreement among raft nodes before linearized reading' (duration: 104.997103ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:23.837159Z","caller":"traceutil/trace.go:171","msg":"trace[1446844871] linearizableReadLoop","detail":"{readStateIndex:38721; appliedIndex:38720; }","duration":"121.088206ms","start":"2026-03-04T02:51:23.716042Z","end":"2026-03-04T02:51:23.83713Z","steps":["trace[1446844871] 'read index received' (duration: 24.783876ms)","trace[1446844871] 'applied index is now lower than readState.Index' (duration: 96.30251ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:23.837213Z","caller":"traceutil/trace.go:171","msg":"trace[1294366921] transaction","detail":"{read_only:false; number_of_response:1; response_revision:37448; }","duration":"134.768654ms","start":"2026-03-04T02:51:23.702407Z","end":"2026-03-04T02:51:23.837176Z","steps":["trace[1294366921] 'process raft request' (duration: 38.519395ms)","trace[1294366921] 'compare' (duration: 95.954502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:23.837366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.312622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:23.837454Z","caller":"traceutil/trace.go:171","msg":"trace[1141568736] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37448; }","duration":"121.439155ms","start":"2026-03-04T02:51:23.715996Z","end":"2026-03-04T02:51:23.837435Z","steps":["trace[1141568736] 'agreement among raft nodes before linearized reading' (duration: 121.22314ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:24.166196Z","caller":"traceutil/trace.go:171","msg":"trace[814951362] transaction","detail":"{read_only:false; response_revision:37452; number_of_response:1; }","duration":"153.277477ms","start":"2026-03-04T02:51:24.012888Z","end":"2026-03-04T02:51:24.166165Z","steps":["trace[814951362] 'process raft request' (duration: 103.271453ms)","trace[814951362] 'compare' (duration: 49.556523ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:24.402392Z","caller":"traceutil/trace.go:171","msg":"trace[479091024] linearizableReadLoop","detail":"{readStateIndex:38727; appliedIndex:38726; }","duration":"102.968126ms","start":"2026-03-04T02:51:24.299389Z","end":"2026-03-04T02:51:24.402357Z","steps":["trace[479091024] 'read index received' (duration: 102.635368ms)","trace[479091024] 'applied index is now lower than readState.Index' (duration: 331.518µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:24.402598Z","caller":"traceutil/trace.go:171","msg":"trace[390062535] transaction","detail":"{read_only:false; response_revision:37454; number_of_response:1; }","duration":"228.687039ms","start":"2026-03-04T02:51:24.173866Z","end":"2026-03-04T02:51:24.402553Z","steps":["trace[390062535] 'process raft request' (duration: 228.250469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:24.403118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.720083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:51:24.403207Z","caller":"traceutil/trace.go:171","msg":"trace[1090864898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37454; }","duration":"103.848936ms","start":"2026-03-04T02:51:24.299336Z","end":"2026-03-04T02:51:24.403185Z","steps":["trace[1090864898] 'agreement among raft nodes before linearized reading' (duration: 103.711823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:24.680636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.127096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:51:24.680809Z","caller":"traceutil/trace.go:171","msg":"trace[1386901803] linearizableReadLoop","detail":"{readStateIndex:38730; appliedIndex:38727; }","duration":"271.101936ms","start":"2026-03-04T02:51:24.40969Z","end":"2026-03-04T02:51:24.680792Z","steps":["trace[1386901803] 'read index received' (duration: 30.423508ms)","trace[1386901803] 'applied index is now lower than readState.Index' (duration: 240.677238ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:24.680884Z","caller":"traceutil/trace.go:171","msg":"trace[1229561624] transaction","detail":"{read_only:false; response_revision:37456; number_of_response:1; }","duration":"272.732694ms","start":"2026-03-04T02:51:24.40814Z","end":"2026-03-04T02:51:24.680873Z","steps":["trace[1229561624] 'process raft request' (duration: 145.2934ms)","trace[1229561624] 'compare' (duration: 127.009044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:24.680918Z","caller":"traceutil/trace.go:171","msg":"trace[196755235] transaction","detail":"{read_only:false; response_revision:37457; number_of_response:1; }","duration":"272.446786ms","start":"2026-03-04T02:51:24.408449Z","end":"2026-03-04T02:51:24.680896Z","steps":["trace[196755235] 'process raft request' (duration: 272.284433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:24.681211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.505405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/3776\" ","response":"range_response_count:1 size:2584"} {"level":"info","ts":"2026-03-04T02:51:24.681307Z","caller":"traceutil/trace.go:171","msg":"trace[179760795] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/3776; range_end:; response_count:1; response_revision:37457; }","duration":"271.634648ms","start":"2026-03-04T02:51:24.409656Z","end":"2026-03-04T02:51:24.68129Z","steps":["trace[179760795] 'agreement among raft nodes before linearized reading' (duration: 271.369511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:24.692676Z","caller":"traceutil/trace.go:171","msg":"trace[1584410023] transaction","detail":"{read_only:false; response_revision:37459; number_of_response:1; }","duration":"185.034964ms","start":"2026-03-04T02:51:24.507614Z","end":"2026-03-04T02:51:24.692649Z","steps":["trace[1584410023] 'process raft request' (duration: 184.946472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:24.692698Z","caller":"traceutil/trace.go:171","msg":"trace[838859474] transaction","detail":"{read_only:false; response_revision:37458; number_of_response:1; }","duration":"198.085717ms","start":"2026-03-04T02:51:24.494561Z","end":"2026-03-04T02:51:24.692647Z","steps":["trace[838859474] 'process raft request' (duration: 197.854262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:24.692843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.346804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:51:24.692922Z","caller":"traceutil/trace.go:171","msg":"trace[1703762877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37459; }","duration":"137.472087ms","start":"2026-03-04T02:51:24.555434Z","end":"2026-03-04T02:51:24.692906Z","steps":["trace[1703762877] 'agreement among raft nodes before linearized reading' (duration: 137.333574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:24.965729Z","caller":"traceutil/trace.go:171","msg":"trace[1043054013] transaction","detail":"{read_only:false; response_revision:37466; number_of_response:1; }","duration":"120.898272ms","start":"2026-03-04T02:51:24.8448Z","end":"2026-03-04T02:51:24.965698Z","steps":["trace[1043054013] 'process raft request' (duration: 119.335726ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:25.373856Z","caller":"traceutil/trace.go:171","msg":"trace[2000790773] transaction","detail":"{read_only:false; response_revision:37475; number_of_response:1; }","duration":"131.586271ms","start":"2026-03-04T02:51:25.242245Z","end":"2026-03-04T02:51:25.373831Z","steps":["trace[2000790773] 'process raft request' (duration: 131.507869ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:25.373902Z","caller":"traceutil/trace.go:171","msg":"trace[176353214] transaction","detail":"{read_only:false; response_revision:37474; number_of_response:1; }","duration":"152.246452ms","start":"2026-03-04T02:51:25.221619Z","end":"2026-03-04T02:51:25.373865Z","steps":["trace[176353214] 'process raft request' (duration: 151.797252ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:25.550589Z","caller":"traceutil/trace.go:171","msg":"trace[1053940829] transaction","detail":"{read_only:false; response_revision:37478; number_of_response:1; }","duration":"105.999025ms","start":"2026-03-04T02:51:25.444571Z","end":"2026-03-04T02:51:25.55057Z","steps":["trace[1053940829] 'process raft request' (duration: 105.848492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:25.745052Z","caller":"traceutil/trace.go:171","msg":"trace[475207467] transaction","detail":"{read_only:false; response_revision:37479; number_of_response:1; }","duration":"100.994989ms","start":"2026-03-04T02:51:25.644027Z","end":"2026-03-04T02:51:25.745022Z","steps":["trace[475207467] 'process raft request' (duration: 24.231283ms)","trace[475207467] 'compare' (duration: 76.343126ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:26.74924Z","caller":"traceutil/trace.go:171","msg":"trace[1188070336] transaction","detail":"{read_only:false; number_of_response:1; response_revision:37486; }","duration":"105.603038ms","start":"2026-03-04T02:51:26.643595Z","end":"2026-03-04T02:51:26.749198Z","steps":["trace[1188070336] 'process raft request' (duration: 105.434834ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:26.90763Z","caller":"traceutil/trace.go:171","msg":"trace[141119236] transaction","detail":"{read_only:false; response_revision:37488; number_of_response:1; }","duration":"153.550883ms","start":"2026-03-04T02:51:26.754035Z","end":"2026-03-04T02:51:26.907586Z","steps":["trace[141119236] 'process raft request' (duration: 151.835243ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:26.907702Z","caller":"traceutil/trace.go:171","msg":"trace[1104174793] transaction","detail":"{read_only:false; response_revision:37489; number_of_response:1; }","duration":"105.605377ms","start":"2026-03-04T02:51:26.802084Z","end":"2026-03-04T02:51:26.907689Z","steps":["trace[1104174793] 'process raft request' (duration: 105.406912ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:26.907784Z","caller":"traceutil/trace.go:171","msg":"trace[180207080] linearizableReadLoop","detail":"{readStateIndex:38761; appliedIndex:38760; }","duration":"110.113832ms","start":"2026-03-04T02:51:26.797661Z","end":"2026-03-04T02:51:26.907775Z","steps":["trace[180207080] 'read index received' (duration: 108.224038ms)","trace[180207080] 'applied index is now lower than readState.Index' (duration: 1.888754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:26.907909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.050022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:51:26.907966Z","caller":"traceutil/trace.go:171","msg":"trace[1867847508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37490; }","duration":"135.146564ms","start":"2026-03-04T02:51:26.772807Z","end":"2026-03-04T02:51:26.907954Z","steps":["trace[1867847508] 'agreement among raft nodes before linearized reading' (duration: 135.006981ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:27.106176Z","caller":"traceutil/trace.go:171","msg":"trace[1643261613] transaction","detail":"{read_only:false; response_revision:37491; number_of_response:1; }","duration":"193.84121ms","start":"2026-03-04T02:51:26.912306Z","end":"2026-03-04T02:51:27.106147Z","steps":["trace[1643261613] 'process raft request' (duration: 193.647755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:27.108032Z","caller":"traceutil/trace.go:171","msg":"trace[633323103] transaction","detail":"{read_only:false; response_revision:37492; number_of_response:1; }","duration":"136.550646ms","start":"2026-03-04T02:51:26.97146Z","end":"2026-03-04T02:51:27.108011Z","steps":["trace[633323103] 'process raft request' (duration: 136.335501ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:27.108156Z","caller":"traceutil/trace.go:171","msg":"trace[714463727] linearizableReadLoop","detail":"{readStateIndex:38765; appliedIndex:38763; }","duration":"131.801546ms","start":"2026-03-04T02:51:26.976337Z","end":"2026-03-04T02:51:27.108138Z","steps":["trace[714463727] 'read index received' (duration: 129.632926ms)","trace[714463727] 'applied index is now lower than readState.Index' (duration: 2.16561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:27.108367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.019781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:51:27.108403Z","caller":"traceutil/trace.go:171","msg":"trace[315149435] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37493; }","duration":"132.102293ms","start":"2026-03-04T02:51:26.976287Z","end":"2026-03-04T02:51:27.108389Z","steps":["trace[315149435] 'agreement among raft nodes before linearized reading' (duration: 131.944089ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:27.966699Z","caller":"traceutil/trace.go:171","msg":"trace[2071413399] transaction","detail":"{read_only:false; response_revision:37502; number_of_response:1; }","duration":"121.68587ms","start":"2026-03-04T02:51:27.844995Z","end":"2026-03-04T02:51:27.966681Z","steps":["trace[2071413399] 'process raft request' (duration: 121.535857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:28.349859Z","caller":"traceutil/trace.go:171","msg":"trace[1571516486] transaction","detail":"{read_only:false; response_revision:37504; number_of_response:1; }","duration":"105.598896ms","start":"2026-03-04T02:51:28.244242Z","end":"2026-03-04T02:51:28.349841Z","steps":["trace[1571516486] 'process raft request' (duration: 105.485004ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:28.421957Z","caller":"traceutil/trace.go:171","msg":"trace[261882806] linearizableReadLoop","detail":"{readStateIndex:38779; appliedIndex:38777; }","duration":"123.676987ms","start":"2026-03-04T02:51:28.298253Z","end":"2026-03-04T02:51:28.42193Z","steps":["trace[261882806] 'read index received' (duration: 51.468008ms)","trace[261882806] 'applied index is now lower than readState.Index' (duration: 72.207819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:28.422135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.858361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:28.42218Z","caller":"traceutil/trace.go:171","msg":"trace[2114782446] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:37505; }","duration":"123.950484ms","start":"2026-03-04T02:51:28.298218Z","end":"2026-03-04T02:51:28.422169Z","steps":["trace[2114782446] 'agreement among raft nodes before linearized reading' (duration: 123.822111ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:28.422572Z","caller":"traceutil/trace.go:171","msg":"trace[1352327639] transaction","detail":"{read_only:false; response_revision:37505; number_of_response:1; }","duration":"129.056722ms","start":"2026-03-04T02:51:28.293454Z","end":"2026-03-04T02:51:28.422511Z","steps":["trace[1352327639] 'process raft request' (duration: 96.552766ms)","trace[1352327639] 'compare' (duration: 31.770219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:29.011094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.118418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:51:29.011475Z","caller":"traceutil/trace.go:171","msg":"trace[450598458] transaction","detail":"{read_only:false; response_revision:37510; number_of_response:1; }","duration":"167.62244ms","start":"2026-03-04T02:51:28.843836Z","end":"2026-03-04T02:51:29.011458Z","steps":["trace[450598458] 'process raft request' (duration: 46.055911ms)","trace[450598458] 'compare' (duration: 120.578576ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:29.196357Z","caller":"traceutil/trace.go:171","msg":"trace[694404612] linearizableReadLoop","detail":"{readStateIndex:38786; appliedIndex:38784; }","duration":"180.507268ms","start":"2026-03-04T02:51:29.015812Z","end":"2026-03-04T02:51:29.196319Z","steps":["trace[694404612] 'read index received' (duration: 131.414016ms)","trace[694404612] 'applied index is now lower than readState.Index' (duration: 49.090522ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:29.196421Z","caller":"traceutil/trace.go:171","msg":"trace[1648968112] transaction","detail":"{read_only:false; response_revision:37512; number_of_response:1; }","duration":"180.619931ms","start":"2026-03-04T02:51:29.015774Z","end":"2026-03-04T02:51:29.196394Z","steps":["trace[1648968112] 'process raft request' (duration: 180.340324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:29.196677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.839866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:51:29.19621Z","caller":"traceutil/trace.go:171","msg":"trace[245078108] transaction","detail":"{read_only:false; response_revision:37511; number_of_response:1; }","duration":"180.404176ms","start":"2026-03-04T02:51:29.015777Z","end":"2026-03-04T02:51:29.196181Z","steps":["trace[245078108] 'process raft request' (duration: 131.473328ms)","trace[245078108] 'compare' (duration: 48.656092ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:29.196742Z","caller":"traceutil/trace.go:171","msg":"trace[1656345794] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37512; }","duration":"180.954589ms","start":"2026-03-04T02:51:29.015772Z","end":"2026-03-04T02:51:29.196727Z","steps":["trace[1656345794] 'agreement among raft nodes before linearized reading' (duration: 180.714363ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:29.288541Z","caller":"traceutil/trace.go:171","msg":"trace[91937399] transaction","detail":"{read_only:false; response_revision:37514; number_of_response:1; }","duration":"173.820424ms","start":"2026-03-04T02:51:29.114691Z","end":"2026-03-04T02:51:29.288511Z","steps":["trace[91937399] 'process raft request' (duration: 173.754803ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:29.288591Z","caller":"traceutil/trace.go:171","msg":"trace[1428039937] transaction","detail":"{read_only:false; response_revision:37513; number_of_response:1; }","duration":"245.156622ms","start":"2026-03-04T02:51:29.0434Z","end":"2026-03-04T02:51:29.288557Z","steps":["trace[1428039937] 'process raft request' (duration: 244.863645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:29.289977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.63246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:29.290054Z","caller":"traceutil/trace.go:171","msg":"trace[400242605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37515; }","duration":"176.753522ms","start":"2026-03-04T02:51:29.113283Z","end":"2026-03-04T02:51:29.290036Z","steps":["trace[400242605] 'agreement among raft nodes before linearized reading' (duration: 176.628229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:29.290065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.578609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:51:29.290041Z","caller":"traceutil/trace.go:171","msg":"trace[500997724] transaction","detail":"{read_only:false; response_revision:37515; number_of_response:1; }","duration":"121.63644ms","start":"2026-03-04T02:51:29.168361Z","end":"2026-03-04T02:51:29.289998Z","steps":["trace[500997724] 'process raft request' (duration: 121.293192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:29.290162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.09821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:51:29.290231Z","caller":"traceutil/trace.go:171","msg":"trace[339574883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37515; }","duration":"177.206713ms","start":"2026-03-04T02:51:29.113008Z","end":"2026-03-04T02:51:29.290214Z","steps":["trace[339574883] 'agreement among raft nodes before linearized reading' (duration: 177.049159ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:29.290393Z","caller":"traceutil/trace.go:171","msg":"trace[171667160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37515; }","duration":"124.696541ms","start":"2026-03-04T02:51:29.165409Z","end":"2026-03-04T02:51:29.290105Z","steps":["trace[171667160] 'agreement among raft nodes before linearized reading' (duration: 124.475606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:30.353808Z","caller":"traceutil/trace.go:171","msg":"trace[949737657] transaction","detail":"{read_only:false; response_revision:37527; number_of_response:1; }","duration":"109.640131ms","start":"2026-03-04T02:51:30.244132Z","end":"2026-03-04T02:51:30.353772Z","steps":["trace[949737657] 'process raft request' (duration: 109.438446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:31.013645Z","caller":"traceutil/trace.go:171","msg":"trace[1020156801] transaction","detail":"{read_only:false; response_revision:37533; number_of_response:1; }","duration":"168.05607ms","start":"2026-03-04T02:51:30.845546Z","end":"2026-03-04T02:51:31.013602Z","steps":["trace[1020156801] 'process raft request' (duration: 150.971953ms)","trace[1020156801] 'compare' (duration: 16.799891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:31.255842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.18119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:31.25593Z","caller":"traceutil/trace.go:171","msg":"trace[144893547] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:37534; }","duration":"115.286653ms","start":"2026-03-04T02:51:31.140626Z","end":"2026-03-04T02:51:31.255913Z","steps":["trace[144893547] 'count revisions from in-memory index tree' (duration: 115.054397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:31.478687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.389019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:51:31.478767Z","caller":"traceutil/trace.go:171","msg":"trace[39579693] linearizableReadLoop","detail":"{readStateIndex:38814; appliedIndex:38813; }","duration":"126.105124ms","start":"2026-03-04T02:51:31.352651Z","end":"2026-03-04T02:51:31.478756Z","steps":["trace[39579693] 'read index received' (duration: 24.608973ms)","trace[39579693] 'applied index is now lower than readState.Index' (duration: 101.494871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:31.478869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.217056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:51:31.478884Z","caller":"traceutil/trace.go:171","msg":"trace[1227326179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37540; }","duration":"126.246697ms","start":"2026-03-04T02:51:31.352632Z","end":"2026-03-04T02:51:31.478879Z","steps":["trace[1227326179] 'agreement among raft nodes before linearized reading' (duration: 126.152365ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:31.478866Z","caller":"traceutil/trace.go:171","msg":"trace[1363693322] transaction","detail":"{read_only:false; response_revision:37540; number_of_response:1; }","duration":"132.357339ms","start":"2026-03-04T02:51:31.346464Z","end":"2026-03-04T02:51:31.478821Z","steps":["trace[1363693322] 'process raft request' (duration: 30.741115ms)","trace[1363693322] 'compare' (duration: 101.227805ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:31.574712Z","caller":"traceutil/trace.go:171","msg":"trace[2101794907] transaction","detail":"{read_only:false; response_revision:37542; number_of_response:1; }","duration":"132.222826ms","start":"2026-03-04T02:51:31.442469Z","end":"2026-03-04T02:51:31.574692Z","steps":["trace[2101794907] 'process raft request' (duration: 131.97978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.545612Z","caller":"traceutil/trace.go:171","msg":"trace[183443846] linearizableReadLoop","detail":"{readStateIndex:38825; appliedIndex:38824; }","duration":"230.983574ms","start":"2026-03-04T02:51:32.314609Z","end":"2026-03-04T02:51:32.545592Z","steps":["trace[183443846] 'read index received' (duration: 230.775009ms)","trace[183443846] 'applied index is now lower than readState.Index' (duration: 207.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:32.545721Z","caller":"traceutil/trace.go:171","msg":"trace[456007092] transaction","detail":"{read_only:false; response_revision:37550; number_of_response:1; }","duration":"301.76402ms","start":"2026-03-04T02:51:32.243949Z","end":"2026-03-04T02:51:32.545713Z","steps":["trace[456007092] 'process raft request' (duration: 301.511234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.54583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:32.243925Z","time spent":"301.817012ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:32.546137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.068286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:51:32.546141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.416203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:51:32.546217Z","caller":"traceutil/trace.go:171","msg":"trace[488975082] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:37550; }","duration":"170.188499ms","start":"2026-03-04T02:51:32.376013Z","end":"2026-03-04T02:51:32.546201Z","steps":["trace[488975082] 'agreement among raft nodes before linearized reading' (duration: 170.043906ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.546234Z","caller":"traceutil/trace.go:171","msg":"trace[468586230] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37550; }","duration":"191.566187ms","start":"2026-03-04T02:51:32.354647Z","end":"2026-03-04T02:51:32.546213Z","steps":["trace[468586230] 'agreement among raft nodes before linearized reading' (duration: 191.300381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:32.546194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.547457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:51:32.546331Z","caller":"traceutil/trace.go:171","msg":"trace[1708780634] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:37550; }","duration":"231.750332ms","start":"2026-03-04T02:51:32.314543Z","end":"2026-03-04T02:51:32.546293Z","steps":["trace[1708780634] 'agreement among raft nodes before linearized reading' (duration: 231.463965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.719145Z","caller":"traceutil/trace.go:171","msg":"trace[1537927925] transaction","detail":"{read_only:false; response_revision:37552; number_of_response:1; }","duration":"153.030669ms","start":"2026-03-04T02:51:32.566066Z","end":"2026-03-04T02:51:32.719097Z","steps":["trace[1537927925] 'process raft request' (duration: 92.789667ms)","trace[1537927925] 'compare' (duration: 60.138239ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:32.893835Z","caller":"traceutil/trace.go:171","msg":"trace[1394382175] transaction","detail":"{read_only:false; response_revision:37554; number_of_response:1; }","duration":"167.127968ms","start":"2026-03-04T02:51:32.726672Z","end":"2026-03-04T02:51:32.893799Z","steps":["trace[1394382175] 'process raft request' (duration: 94.198692ms)","trace[1394382175] 'compare' (duration: 72.64779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:32.894551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.363001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T02:51:32.89464Z","caller":"traceutil/trace.go:171","msg":"trace[1943785007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37555; }","duration":"154.497854ms","start":"2026-03-04T02:51:32.740119Z","end":"2026-03-04T02:51:32.894617Z","steps":["trace[1943785007] 'agreement among raft nodes before linearized reading' (duration: 154.279389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:32.8939Z","caller":"traceutil/trace.go:171","msg":"trace[2050588617] linearizableReadLoop","detail":"{readStateIndex:38829; appliedIndex:38828; }","duration":"153.663425ms","start":"2026-03-04T02:51:32.740179Z","end":"2026-03-04T02:51:32.893842Z","steps":["trace[2050588617] 'read index received' (duration: 80.631146ms)","trace[2050588617] 'applied index is now lower than readState.Index' (duration: 73.026659ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:33.385693Z","caller":"traceutil/trace.go:171","msg":"trace[423773518] transaction","detail":"{read_only:false; response_revision:37560; number_of_response:1; }","duration":"140.704273ms","start":"2026-03-04T02:51:33.244961Z","end":"2026-03-04T02:51:33.385665Z","steps":["trace[423773518] 'process raft request' (duration: 80.519943ms)","trace[423773518] 'compare' (duration: 59.949555ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:33.59073Z","caller":"traceutil/trace.go:171","msg":"trace[264925161] transaction","detail":"{read_only:false; response_revision:37565; number_of_response:1; }","duration":"147.4529ms","start":"2026-03-04T02:51:33.443252Z","end":"2026-03-04T02:51:33.590704Z","steps":["trace[264925161] 'process raft request' (duration: 147.315017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:33.594527Z","caller":"traceutil/trace.go:171","msg":"trace[376547546] transaction","detail":"{read_only:false; response_revision:37566; number_of_response:1; }","duration":"129.777229ms","start":"2026-03-04T02:51:33.464732Z","end":"2026-03-04T02:51:33.594509Z","steps":["trace[376547546] 'process raft request' (duration: 129.637505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:33.594839Z","caller":"traceutil/trace.go:171","msg":"trace[865892406] linearizableReadLoop","detail":"{readStateIndex:38841; appliedIndex:38840; }","duration":"111.731969ms","start":"2026-03-04T02:51:33.483098Z","end":"2026-03-04T02:51:33.59483Z","steps":["trace[865892406] 'read index received' (duration: 107.770807ms)","trace[865892406] 'applied index is now lower than readState.Index' (duration: 3.960352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:51:33.59502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.911553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:51:33.595053Z","caller":"traceutil/trace.go:171","msg":"trace[73095536] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37569; }","duration":"111.992395ms","start":"2026-03-04T02:51:33.483049Z","end":"2026-03-04T02:51:33.595042Z","steps":["trace[73095536] 'agreement among raft nodes before linearized reading' (duration: 111.874082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:34.351793Z","caller":"traceutil/trace.go:171","msg":"trace[1689164139] transaction","detail":"{read_only:false; response_revision:37575; number_of_response:1; }","duration":"107.552182ms","start":"2026-03-04T02:51:34.244191Z","end":"2026-03-04T02:51:34.351744Z","steps":["trace[1689164139] 'process raft request' (duration: 107.304557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:34.557295Z","caller":"traceutil/trace.go:171","msg":"trace[728660870] transaction","detail":"{read_only:false; response_revision:37576; number_of_response:1; }","duration":"113.581252ms","start":"2026-03-04T02:51:34.443612Z","end":"2026-03-04T02:51:34.557193Z","steps":["trace[728660870] 'process raft request' (duration: 113.178003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:35.735143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.194685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:51:35.735395Z","caller":"traceutil/trace.go:171","msg":"trace[1036057308] transaction","detail":"{read_only:false; response_revision:37592; number_of_response:1; }","duration":"133.939626ms","start":"2026-03-04T02:51:35.601432Z","end":"2026-03-04T02:51:35.735371Z","steps":["trace[1036057308] 'process raft request' (duration: 133.833983ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:35.735681Z","caller":"traceutil/trace.go:171","msg":"trace[1974556566] transaction","detail":"{read_only:false; response_revision:37591; number_of_response:1; }","duration":"213.310272ms","start":"2026-03-04T02:51:35.522345Z","end":"2026-03-04T02:51:35.735656Z","steps":["trace[1974556566] 'process raft request' (duration: 68.499363ms)","trace[1974556566] 'compare' (duration: 143.763255ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:35.985589Z","caller":"traceutil/trace.go:171","msg":"trace[1161466373] transaction","detail":"{read_only:false; response_revision:37593; number_of_response:1; }","duration":"384.128716ms","start":"2026-03-04T02:51:35.601437Z","end":"2026-03-04T02:51:35.985566Z","steps":["trace[1161466373] 'process raft request' (duration: 383.904291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:35.98589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.601406Z","time spent":"384.256169ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:51:35.985959Z","caller":"traceutil/trace.go:171","msg":"trace[1970366102] linearizableReadLoop","detail":"{readStateIndex:38870; appliedIndex:38865; }","duration":"323.187189ms","start":"2026-03-04T02:51:35.662744Z","end":"2026-03-04T02:51:35.985931Z","steps":["trace[1970366102] 'read index received' (duration: 62.286079ms)","trace[1970366102] 'applied index is now lower than readState.Index' (duration: 260.89972ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:35.985989Z","caller":"traceutil/trace.go:171","msg":"trace[747921136] transaction","detail":"{read_only:false; response_revision:37594; number_of_response:1; }","duration":"382.345345ms","start":"2026-03-04T02:51:35.603566Z","end":"2026-03-04T02:51:35.985911Z","steps":["trace[747921136] 'process raft request' (duration: 381.962196ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:35.986105Z","caller":"traceutil/trace.go:171","msg":"trace[369611661] transaction","detail":"{read_only:false; response_revision:37595; number_of_response:1; }","duration":"342.16697ms","start":"2026-03-04T02:51:35.643893Z","end":"2026-03-04T02:51:35.98606Z","steps":["trace[369611661] 'process raft request' (duration: 341.914384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:35.986185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.424854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T02:51:35.986218Z","caller":"traceutil/trace.go:171","msg":"trace[477245634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37595; }","duration":"323.511406ms","start":"2026-03-04T02:51:35.662698Z","end":"2026-03-04T02:51:35.986209Z","steps":["trace[477245634] 'agreement among raft nodes before linearized reading' (duration: 323.356843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:35.986243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.66268Z","time spent":"323.556358ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T02:51:35.986304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.64387Z","time spent":"342.343404ms","remote":"127.0.0.1:38312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2597,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:35.986318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:51:35.60354Z","time spent":"382.56264ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:51:35.986464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.305994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T02:51:35.986553Z","caller":"traceutil/trace.go:171","msg":"trace[375391767] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37595; }","duration":"278.446117ms","start":"2026-03-04T02:51:35.708077Z","end":"2026-03-04T02:51:35.986523Z","steps":["trace[375391767] 'agreement among raft nodes before linearized reading' (duration: 278.211502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:36.138297Z","caller":"traceutil/trace.go:171","msg":"trace[1604973970] transaction","detail":"{read_only:false; response_revision:37597; number_of_response:1; }","duration":"145.000733ms","start":"2026-03-04T02:51:35.993263Z","end":"2026-03-04T02:51:36.138264Z","steps":["trace[1604973970] 'process raft request' (duration: 144.734006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:36.138298Z","caller":"traceutil/trace.go:171","msg":"trace[2033787911] transaction","detail":"{read_only:false; response_revision:37598; number_of_response:1; }","duration":"144.178033ms","start":"2026-03-04T02:51:35.994079Z","end":"2026-03-04T02:51:36.138257Z","steps":["trace[2033787911] 'process raft request' (duration: 144.059831ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:51:36.282379Z","caller":"traceutil/trace.go:171","msg":"trace[1909259012] linearizableReadLoop","detail":"{readStateIndex:38874; appliedIndex:38873; }","duration":"120.679307ms","start":"2026-03-04T02:51:36.161676Z","end":"2026-03-04T02:51:36.282356Z","steps":["trace[1909259012] 'read index received' (duration: 111.349ms)","trace[1909259012] 'applied index is now lower than readState.Index' (duration: 9.329217ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:51:36.282429Z","caller":"traceutil/trace.go:171","msg":"trace[100734196] transaction","detail":"{read_only:false; response_revision:37599; number_of_response:1; }","duration":"136.559696ms","start":"2026-03-04T02:51:36.145844Z","end":"2026-03-04T02:51:36.282403Z","steps":["trace[100734196] 'process raft request' (duration: 127.199848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:51:36.28276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.068216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:51:36.282812Z","caller":"traceutil/trace.go:171","msg":"trace[469228705] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37599; }","duration":"121.171748ms","start":"2026-03-04T02:51:36.161627Z","end":"2026-03-04T02:51:36.282799Z","steps":["trace[469228705] 'agreement among raft nodes before linearized reading' (duration: 120.80956ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:02.144778Z","caller":"traceutil/trace.go:171","msg":"trace[1809169721] transaction","detail":"{read_only:false; response_revision:37785; number_of_response:1; }","duration":"190.84853ms","start":"2026-03-04T02:52:01.953905Z","end":"2026-03-04T02:52:02.144753Z","steps":["trace[1809169721] 'process raft request' (duration: 152.060287ms)","trace[1809169721] 'compare' (duration: 38.610629ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:03.689483Z","caller":"traceutil/trace.go:171","msg":"trace[1333048179] transaction","detail":"{read_only:false; response_revision:37795; number_of_response:1; }","duration":"150.305767ms","start":"2026-03-04T02:52:03.53915Z","end":"2026-03-04T02:52:03.689456Z","steps":["trace[1333048179] 'process raft request' (duration: 150.140283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:03.889777Z","caller":"traceutil/trace.go:171","msg":"trace[1499990446] transaction","detail":"{read_only:false; response_revision:37796; number_of_response:1; }","duration":"347.966895ms","start":"2026-03-04T02:52:03.541776Z","end":"2026-03-04T02:52:03.889743Z","steps":["trace[1499990446] 'process raft request' (duration: 347.665208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:03.889913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.541754Z","time spent":"348.089869ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:03.890114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.836954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T02:52:03.890219Z","caller":"traceutil/trace.go:171","msg":"trace[630509726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37796; }","duration":"311.986678ms","start":"2026-03-04T02:52:03.57821Z","end":"2026-03-04T02:52:03.890197Z","steps":["trace[630509726] 'agreement among raft nodes before linearized reading' (duration: 311.761693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:03.890279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:03.578196Z","time spent":"312.069819ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T02:52:03.890414Z","caller":"traceutil/trace.go:171","msg":"trace[1029718482] linearizableReadLoop","detail":"{readStateIndex:39077; appliedIndex:39075; }","duration":"311.67051ms","start":"2026-03-04T02:52:03.578246Z","end":"2026-03-04T02:52:03.889917Z","steps":["trace[1029718482] 'read index received' (duration: 111.076054ms)","trace[1029718482] 'applied index is now lower than readState.Index' (duration: 200.34119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:03.963718Z","caller":"traceutil/trace.go:171","msg":"trace[2048123177] transaction","detail":"{read_only:false; response_revision:37797; number_of_response:1; }","duration":"111.496854ms","start":"2026-03-04T02:52:03.852195Z","end":"2026-03-04T02:52:03.963692Z","steps":["trace[2048123177] 'process raft request' (duration: 111.315129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:03.963897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.580852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T02:52:03.963984Z","caller":"traceutil/trace.go:171","msg":"trace[764526719] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:37797; }","duration":"263.736686ms","start":"2026-03-04T02:52:03.700226Z","end":"2026-03-04T02:52:03.963963Z","steps":["trace[764526719] 'agreement among raft nodes before linearized reading' (duration: 263.541031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:04.150092Z","caller":"traceutil/trace.go:171","msg":"trace[692933048] linearizableReadLoop","detail":"{readStateIndex:39079; appliedIndex:39078; }","duration":"186.447728ms","start":"2026-03-04T02:52:03.963618Z","end":"2026-03-04T02:52:04.150066Z","steps":["trace[692933048] 'read index received' (duration: 95.724517ms)","trace[692933048] 'applied index is now lower than readState.Index' (duration: 90.722271ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:04.150296Z","caller":"traceutil/trace.go:171","msg":"trace[29985741] transaction","detail":"{read_only:false; response_revision:37798; number_of_response:1; }","duration":"254.785498ms","start":"2026-03-04T02:52:03.895496Z","end":"2026-03-04T02:52:04.150282Z","steps":["trace[29985741] 'process raft request' (duration: 163.871373ms)","trace[29985741] 'compare' (duration: 90.319621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:04.150528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.413786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:52:04.150604Z","caller":"traceutil/trace.go:171","msg":"trace[1630982920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37798; }","duration":"201.539889ms","start":"2026-03-04T02:52:03.949048Z","end":"2026-03-04T02:52:04.150588Z","steps":["trace[1630982920] 'agreement among raft nodes before linearized reading' (duration: 201.345704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.659181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.254448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:04.6594Z","caller":"traceutil/trace.go:171","msg":"trace[1159446460] linearizableReadLoop","detail":"{readStateIndex:39082; appliedIndex:39080; }","duration":"403.382424ms","start":"2026-03-04T02:52:04.255997Z","end":"2026-03-04T02:52:04.65938Z","steps":["trace[1159446460] 'read index received' (duration: 89.8328ms)","trace[1159446460] 'applied index is now lower than readState.Index' (duration: 313.548084ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:04.659393Z","caller":"traceutil/trace.go:171","msg":"trace[1965180687] transaction","detail":"{read_only:false; response_revision:37800; number_of_response:1; }","duration":"487.536102ms","start":"2026-03-04T02:52:04.171829Z","end":"2026-03-04T02:52:04.659365Z","steps":["trace[1965180687] 'process raft request' (duration: 173.981267ms)","trace[1965180687] 'compare' (duration: 312.873419ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:04.659634Z","caller":"traceutil/trace.go:171","msg":"trace[166992751] transaction","detail":"{read_only:false; response_revision:37801; number_of_response:1; }","duration":"487.283206ms","start":"2026-03-04T02:52:04.172299Z","end":"2026-03-04T02:52:04.659582Z","steps":["trace[166992751] 'process raft request' (duration: 487.00339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.659753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.171802Z","time spent":"487.86385ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:04.659674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.668421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:52:04.659849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.172281Z","time spent":"487.461081ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:04.659905Z","caller":"traceutil/trace.go:171","msg":"trace[831500393] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:37801; }","duration":"403.949718ms","start":"2026-03-04T02:52:04.255925Z","end":"2026-03-04T02:52:04.659875Z","steps":["trace[831500393] 'agreement among raft nodes before linearized reading' (duration: 403.678852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.659987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.255901Z","time spent":"404.0634ms","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:04.702697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.56781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T02:52:04.702769Z","caller":"traceutil/trace.go:171","msg":"trace[771988234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37802; }","duration":"394.702633ms","start":"2026-03-04T02:52:04.308049Z","end":"2026-03-04T02:52:04.702752Z","steps":["trace[771988234] 'agreement among raft nodes before linearized reading' (duration: 394.492808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.702835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.338872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-04T02:52:04.702869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.308016Z","time spent":"394.842016ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T02:52:04.702942Z","caller":"traceutil/trace.go:171","msg":"trace[1418749965] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37802; }","duration":"378.471625ms","start":"2026-03-04T02:52:04.32444Z","end":"2026-03-04T02:52:04.702911Z","steps":["trace[1418749965] 'agreement among raft nodes before linearized reading' (duration: 378.207929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.703008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.324428Z","time spent":"378.568177ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-04T02:52:04.70326Z","caller":"traceutil/trace.go:171","msg":"trace[390476917] transaction","detail":"{read_only:false; response_revision:37802; number_of_response:1; }","duration":"380.466842ms","start":"2026-03-04T02:52:04.322766Z","end":"2026-03-04T02:52:04.703232Z","steps":["trace[390476917] 'process raft request' (duration: 379.647373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:04.703683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.322745Z","time spent":"380.749218ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:05.04514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.70904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:05.045382Z","caller":"traceutil/trace.go:171","msg":"trace[1869479254] linearizableReadLoop","detail":"{readStateIndex:39085; appliedIndex:39083; }","duration":"302.882535ms","start":"2026-03-04T02:52:04.742481Z","end":"2026-03-04T02:52:05.045363Z","steps":["trace[1869479254] 'read index received' (duration: 113.844138ms)","trace[1869479254] 'applied index is now lower than readState.Index' (duration: 189.037327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:05.04567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.158142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:52:05.045702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.956639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:52:05.045718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.816705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:52:05.045724Z","caller":"traceutil/trace.go:171","msg":"trace[1562965524] transaction","detail":"{read_only:false; response_revision:37803; number_of_response:1; }","duration":"338.31367ms","start":"2026-03-04T02:52:04.707386Z","end":"2026-03-04T02:52:05.0457Z","steps":["trace[1562965524] 'process raft request' (duration: 148.943995ms)","trace[1562965524] 'compare' (duration: 188.469504ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:05.045766Z","caller":"traceutil/trace.go:171","msg":"trace[1722324383] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:37804; }","duration":"159.06176ms","start":"2026-03-04T02:52:04.886688Z","end":"2026-03-04T02:52:05.04575Z","steps":["trace[1722324383] 'agreement among raft nodes before linearized reading' (duration: 158.951648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:05.045769Z","caller":"traceutil/trace.go:171","msg":"trace[1295721133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37804; }","duration":"192.913328ms","start":"2026-03-04T02:52:04.852845Z","end":"2026-03-04T02:52:05.045758Z","steps":["trace[1295721133] 'agreement among raft nodes before linearized reading' (duration: 192.764684ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:05.045786Z","caller":"traceutil/trace.go:171","msg":"trace[1110938406] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:37804; }","duration":"303.301835ms","start":"2026-03-04T02:52:04.742437Z","end":"2026-03-04T02:52:05.045739Z","steps":["trace[1110938406] 'agreement among raft nodes before linearized reading' (duration: 303.142941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.045825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.707361Z","time spent":"338.414252ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:05.045892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.742421Z","time spent":"303.412448ms","remote":"127.0.0.1:38028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T02:52:05.04593Z","caller":"traceutil/trace.go:171","msg":"trace[1184667260] transaction","detail":"{read_only:false; response_revision:37804; number_of_response:1; }","duration":"336.949928ms","start":"2026-03-04T02:52:04.708794Z","end":"2026-03-04T02:52:05.045743Z","steps":["trace[1184667260] 'process raft request' (duration: 336.477317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.046231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:04.708766Z","time spent":"337.305067ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:05.358794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.775862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:05.359074Z","caller":"traceutil/trace.go:171","msg":"trace[77431355] transaction","detail":"{read_only:false; response_revision:37805; number_of_response:1; }","duration":"309.199743ms","start":"2026-03-04T02:52:05.049853Z","end":"2026-03-04T02:52:05.359053Z","steps":["trace[77431355] 'process raft request' (duration: 111.073554ms)","trace[77431355] 'compare' (duration: 197.644708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:05.359149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.049837Z","time spent":"309.278415ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:05.587213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.324384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:05.587463Z","caller":"traceutil/trace.go:171","msg":"trace[790374787] linearizableReadLoop","detail":"{readStateIndex:39088; appliedIndex:39085; }","duration":"461.941036ms","start":"2026-03-04T02:52:05.125498Z","end":"2026-03-04T02:52:05.587439Z","steps":["trace[790374787] 'read index received' (duration: 35.505745ms)","trace[790374787] 'applied index is now lower than readState.Index' (duration: 426.433511ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:05.587475Z","caller":"traceutil/trace.go:171","msg":"trace[54200680] transaction","detail":"{read_only:false; response_revision:37806; number_of_response:1; }","duration":"527.669466ms","start":"2026-03-04T02:52:05.059781Z","end":"2026-03-04T02:52:05.587451Z","steps":["trace[54200680] 'process raft request' (duration: 426.978854ms)","trace[54200680] 'compare' (duration: 99.950115ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:05.587527Z","caller":"traceutil/trace.go:171","msg":"trace[923263350] transaction","detail":"{read_only:false; response_revision:37807; number_of_response:1; }","duration":"478.933022ms","start":"2026-03-04T02:52:05.108544Z","end":"2026-03-04T02:52:05.587477Z","steps":["trace[923263350] 'process raft request' (duration: 478.798619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.587753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.108526Z","time spent":"479.109516ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:05.587826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.059758Z","time spent":"527.82963ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:05.587996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.478749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:52:05.588089Z","caller":"traceutil/trace.go:171","msg":"trace[547891632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37807; }","duration":"462.622553ms","start":"2026-03-04T02:52:05.125446Z","end":"2026-03-04T02:52:05.588068Z","steps":["trace[547891632] 'agreement among raft nodes before linearized reading' (duration: 462.07115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.588237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.125422Z","time spent":"462.802976ms","remote":"127.0.0.1:46802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T02:52:05.595867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.945033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:05.595938Z","caller":"traceutil/trace.go:171","msg":"trace[849874427] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:37808; }","duration":"335.053555ms","start":"2026-03-04T02:52:05.260865Z","end":"2026-03-04T02:52:05.595918Z","steps":["trace[849874427] 'agreement among raft nodes before linearized reading' (duration: 334.921362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.595988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.260846Z","time spent":"335.131187ms","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:05.596021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.727897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T02:52:05.596037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.149091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T02:52:05.596078Z","caller":"traceutil/trace.go:171","msg":"trace[1475583487] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:37808; }","duration":"110.851939ms","start":"2026-03-04T02:52:05.485213Z","end":"2026-03-04T02:52:05.596065Z","steps":["trace[1475583487] 'agreement among raft nodes before linearized reading' (duration: 110.676665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:05.596087Z","caller":"traceutil/trace.go:171","msg":"trace[1494031608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37808; }","duration":"431.243303ms","start":"2026-03-04T02:52:05.164831Z","end":"2026-03-04T02:52:05.596074Z","steps":["trace[1494031608] 'agreement among raft nodes before linearized reading' (duration: 431.128311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.596021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.871722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:52:05.596122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.164808Z","time spent":"431.301904ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T02:52:05.596132Z","caller":"traceutil/trace.go:171","msg":"trace[86230341] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:37808; }","duration":"406.028186ms","start":"2026-03-04T02:52:05.190089Z","end":"2026-03-04T02:52:05.596117Z","steps":["trace[86230341] 'agreement among raft nodes before linearized reading' (duration: 405.837682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.596467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.190073Z","time spent":"406.374894ms","remote":"127.0.0.1:37904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:05.946061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.966678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:05.946324Z","caller":"traceutil/trace.go:171","msg":"trace[1734955561] transaction","detail":"{read_only:false; response_revision:37809; number_of_response:1; }","duration":"345.455677ms","start":"2026-03-04T02:52:05.600836Z","end":"2026-03-04T02:52:05.946292Z","steps":["trace[1734955561] 'process raft request' (duration: 137.158861ms)","trace[1734955561] 'compare' (duration: 207.824695ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:05.946595Z","caller":"traceutil/trace.go:171","msg":"trace[1818841783] linearizableReadLoop","detail":"{readStateIndex:39090; appliedIndex:39089; }","duration":"345.013486ms","start":"2026-03-04T02:52:05.601558Z","end":"2026-03-04T02:52:05.946571Z","steps":["trace[1818841783] 'read index received' (duration: 136.451594ms)","trace[1818841783] 'applied index is now lower than readState.Index' (duration: 208.560242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:05.946625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.600814Z","time spent":"345.676642ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T02:52:05.946821Z","caller":"traceutil/trace.go:171","msg":"trace[88338661] transaction","detail":"{read_only:false; response_revision:37810; number_of_response:1; }","duration":"248.065951ms","start":"2026-03-04T02:52:05.698739Z","end":"2026-03-04T02:52:05.946805Z","steps":["trace[88338661] 'process raft request' (duration: 247.452157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.946988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.829001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T02:52:05.947035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.149138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T02:52:05.947042Z","caller":"traceutil/trace.go:171","msg":"trace[1342921179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:37811; }","duration":"120.921933ms","start":"2026-03-04T02:52:05.826102Z","end":"2026-03-04T02:52:05.947024Z","steps":["trace[1342921179] 'agreement among raft nodes before linearized reading' (duration: 120.840621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:05.947062Z","caller":"traceutil/trace.go:171","msg":"trace[1415993181] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:37811; }","duration":"326.208909ms","start":"2026-03-04T02:52:05.620844Z","end":"2026-03-04T02:52:05.947053Z","steps":["trace[1415993181] 'agreement among raft nodes before linearized reading' (duration: 326.109076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.94708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.620829Z","time spent":"326.24576ms","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T02:52:05.947083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.938808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T02:52:05.947155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.556179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:52:05.947177Z","caller":"traceutil/trace.go:171","msg":"trace[488496072] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:37811; }","duration":"340.060312ms","start":"2026-03-04T02:52:05.607095Z","end":"2026-03-04T02:52:05.947156Z","steps":["trace[488496072] 'agreement among raft nodes before linearized reading' (duration: 339.833917ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:05.947229Z","caller":"traceutil/trace.go:171","msg":"trace[341767119] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37811; }","duration":"345.691262ms","start":"2026-03-04T02:52:05.601521Z","end":"2026-03-04T02:52:05.947212Z","steps":["trace[341767119] 'agreement among raft nodes before linearized reading' (duration: 345.406356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:05.947232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.607086Z","time spent":"340.134883ms","remote":"127.0.0.1:33806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":82,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T02:52:05.947239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.219121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T02:52:05.94729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:05.601503Z","time spent":"345.763565ms","remote":"127.0.0.1:46796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18443,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-04T02:52:05.947302Z","caller":"traceutil/trace.go:171","msg":"trace[5504758] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:37811; }","duration":"106.324434ms","start":"2026-03-04T02:52:05.840961Z","end":"2026-03-04T02:52:05.947285Z","steps":["trace[5504758] 'agreement among raft nodes before linearized reading' (duration: 105.991076ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:06.196045Z","caller":"traceutil/trace.go:171","msg":"trace[1699276514] linearizableReadLoop","detail":"{readStateIndex:39093; appliedIndex:39092; }","duration":"174.894689ms","start":"2026-03-04T02:52:06.021065Z","end":"2026-03-04T02:52:06.19596Z","steps":["trace[1699276514] 'read index received' (duration: 120.711479ms)","trace[1699276514] 'applied index is now lower than readState.Index' (duration: 54.18119ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:06.196191Z","caller":"traceutil/trace.go:171","msg":"trace[497117434] transaction","detail":"{read_only:false; response_revision:37812; number_of_response:1; }","duration":"227.582145ms","start":"2026-03-04T02:52:05.968578Z","end":"2026-03-04T02:52:06.19616Z","steps":["trace[497117434] 'process raft request' (duration: 173.264571ms)","trace[497117434] 'compare' (duration: 53.000713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:06.196677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.583385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:06.19678Z","caller":"traceutil/trace.go:171","msg":"trace[2060079866] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:37812; }","duration":"175.754449ms","start":"2026-03-04T02:52:06.021004Z","end":"2026-03-04T02:52:06.196758Z","steps":["trace[2060079866] 'agreement among raft nodes before linearized reading' (duration: 175.478762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:06.332278Z","caller":"traceutil/trace.go:171","msg":"trace[887462561] transaction","detail":"{read_only:false; response_revision:37814; number_of_response:1; }","duration":"117.275798ms","start":"2026-03-04T02:52:06.214968Z","end":"2026-03-04T02:52:06.332244Z","steps":["trace[887462561] 'process raft request' (duration: 88.729764ms)","trace[887462561] 'compare' (duration: 28.293508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:06.332491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.935105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18420"} {"level":"info","ts":"2026-03-04T02:52:06.332554Z","caller":"traceutil/trace.go:171","msg":"trace[560036650] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:37814; }","duration":"103.033996ms","start":"2026-03-04T02:52:06.229507Z","end":"2026-03-04T02:52:06.332541Z","steps":["trace[560036650] 'agreement among raft nodes before linearized reading' (duration: 102.798521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:06.3325Z","caller":"traceutil/trace.go:171","msg":"trace[1391052616] linearizableReadLoop","detail":"{readStateIndex:39095; appliedIndex:39094; }","duration":"102.624217ms","start":"2026-03-04T02:52:06.22953Z","end":"2026-03-04T02:52:06.332154Z","steps":["trace[1391052616] 'read index received' (duration: 74.094154ms)","trace[1391052616] 'applied index is now lower than readState.Index' (duration: 28.528523ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:06.774559Z","caller":"traceutil/trace.go:171","msg":"trace[1255642427] transaction","detail":"{read_only:false; response_revision:37815; number_of_response:1; }","duration":"108.665448ms","start":"2026-03-04T02:52:06.665864Z","end":"2026-03-04T02:52:06.774529Z","steps":["trace[1255642427] 'process raft request' (duration: 108.497064ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:06.782861Z","caller":"traceutil/trace.go:171","msg":"trace[832005059] transaction","detail":"{read_only:false; response_revision:37816; number_of_response:1; }","duration":"116.747396ms","start":"2026-03-04T02:52:06.666093Z","end":"2026-03-04T02:52:06.782841Z","steps":["trace[832005059] 'process raft request' (duration: 116.631093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:07.36848Z","caller":"traceutil/trace.go:171","msg":"trace[1725505130] transaction","detail":"{read_only:false; response_revision:37818; number_of_response:1; }","duration":"313.205677ms","start":"2026-03-04T02:52:07.055252Z","end":"2026-03-04T02:52:07.368457Z","steps":["trace[1725505130] 'process raft request' (duration: 312.660814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:07.368874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:07.055242Z","time spent":"313.299319ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:07.625993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.554277ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T02:52:07.626374Z","caller":"traceutil/trace.go:171","msg":"trace[1824112629] linearizableReadLoop","detail":"{readStateIndex:39101; appliedIndex:39100; }","duration":"177.864808ms","start":"2026-03-04T02:52:07.448482Z","end":"2026-03-04T02:52:07.626347Z","steps":["trace[1824112629] 'read index received' (duration: 52.920481ms)","trace[1824112629] 'applied index is now lower than readState.Index' (duration: 124.939187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:07.626592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.095783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T02:52:07.626618Z","caller":"traceutil/trace.go:171","msg":"trace[934051390] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:37820; }","duration":"178.174185ms","start":"2026-03-04T02:52:07.448435Z","end":"2026-03-04T02:52:07.62661Z","steps":["trace[934051390] 'agreement among raft nodes before linearized reading' (duration: 177.995281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:08.12439Z","caller":"traceutil/trace.go:171","msg":"trace[1541512067] transaction","detail":"{read_only:false; response_revision:37823; number_of_response:1; }","duration":"168.554022ms","start":"2026-03-04T02:52:07.955807Z","end":"2026-03-04T02:52:08.124361Z","steps":["trace[1541512067] 'process raft request' (duration: 168.392308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:12.132798Z","caller":"traceutil/trace.go:171","msg":"trace[418595839] linearizableReadLoop","detail":"{readStateIndex:39133; appliedIndex:39132; }","duration":"131.170791ms","start":"2026-03-04T02:52:12.001597Z","end":"2026-03-04T02:52:12.132767Z","steps":["trace[418595839] 'read index received' (duration: 91.074328ms)","trace[418595839] 'applied index is now lower than readState.Index' (duration: 40.094983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:12.133085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.469318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T02:52:12.133126Z","caller":"traceutil/trace.go:171","msg":"trace[1494602817] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:37850; }","duration":"131.56699ms","start":"2026-03-04T02:52:12.001549Z","end":"2026-03-04T02:52:12.133116Z","steps":["trace[1494602817] 'agreement among raft nodes before linearized reading' (duration: 131.329914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:12.133311Z","caller":"traceutil/trace.go:171","msg":"trace[1696618864] transaction","detail":"{read_only:false; response_revision:37850; number_of_response:1; }","duration":"131.669543ms","start":"2026-03-04T02:52:12.001491Z","end":"2026-03-04T02:52:12.133161Z","steps":["trace[1696618864] 'process raft request' (duration: 91.255542ms)","trace[1696618864] 'compare' (duration: 39.850038ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:17.015265Z","caller":"traceutil/trace.go:171","msg":"trace[1713814278] transaction","detail":"{read_only:false; response_revision:37884; number_of_response:1; }","duration":"147.668886ms","start":"2026-03-04T02:52:16.867569Z","end":"2026-03-04T02:52:17.015238Z","steps":["trace[1713814278] 'process raft request' (duration: 108.345491ms)","trace[1713814278] 'compare' (duration: 39.186211ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:18.528906Z","caller":"traceutil/trace.go:171","msg":"trace[1844425746] transaction","detail":"{read_only:false; response_revision:37894; number_of_response:1; }","duration":"137.087699ms","start":"2026-03-04T02:52:18.391795Z","end":"2026-03-04T02:52:18.528882Z","steps":["trace[1844425746] 'process raft request' (duration: 136.906025ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:23.141786Z","caller":"traceutil/trace.go:171","msg":"trace[463175577] transaction","detail":"{read_only:false; response_revision:37924; number_of_response:1; }","duration":"101.813769ms","start":"2026-03-04T02:52:23.039947Z","end":"2026-03-04T02:52:23.141761Z","steps":["trace[463175577] 'process raft request' (duration: 101.595044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:24.723662Z","caller":"traceutil/trace.go:171","msg":"trace[1103866504] transaction","detail":"{read_only:false; response_revision:37934; number_of_response:1; }","duration":"113.90033ms","start":"2026-03-04T02:52:24.609736Z","end":"2026-03-04T02:52:24.723637Z","steps":["trace[1103866504] 'process raft request' (duration: 102.871394ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:25.265653Z","caller":"traceutil/trace.go:171","msg":"trace[454823373] transaction","detail":"{read_only:false; response_revision:37937; number_of_response:1; }","duration":"124.326773ms","start":"2026-03-04T02:52:25.141288Z","end":"2026-03-04T02:52:25.265614Z","steps":["trace[454823373] 'process raft request' (duration: 44.074316ms)","trace[454823373] 'compare' (duration: 79.999831ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:25.35254Z","caller":"traceutil/trace.go:171","msg":"trace[626886476] transaction","detail":"{read_only:false; response_revision:37938; number_of_response:1; }","duration":"205.0199ms","start":"2026-03-04T02:52:25.147492Z","end":"2026-03-04T02:52:25.352512Z","steps":["trace[626886476] 'process raft request' (duration: 204.771474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:25.926079Z","caller":"traceutil/trace.go:171","msg":"trace[249235532] transaction","detail":"{read_only:false; response_revision:37943; number_of_response:1; }","duration":"130.536916ms","start":"2026-03-04T02:52:25.795512Z","end":"2026-03-04T02:52:25.926049Z","steps":["trace[249235532] 'process raft request' (duration: 91.030487ms)","trace[249235532] 'compare' (duration: 39.387627ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:25.928667Z","caller":"traceutil/trace.go:171","msg":"trace[470438812] transaction","detail":"{read_only:false; response_revision:37944; number_of_response:1; }","duration":"131.996531ms","start":"2026-03-04T02:52:25.796638Z","end":"2026-03-04T02:52:25.928635Z","steps":["trace[470438812] 'process raft request' (duration: 131.810876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:26.174644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.710795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:52:26.174762Z","caller":"traceutil/trace.go:171","msg":"trace[1945138573] linearizableReadLoop","detail":"{readStateIndex:39230; appliedIndex:39229; }","duration":"115.295672ms","start":"2026-03-04T02:52:26.05945Z","end":"2026-03-04T02:52:26.174745Z","steps":["trace[1945138573] 'read index received' (duration: 44.351µs)","trace[1945138573] 'applied index is now lower than readState.Index' (duration: 115.250001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:26.174834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.385284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:26.174866Z","caller":"traceutil/trace.go:171","msg":"trace[1123850912] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:37945; }","duration":"115.447436ms","start":"2026-03-04T02:52:26.059408Z","end":"2026-03-04T02:52:26.174856Z","steps":["trace[1123850912] 'agreement among raft nodes before linearized reading' (duration: 115.380854ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:26.175064Z","caller":"traceutil/trace.go:171","msg":"trace[1602877054] transaction","detail":"{read_only:false; response_revision:37945; number_of_response:1; }","duration":"156.785048ms","start":"2026-03-04T02:52:26.018239Z","end":"2026-03-04T02:52:26.175024Z","steps":["trace[1602877054] 'process raft request' (duration: 30.599992ms)","trace[1602877054] 'compare' (duration: 125.368287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:26.4551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.112863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:26.455167Z","caller":"traceutil/trace.go:171","msg":"trace[132193831] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:37946; }","duration":"175.229706ms","start":"2026-03-04T02:52:26.279924Z","end":"2026-03-04T02:52:26.455153Z","steps":["trace[132193831] 'count revisions from in-memory index tree' (duration: 175.023151ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:26.764226Z","caller":"traceutil/trace.go:171","msg":"trace[1574908211] linearizableReadLoop","detail":"{readStateIndex:39233; appliedIndex:39232; }","duration":"200.421373ms","start":"2026-03-04T02:52:26.563778Z","end":"2026-03-04T02:52:26.7642Z","steps":["trace[1574908211] 'read index received' (duration: 200.277029ms)","trace[1574908211] 'applied index is now lower than readState.Index' (duration: 143.074µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:26.764583Z","caller":"traceutil/trace.go:171","msg":"trace[1473623981] transaction","detail":"{read_only:false; response_revision:37948; number_of_response:1; }","duration":"304.34534ms","start":"2026-03-04T02:52:26.460223Z","end":"2026-03-04T02:52:26.764568Z","steps":["trace[1473623981] 'process raft request' (duration: 303.818288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:26.764609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.816312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:26.764674Z","caller":"traceutil/trace.go:171","msg":"trace[553492449] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:37948; }","duration":"200.942295ms","start":"2026-03-04T02:52:26.563715Z","end":"2026-03-04T02:52:26.764658Z","steps":["trace[553492449] 'agreement among raft nodes before linearized reading' (duration: 200.804762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:26.764703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:52:26.460205Z","time spent":"304.426663ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:52:26.766091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.494678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T02:52:26.766173Z","caller":"traceutil/trace.go:171","msg":"trace[1543474975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37949; }","duration":"152.630751ms","start":"2026-03-04T02:52:26.613523Z","end":"2026-03-04T02:52:26.766153Z","steps":["trace[1543474975] 'agreement among raft nodes before linearized reading' (duration: 152.404426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:26.766536Z","caller":"traceutil/trace.go:171","msg":"trace[410485731] transaction","detail":"{read_only:false; response_revision:37949; number_of_response:1; }","duration":"157.476304ms","start":"2026-03-04T02:52:26.609045Z","end":"2026-03-04T02:52:26.766521Z","steps":["trace[410485731] 'process raft request' (duration: 156.754307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:26.76669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.143248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T02:52:26.76672Z","caller":"traceutil/trace.go:171","msg":"trace[94690222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:37949; }","duration":"124.24108ms","start":"2026-03-04T02:52:26.642472Z","end":"2026-03-04T02:52:26.766714Z","steps":["trace[94690222] 'agreement among raft nodes before linearized reading' (duration: 124.095607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:27.501485Z","caller":"traceutil/trace.go:171","msg":"trace[896629761] transaction","detail":"{read_only:false; response_revision:37953; number_of_response:1; }","duration":"142.744231ms","start":"2026-03-04T02:52:27.358705Z","end":"2026-03-04T02:52:27.501449Z","steps":["trace[896629761] 'process raft request' (duration: 142.318171ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:28.04277Z","caller":"traceutil/trace.go:171","msg":"trace[7612347] linearizableReadLoop","detail":"{readStateIndex:39242; appliedIndex:39241; }","duration":"109.428435ms","start":"2026-03-04T02:52:27.933317Z","end":"2026-03-04T02:52:28.042746Z","steps":["trace[7612347] 'read index received' (duration: 109.243801ms)","trace[7612347] 'applied index is now lower than readState.Index' (duration: 183.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:28.042851Z","caller":"traceutil/trace.go:171","msg":"trace[1605477353] transaction","detail":"{read_only:false; response_revision:37956; number_of_response:1; }","duration":"110.553082ms","start":"2026-03-04T02:52:27.932283Z","end":"2026-03-04T02:52:28.042837Z","steps":["trace[1605477353] 'process raft request' (duration: 110.324767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:52:28.043006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.763144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T02:52:28.043067Z","caller":"traceutil/trace.go:171","msg":"trace[1182709356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37956; }","duration":"109.840275ms","start":"2026-03-04T02:52:27.933212Z","end":"2026-03-04T02:52:28.043053Z","steps":["trace[1182709356] 'agreement among raft nodes before linearized reading' (duration: 109.639521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:28.220515Z","caller":"traceutil/trace.go:171","msg":"trace[495320077] transaction","detail":"{read_only:false; response_revision:37957; number_of_response:1; }","duration":"172.256867ms","start":"2026-03-04T02:52:28.048232Z","end":"2026-03-04T02:52:28.220489Z","steps":["trace[495320077] 'process raft request' (duration: 81.461595ms)","trace[495320077] 'compare' (duration: 90.27394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:28.220623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.230688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:28.220502Z","caller":"traceutil/trace.go:171","msg":"trace[2106035164] linearizableReadLoop","detail":"{readStateIndex:39243; appliedIndex:39242; }","duration":"105.060054ms","start":"2026-03-04T02:52:28.115397Z","end":"2026-03-04T02:52:28.220457Z","steps":["trace[2106035164] 'read index received' (duration: 14.146299ms)","trace[2106035164] 'applied index is now lower than readState.Index' (duration: 90.910585ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:28.220663Z","caller":"traceutil/trace.go:171","msg":"trace[1866569151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37958; }","duration":"105.344371ms","start":"2026-03-04T02:52:28.115307Z","end":"2026-03-04T02:52:28.220652Z","steps":["trace[1866569151] 'agreement among raft nodes before linearized reading' (duration: 105.246849ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:30.344887Z","caller":"traceutil/trace.go:171","msg":"trace[1095913289] transaction","detail":"{read_only:false; response_revision:37970; number_of_response:1; }","duration":"115.250362ms","start":"2026-03-04T02:52:30.22961Z","end":"2026-03-04T02:52:30.34486Z","steps":["trace[1095913289] 'process raft request' (duration: 115.072178ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:32.700542Z","caller":"traceutil/trace.go:171","msg":"trace[1228592987] transaction","detail":"{read_only:false; response_revision:37985; number_of_response:1; }","duration":"101.983123ms","start":"2026-03-04T02:52:32.598539Z","end":"2026-03-04T02:52:32.700522Z","steps":["trace[1228592987] 'process raft request' (duration: 101.86144ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:32.917721Z","caller":"traceutil/trace.go:171","msg":"trace[659365245] transaction","detail":"{read_only:false; response_revision:37986; number_of_response:1; }","duration":"102.551136ms","start":"2026-03-04T02:52:32.815136Z","end":"2026-03-04T02:52:32.917687Z","steps":["trace[659365245] 'process raft request' (duration: 102.28936ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:33.103528Z","caller":"traceutil/trace.go:171","msg":"trace[1183486596] transaction","detail":"{read_only:false; response_revision:37989; number_of_response:1; }","duration":"176.244061ms","start":"2026-03-04T02:52:32.927252Z","end":"2026-03-04T02:52:33.103496Z","steps":["trace[1183486596] 'process raft request' (duration: 92.203935ms)","trace[1183486596] 'compare' (duration: 83.702378ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:52:33.103604Z","caller":"traceutil/trace.go:171","msg":"trace[247820873] transaction","detail":"{read_only:false; response_revision:37990; number_of_response:1; }","duration":"175.81118ms","start":"2026-03-04T02:52:32.927728Z","end":"2026-03-04T02:52:33.103539Z","steps":["trace[247820873] 'process raft request' (duration: 175.704217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:33.51093Z","caller":"traceutil/trace.go:171","msg":"trace[1090847312] transaction","detail":"{read_only:false; response_revision:37992; number_of_response:1; }","duration":"238.740883ms","start":"2026-03-04T02:52:33.272168Z","end":"2026-03-04T02:52:33.510909Z","steps":["trace[1090847312] 'process raft request' (duration: 238.59489ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:52:33.511038Z","caller":"traceutil/trace.go:171","msg":"trace[1971114998] linearizableReadLoop","detail":"{readStateIndex:39279; appliedIndex:39279; }","duration":"131.99914ms","start":"2026-03-04T02:52:33.379004Z","end":"2026-03-04T02:52:33.511003Z","steps":["trace[1971114998] 'read index received' (duration: 131.98397ms)","trace[1971114998] 'applied index is now lower than readState.Index' (duration: 12.93µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:52:33.511227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.203125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:52:33.511287Z","caller":"traceutil/trace.go:171","msg":"trace[299798643] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:37992; }","duration":"132.323827ms","start":"2026-03-04T02:52:33.378946Z","end":"2026-03-04T02:52:33.511269Z","steps":["trace[299798643] 'agreement among raft nodes before linearized reading' (duration: 132.208155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:16.155741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.034612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:53:16.155834Z","caller":"traceutil/trace.go:171","msg":"trace[1310646500] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:38283; }","duration":"123.191226ms","start":"2026-03-04T02:53:16.032625Z","end":"2026-03-04T02:53:16.155816Z","steps":["trace[1310646500] 'count revisions from in-memory index tree' (duration: 122.780566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:43.417829Z","caller":"traceutil/trace.go:171","msg":"trace[387297258] linearizableReadLoop","detail":"{readStateIndex:39768; appliedIndex:39767; }","duration":"302.50226ms","start":"2026-03-04T02:53:43.115311Z","end":"2026-03-04T02:53:43.417813Z","steps":["trace[387297258] 'read index received' (duration: 302.451979ms)","trace[387297258] 'applied index is now lower than readState.Index' (duration: 49.571µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:53:43.417949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.632712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:53:43.41791Z","caller":"traceutil/trace.go:171","msg":"trace[1224546093] transaction","detail":"{read_only:false; response_revision:38466; number_of_response:1; }","duration":"355.10043ms","start":"2026-03-04T02:53:43.06278Z","end":"2026-03-04T02:53:43.417881Z","steps":["trace[1224546093] 'process raft request' (duration: 354.934966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:43.417993Z","caller":"traceutil/trace.go:171","msg":"trace[999295661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38466; }","duration":"302.687034ms","start":"2026-03-04T02:53:43.115295Z","end":"2026-03-04T02:53:43.417982Z","steps":["trace[999295661] 'agreement among raft nodes before linearized reading' (duration: 302.600272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:43.418017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:43.115246Z","time spent":"302.766355ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T02:53:43.418061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T02:53:43.062757Z","time spent":"355.239464ms","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T02:53:43.430708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.990197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:53:43.430806Z","caller":"traceutil/trace.go:171","msg":"trace[2047377840] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:38467; }","duration":"261.098729ms","start":"2026-03-04T02:53:43.169687Z","end":"2026-03-04T02:53:43.430786Z","steps":["trace[2047377840] 'agreement among raft nodes before linearized reading' (duration: 260.961676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T02:53:43.430708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.353157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T02:53:43.431128Z","caller":"traceutil/trace.go:171","msg":"trace[1968086205] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:38467; }","duration":"218.828378ms","start":"2026-03-04T02:53:43.212276Z","end":"2026-03-04T02:53:43.431105Z","steps":["trace[1968086205] 'agreement among raft nodes before linearized reading' (duration: 218.340236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:53:43.430805Z","caller":"traceutil/trace.go:171","msg":"trace[135726121] transaction","detail":"{read_only:false; response_revision:38467; number_of_response:1; }","duration":"196.123181ms","start":"2026-03-04T02:53:43.234656Z","end":"2026-03-04T02:53:43.430779Z","steps":["trace[135726121] 'process raft request' (duration: 195.469606ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:54:15.642631Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T02:54:15.647392Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-04T02:54:15.647492Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"warn","ts":"2026-03-04T02:55:03.535342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.682411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/\" range_end:\"/registry/events/monitoring0\" limit:500 ","response":"range_response_count:4 size:3255"} {"level":"info","ts":"2026-03-04T02:55:03.535457Z","caller":"traceutil/trace.go:171","msg":"trace[1312446367] range","detail":"{range_begin:/registry/events/monitoring/; range_end:/registry/events/monitoring0; response_count:4; response_revision:39035; }","duration":"123.833633ms","start":"2026-03-04T02:55:03.411593Z","end":"2026-03-04T02:55:03.535426Z","steps":["trace[1312446367] 'range keys from in-memory index tree' (duration: 123.498217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T02:55:35.487134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37118} {"level":"info","ts":"2026-03-04T02:55:35.607047Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37118,"took":"116.568805ms","hash":1689735414,"current-db-size-bytes":54317056,"current-db-size":"54 MB","current-db-size-in-use-bytes":27848704,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T02:55:35.607167Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1689735414,"revision":37118,"compact-revision":35051} {"level":"warn","ts":"2026-03-04T02:56:06.702295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.629339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T02:56:06.702391Z","caller":"traceutil/trace.go:171","msg":"trace[362501746] linearizableReadLoop","detail":"{readStateIndex:40820; appliedIndex:40819; }","duration":"107.928284ms","start":"2026-03-04T02:56:06.594449Z","end":"2026-03-04T02:56:06.702377Z","steps":["trace[362501746] 'read index received' (duration: 6.078211ms)","trace[362501746] 'applied index is now lower than readState.Index' (duration: 101.848983ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T02:56:06.702462Z","caller":"traceutil/trace.go:171","msg":"trace[1960850098] transaction","detail":"{read_only:false; response_revision:39487; number_of_response:1; }","duration":"156.044221ms","start":"2026-03-04T02:56:06.546409Z","end":"2026-03-04T02:56:06.702454Z","steps":["trace[1960850098] 'process raft request' (duration: 54.175447ms)","trace[1960850098] 'compare' (duration: 101.540827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T02:56:06.702845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.383956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/heat-heat-ks-service\" ","response":"range_response_count:1 size:735"} {"level":"info","ts":"2026-03-04T02:56:06.702915Z","caller":"traceutil/trace.go:171","msg":"trace[991768934] range","detail":"{range_begin:/registry/rolebindings/openstack/heat-heat-ks-service; range_end:; response_count:1; response_revision:39487; }","duration":"108.506928ms","start":"2026-03-04T02:56:06.59439Z","end":"2026-03-04T02:56:06.702897Z","steps":["trace[991768934] 'agreement among raft nodes before linearized reading' (duration: 108.322554ms)"],"step_count":1}