{"level":"warn","ts":"2026-04-28T03:15:28.927572Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:15:28.92765Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=instance=https://199.204.45.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T03:15:28.927712Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:15:28.92772Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-04-28T03:15:28.927737Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:15:28.928475Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-04-28T03:15:28.928561Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T03:15:28.934956Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.211791ms"} {"level":"info","ts":"2026-04-28T03:15:28.948224Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be773dfc027af3eb","cluster-id":"9ba5fbd7288fd5af"} {"level":"info","ts":"2026-04-28T03:15:28.948346Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T03:15:28.948372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 0"} {"level":"info","ts":"2026-04-28T03:15:28.948392Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be773dfc027af3eb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T03:15:28.948406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 1"} {"level":"info","ts":"2026-04-28T03:15:28.948461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"warn","ts":"2026-04-28T03:15:28.956494Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T03:15:28.958159Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T03:15:28.959428Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T03:15:28.962092Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be773dfc027af3eb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T03:15:28.96223Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be773dfc027af3eb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T03:15:28.962415Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:15:28.96249Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:15:28.962507Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:15:28.963286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"info","ts":"2026-04-28T03:15:28.964273Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","added-peer-id":"be773dfc027af3eb","added-peer-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-04-28T03:15:28.971432Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:15:28.971526Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-04-28T03:15:28.97159Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-04-28T03:15:28.971681Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be773dfc027af3eb","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T03:15:28.971709Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T03:15:29.048856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T03:15:29.048928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T03:15:29.048964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgPreVoteResp from be773dfc027af3eb at term 1"} {"level":"info","ts":"2026-04-28T03:15:29.048983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became candidate at term 2"} {"level":"info","ts":"2026-04-28T03:15:29.048993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgVoteResp from be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-04-28T03:15:29.049009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became leader at term 2"} {"level":"info","ts":"2026-04-28T03:15:29.049022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be773dfc027af3eb elected leader be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-04-28T03:15:29.050379Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:15:29.05142Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:15:29.051417Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be773dfc027af3eb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.95:2379]}","request-path":"/0/members/be773dfc027af3eb/attributes","cluster-id":"9ba5fbd7288fd5af","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T03:15:29.051714Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:15:29.052105Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:15:29.052122Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T03:15:29.052174Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T03:15:29.052231Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:15:29.052269Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:15:29.053674Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T03:15:29.054762Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-04-28T03:15:34.476736Z","caller":"traceutil/trace.go:171","msg":"trace[1542679915] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"161.521687ms","start":"2026-04-28T03:15:34.315188Z","end":"2026-04-28T03:15:34.47671Z","steps":["trace[1542679915] 'process raft request' (duration: 161.472227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:34.476855Z","caller":"traceutil/trace.go:171","msg":"trace[1192206063] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"168.13521ms","start":"2026-04-28T03:15:34.30869Z","end":"2026-04-28T03:15:34.476825Z","steps":["trace[1192206063] 'process raft request' (duration: 166.827802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:38.410726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.008413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T03:15:38.410843Z","caller":"traceutil/trace.go:171","msg":"trace[1814446328] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:309; }","duration":"195.174444ms","start":"2026-04-28T03:15:38.215645Z","end":"2026-04-28T03:15:38.410819Z","steps":["trace[1814446328] 'range keys from in-memory index tree' (duration: 194.887672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:38.411134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.929207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T03:15:38.411188Z","caller":"traceutil/trace.go:171","msg":"trace[1223399257] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:309; }","duration":"146.028758ms","start":"2026-04-28T03:15:38.265146Z","end":"2026-04-28T03:15:38.411174Z","steps":["trace[1223399257] 'range keys from in-memory index tree' (duration: 145.785897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:50.911627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.647158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:50.911726Z","caller":"traceutil/trace.go:171","msg":"trace[1298424100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"232.753656ms","start":"2026-04-28T03:15:50.678949Z","end":"2026-04-28T03:15:50.911702Z","steps":["trace[1298424100] 'range keys from in-memory index tree' (duration: 232.568353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:55.895365Z","caller":"traceutil/trace.go:171","msg":"trace[302997307] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"328.299791ms","start":"2026-04-28T03:15:55.567034Z","end":"2026-04-28T03:15:55.895333Z","steps":["trace[302997307] 'process raft request' (duration: 328.134729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:55.895986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:55.566989Z","time spent":"328.488234ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:55.908007Z","caller":"traceutil/trace.go:171","msg":"trace[1877104686] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"333.857439ms","start":"2026-04-28T03:15:55.574135Z","end":"2026-04-28T03:15:55.907993Z","steps":["trace[1877104686] 'process raft request' (duration: 333.619111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:55.908062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:55.574101Z","time spent":"333.936664ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:55.908153Z","caller":"traceutil/trace.go:171","msg":"trace[425256615] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"333.895342ms","start":"2026-04-28T03:15:55.574251Z","end":"2026-04-28T03:15:55.908146Z","steps":["trace[425256615] 'process raft request' (duration: 333.647263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:55.908186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:55.574227Z","time spent":"333.945736ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:55.908295Z","caller":"traceutil/trace.go:171","msg":"trace[1082267740] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"326.147564ms","start":"2026-04-28T03:15:55.582103Z","end":"2026-04-28T03:15:55.90825Z","steps":["trace[1082267740] 'process raft request' (duration: 325.901745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:55.908325Z","caller":"traceutil/trace.go:171","msg":"trace[789930984] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"325.884224ms","start":"2026-04-28T03:15:55.582416Z","end":"2026-04-28T03:15:55.9083Z","steps":["trace[789930984] 'process raft request' (duration: 325.710291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:55.908392Z","caller":"traceutil/trace.go:171","msg":"trace[719283538] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"324.433187ms","start":"2026-04-28T03:15:55.583952Z","end":"2026-04-28T03:15:55.908385Z","steps":["trace[719283538] 'process raft request' (duration: 324.282316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:55.908422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:55.583925Z","time spent":"324.483081ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:55.908476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:55.582089Z","time spent":"326.299795ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:55.908489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:55.582403Z","time spent":"326.006333ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:55.908553Z","caller":"traceutil/trace.go:171","msg":"trace[211243693] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"320.190626ms","start":"2026-04-28T03:15:55.588356Z","end":"2026-04-28T03:15:55.908547Z","steps":["trace[211243693] 'process raft request' (duration: 319.97478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:55.908585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:55.588335Z","time spent":"320.23559ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:55.908689Z","caller":"traceutil/trace.go:171","msg":"trace[1461662068] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"320.200657ms","start":"2026-04-28T03:15:55.588458Z","end":"2026-04-28T03:15:55.908659Z","steps":["trace[1461662068] 'process raft request' (duration: 319.9642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:55.908823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:55.588431Z","time spent":"320.341877ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:55.909374Z","caller":"traceutil/trace.go:171","msg":"trace[392417634] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"290.00961ms","start":"2026-04-28T03:15:55.619352Z","end":"2026-04-28T03:15:55.909361Z","steps":["trace[392417634] 'process raft request' (duration: 289.837018ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:55.909381Z","caller":"traceutil/trace.go:171","msg":"trace[1245164073] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"309.217939ms","start":"2026-04-28T03:15:55.600122Z","end":"2026-04-28T03:15:55.90934Z","steps":["trace[1245164073] 'process raft request' (duration: 308.82616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:55.909523Z","caller":"traceutil/trace.go:171","msg":"trace[149080149] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"270.25111ms","start":"2026-04-28T03:15:55.639247Z","end":"2026-04-28T03:15:55.909498Z","steps":["trace[149080149] 'process raft request' (duration: 270.031103ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:55.909544Z","caller":"traceutil/trace.go:171","msg":"trace[853668519] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"178.117286ms","start":"2026-04-28T03:15:55.731409Z","end":"2026-04-28T03:15:55.909527Z","steps":["trace[853668519] 'process raft request' (duration: 177.981876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:55.909556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:55.60008Z","time spent":"309.394342ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:55.909678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.854618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:55.909711Z","caller":"traceutil/trace.go:171","msg":"trace[367573980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:473; }","duration":"230.935173ms","start":"2026-04-28T03:15:55.678769Z","end":"2026-04-28T03:15:55.909704Z","steps":["trace[367573980] 'agreement among raft nodes before linearized reading' (duration: 230.855357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:55.909758Z","caller":"traceutil/trace.go:171","msg":"trace[1167032907] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:476; }","duration":"230.648172ms","start":"2026-04-28T03:15:55.678818Z","end":"2026-04-28T03:15:55.909466Z","steps":["trace[1167032907] 'read index received' (duration: 216.342032ms)","trace[1167032907] 'applied index is now lower than readState.Index' (duration: 14.3054ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:02.305088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.897229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5jl7k\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-28T03:16:02.305183Z","caller":"traceutil/trace.go:171","msg":"trace[1890914095] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5jl7k; range_end:; response_count:1; response_revision:568; }","duration":"131.033949ms","start":"2026-04-28T03:16:02.174129Z","end":"2026-04-28T03:16:02.305163Z","steps":["trace[1890914095] 'range keys from in-memory index tree' (duration: 130.739267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:02.81157Z","caller":"traceutil/trace.go:171","msg":"trace[53837984] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"536.361687ms","start":"2026-04-28T03:16:02.275152Z","end":"2026-04-28T03:16:02.811513Z","steps":["trace[53837984] 'process raft request' (duration: 535.715634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:02.811981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:02.275125Z","time spent":"536.527592ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:03.969175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.26574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:03.969357Z","caller":"traceutil/trace.go:171","msg":"trace[854378749] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"1.101344804s","start":"2026-04-28T03:16:02.867993Z","end":"2026-04-28T03:16:03.969338Z","steps":["trace[854378749] 'process raft request' (duration: 1.101285982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.969452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:02.867971Z","time spent":"1.101454406s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:03.969559Z","caller":"traceutil/trace.go:171","msg":"trace[1803479956] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:588; }","duration":"1.618114931s","start":"2026-04-28T03:16:02.351416Z","end":"2026-04-28T03:16:03.969531Z","steps":["trace[1803479956] 'read index received' (duration: 461.254001ms)","trace[1803479956] 'applied index is now lower than readState.Index' (duration: 1.15685866s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:03.969686Z","caller":"traceutil/trace.go:171","msg":"trace[2139314261] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.651412597s","start":"2026-04-28T03:16:02.318261Z","end":"2026-04-28T03:16:03.969673Z","steps":["trace[2139314261] 'process raft request' (duration: 678.393032ms)","trace[2139314261] 'compare' (duration: 972.136208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:03.969789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:02.318239Z","time spent":"1.65147749s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:03.969959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278530014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:16:03.970002Z","caller":"traceutil/trace.go:171","msg":"trace[1741913748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:571; }","duration":"1.278614815s","start":"2026-04-28T03:16:02.691377Z","end":"2026-04-28T03:16:03.969992Z","steps":["trace[1741913748] 'agreement among raft nodes before linearized reading' (duration: 1.278472223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.970032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:02.691356Z","time spent":"1.278670206s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:03.970167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.324823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:16:03.97021Z","caller":"traceutil/trace.go:171","msg":"trace[714102038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:571; }","duration":"577.402145ms","start":"2026-04-28T03:16:03.392796Z","end":"2026-04-28T03:16:03.970198Z","steps":["trace[714102038] 'agreement among raft nodes before linearized reading' (duration: 577.270293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.970213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.819934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:16:03.97024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.392774Z","time spent":"577.459456ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:16:03.970307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.412891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:16:03.97034Z","caller":"traceutil/trace.go:171","msg":"trace[1130706015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:571; }","duration":"921.491633ms","start":"2026-04-28T03:16:03.04884Z","end":"2026-04-28T03:16:03.970331Z","steps":["trace[1130706015] 'agreement among raft nodes before linearized reading' (duration: 921.421331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.970366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.048819Z","time spent":"921.541383ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:03.970404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618986357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:16:03.970434Z","caller":"traceutil/trace.go:171","msg":"trace[1769700023] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:571; }","duration":"1.61903748s","start":"2026-04-28T03:16:02.351388Z","end":"2026-04-28T03:16:03.970425Z","steps":["trace[1769700023] 'agreement among raft nodes before linearized reading' (duration: 1.618984658s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.970461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:02.351377Z","time spent":"1.619078312s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-04-28T03:16:03.970595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.209898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:03.970655Z","caller":"traceutil/trace.go:171","msg":"trace[1244628340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:571; }","duration":"293.30279ms","start":"2026-04-28T03:16:03.677341Z","end":"2026-04-28T03:16:03.970644Z","steps":["trace[1244628340] 'agreement among raft nodes before linearized reading' (duration: 293.231909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:03.970244Z","caller":"traceutil/trace.go:171","msg":"trace[1755174836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:571; }","duration":"838.886266ms","start":"2026-04-28T03:16:03.131348Z","end":"2026-04-28T03:16:03.970234Z","steps":["trace[1755174836] 'agreement among raft nodes before linearized reading' (duration: 838.809234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.970698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.131326Z","time spent":"839.362695ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:16:04.477672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375793849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:04.581017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.972873Z","time spent":"608.137976ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:16:04.583507Z","caller":"traceutil/trace.go:171","msg":"trace[361103022] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"608.187086ms","start":"2026-04-28T03:16:03.975279Z","end":"2026-04-28T03:16:04.583466Z","steps":["trace[361103022] 'process raft request' (duration: 607.750118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:04.583717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.975265Z","time spent":"608.341219ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:04.583734Z","caller":"traceutil/trace.go:171","msg":"trace[857274032] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:590; }","duration":"606.802901ms","start":"2026-04-28T03:16:03.976913Z","end":"2026-04-28T03:16:04.583716Z","steps":["trace[857274032] 'read index received' (duration: 558.283136ms)","trace[857274032] 'applied index is now lower than readState.Index' (duration: 48.516125ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:04.583854Z","caller":"traceutil/trace.go:171","msg":"trace[597049531] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"608.3228ms","start":"2026-04-28T03:16:03.975503Z","end":"2026-04-28T03:16:04.583825Z","steps":["trace[597049531] 'process raft request' (duration: 607.912891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:04.584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.975497Z","time spent":"608.428141ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:04.584041Z","caller":"traceutil/trace.go:171","msg":"trace[354931874] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"608.469832ms","start":"2026-04-28T03:16:03.975541Z","end":"2026-04-28T03:16:04.584011Z","steps":["trace[354931874] 'process raft request' (duration: 608.103394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:04.584182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.975537Z","time spent":"608.563424ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:04.583857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.915303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-28T03:16:04.58593Z","caller":"traceutil/trace.go:171","msg":"trace[1189829722] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:575; }","duration":"608.984301ms","start":"2026-04-28T03:16:03.97691Z","end":"2026-04-28T03:16:04.585894Z","steps":["trace[1189829722] 'agreement among raft nodes before linearized reading' (duration: 606.877002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:04.585996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.976893Z","time spent":"609.083083ms","remote":"127.0.0.1:60994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-04-28T03:16:04.58358Z","caller":"traceutil/trace.go:171","msg":"trace[1123418250] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"608.204416ms","start":"2026-04-28T03:16:03.975348Z","end":"2026-04-28T03:16:04.583552Z","steps":["trace[1123418250] 'process raft request' (duration: 607.829639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:04.586718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.975341Z","time spent":"611.316146ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:06.506526Z","caller":"traceutil/trace.go:171","msg":"trace[699835003] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"151.022817ms","start":"2026-04-28T03:16:06.355484Z","end":"2026-04-28T03:16:06.506507Z","steps":["trace[699835003] 'process raft request' (duration: 150.909735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:20.631026Z","caller":"traceutil/trace.go:171","msg":"trace[383243183] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"319.856141ms","start":"2026-04-28T03:16:20.311142Z","end":"2026-04-28T03:16:20.630998Z","steps":["trace[383243183] 'process raft request' (duration: 279.469389ms)","trace[383243183] 'compare' (duration: 40.048265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:20.631179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:20.31113Z","time spent":"319.975573ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4024,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:20.936357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.691253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:20.937092Z","caller":"traceutil/trace.go:171","msg":"trace[104885155] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"281.070978ms","start":"2026-04-28T03:16:20.655951Z","end":"2026-04-28T03:16:20.937022Z","steps":["trace[104885155] 'process raft request' (duration: 166.611631ms)","trace[104885155] 'compare' (duration: 113.534211ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:20.937278Z","caller":"traceutil/trace.go:171","msg":"trace[1557440290] linearizableReadLoop","detail":"{readStateIndex:760; appliedIndex:759; }","duration":"277.036543ms","start":"2026-04-28T03:16:20.6602Z","end":"2026-04-28T03:16:20.937236Z","steps":["trace[1557440290] 'read index received' (duration: 162.222828ms)","trace[1557440290] 'applied index is now lower than readState.Index' (duration: 114.462988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:20.937593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.374909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:16:20.937647Z","caller":"traceutil/trace.go:171","msg":"trace[1664212908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:736; }","duration":"277.44741ms","start":"2026-04-28T03:16:20.660173Z","end":"2026-04-28T03:16:20.937621Z","steps":["trace[1664212908] 'agreement among raft nodes before linearized reading' (duration: 277.159685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:20.937883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.673353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:16:20.937928Z","caller":"traceutil/trace.go:171","msg":"trace[2104789100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:736; }","duration":"270.737894ms","start":"2026-04-28T03:16:20.66718Z","end":"2026-04-28T03:16:20.937918Z","steps":["trace[2104789100] 'agreement among raft nodes before linearized reading' (duration: 270.650412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:20.938076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.710895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:16:20.938224Z","caller":"traceutil/trace.go:171","msg":"trace[388841981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:736; }","duration":"277.892719ms","start":"2026-04-28T03:16:20.660301Z","end":"2026-04-28T03:16:20.938194Z","steps":["trace[388841981] 'agreement among raft nodes before linearized reading' (duration: 277.516252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:33.829182Z","caller":"traceutil/trace.go:171","msg":"trace[847170559] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:920; }","duration":"169.582367ms","start":"2026-04-28T03:16:33.65958Z","end":"2026-04-28T03:16:33.829162Z","steps":["trace[847170559] 'read index received' (duration: 169.560967ms)","trace[847170559] 'applied index is now lower than readState.Index' (duration: 20.6µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:33.82928Z","caller":"traceutil/trace.go:171","msg":"trace[453382002] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"314.990559ms","start":"2026-04-28T03:16:33.514282Z","end":"2026-04-28T03:16:33.829273Z","steps":["trace[453382002] 'process raft request' (duration: 314.771235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:33.829373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:33.514249Z","time spent":"315.050329ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:33.829446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.14515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:33.829498Z","caller":"traceutil/trace.go:171","msg":"trace[767175618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:893; }","duration":"151.221091ms","start":"2026-04-28T03:16:33.678264Z","end":"2026-04-28T03:16:33.829485Z","steps":["trace[767175618] 'agreement among raft nodes before linearized reading' (duration: 151.104499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:33.829638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.056015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:33.829652Z","caller":"traceutil/trace.go:171","msg":"trace[1013023934] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:893; }","duration":"170.098587ms","start":"2026-04-28T03:16:33.659549Z","end":"2026-04-28T03:16:33.829647Z","steps":["trace[1013023934] 'agreement among raft nodes before linearized reading' (duration: 170.072746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:33.829732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.863265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:33.829746Z","caller":"traceutil/trace.go:171","msg":"trace[1189642897] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:893; }","duration":"106.876335ms","start":"2026-04-28T03:16:33.722865Z","end":"2026-04-28T03:16:33.829741Z","steps":["trace[1189642897] 'agreement among raft nodes before linearized reading' (duration: 106.854455ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:34.969891Z","caller":"traceutil/trace.go:171","msg":"trace[1026181944] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"166.512759ms","start":"2026-04-28T03:16:34.803354Z","end":"2026-04-28T03:16:34.969866Z","steps":["trace[1026181944] 'process raft request' (duration: 166.154632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.091967Z","caller":"traceutil/trace.go:171","msg":"trace[1676648927] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"118.053355ms","start":"2026-04-28T03:16:34.973882Z","end":"2026-04-28T03:16:35.091935Z","steps":["trace[1676648927] 'process raft request' (duration: 117.860262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.092047Z","caller":"traceutil/trace.go:171","msg":"trace[670846815] linearizableReadLoop","detail":"{readStateIndex:953; appliedIndex:951; }","duration":"108.529616ms","start":"2026-04-28T03:16:34.9835Z","end":"2026-04-28T03:16:35.092029Z","steps":["trace[670846815] 'read index received' (duration: 108.145539ms)","trace[670846815] 'applied index is now lower than readState.Index' (duration: 383.347µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:35.092216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.329257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:35.092231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.003749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:35.092249Z","caller":"traceutil/trace.go:171","msg":"trace[650345862] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"113.339117ms","start":"2026-04-28T03:16:34.978901Z","end":"2026-04-28T03:16:35.09224Z","steps":["trace[650345862] 'process raft request' (duration: 112.97594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.092252Z","caller":"traceutil/trace.go:171","msg":"trace[526623948] range","detail":"{range_begin:/registry/configmaps/monitoring/goldpinger-zap; range_end:; response_count:0; response_revision:924; }","duration":"113.389148ms","start":"2026-04-28T03:16:34.978851Z","end":"2026-04-28T03:16:35.09224Z","steps":["trace[526623948] 'agreement among raft nodes before linearized reading' (duration: 113.309946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.092268Z","caller":"traceutil/trace.go:171","msg":"trace[903107944] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:0; response_revision:924; }","duration":"105.067501ms","start":"2026-04-28T03:16:34.987191Z","end":"2026-04-28T03:16:35.092258Z","steps":["trace[903107944] 'agreement among raft nodes before linearized reading' (duration: 105.00948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:35.092425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.523311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:35.092449Z","caller":"traceutil/trace.go:171","msg":"trace[1198086779] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:924; }","duration":"112.584192ms","start":"2026-04-28T03:16:34.979858Z","end":"2026-04-28T03:16:35.092442Z","steps":["trace[1198086779] 'agreement among raft nodes before linearized reading' (duration: 112.537911ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.340668Z","caller":"traceutil/trace.go:171","msg":"trace[1822311977] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:961; }","duration":"139.372138ms","start":"2026-04-28T03:16:35.201274Z","end":"2026-04-28T03:16:35.340646Z","steps":["trace[1822311977] 'read index received' (duration: 139.279707ms)","trace[1822311977] 'applied index is now lower than readState.Index' (duration: 91.371µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:35.340744Z","caller":"traceutil/trace.go:171","msg":"trace[1139905475] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"139.678264ms","start":"2026-04-28T03:16:35.201046Z","end":"2026-04-28T03:16:35.340724Z","steps":["trace[1139905475] 'process raft request' (duration: 139.47224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:35.340825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.522051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:35.340856Z","caller":"traceutil/trace.go:171","msg":"trace[763517897] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:930; }","duration":"139.586222ms","start":"2026-04-28T03:16:35.201261Z","end":"2026-04-28T03:16:35.340847Z","steps":["trace[763517897] 'agreement among raft nodes before linearized reading' (duration: 139.48184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.528828Z","caller":"traceutil/trace.go:171","msg":"trace[387062707] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"310.026224ms","start":"2026-04-28T03:16:35.218768Z","end":"2026-04-28T03:16:35.528794Z","steps":["trace[387062707] 'process raft request' (duration: 233.388639ms)","trace[387062707] 'compare' (duration: 76.426562ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:35.528939Z","caller":"traceutil/trace.go:171","msg":"trace[1523381010] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:962; }","duration":"188.195718ms","start":"2026-04-28T03:16:35.340719Z","end":"2026-04-28T03:16:35.528915Z","steps":["trace[1523381010] 'read index received' (duration: 111.521042ms)","trace[1523381010] 'applied index is now lower than readState.Index' (duration: 76.673496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:35.528971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:35.218757Z","time spent":"310.139077ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:35.528969Z","caller":"traceutil/trace.go:171","msg":"trace[1829026483] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"251.715806ms","start":"2026-04-28T03:16:35.277219Z","end":"2026-04-28T03:16:35.528935Z","steps":["trace[1829026483] 'process raft request' (duration: 251.493202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:35.529015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.038665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:35.529003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.926365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:35.529043Z","caller":"traceutil/trace.go:171","msg":"trace[1489177336] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx; range_end:; response_count:0; response_revision:932; }","duration":"327.078716ms","start":"2026-04-28T03:16:35.201956Z","end":"2026-04-28T03:16:35.529035Z","steps":["trace[1489177336] 'agreement among raft nodes before linearized reading' (duration: 327.017685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:35.529004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.463121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:35.529067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:35.201951Z","time spent":"327.111026ms","remote":"127.0.0.1:32940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/ingress-nginx\" "} {"level":"info","ts":"2026-04-28T03:16:35.529078Z","caller":"traceutil/trace.go:171","msg":"trace[1294116852] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:932; }","duration":"326.015896ms","start":"2026-04-28T03:16:35.203041Z","end":"2026-04-28T03:16:35.529056Z","steps":["trace[1294116852] 'agreement among raft nodes before linearized reading' (duration: 325.901534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.5291Z","caller":"traceutil/trace.go:171","msg":"trace[1748947316] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:932; }","duration":"190.580613ms","start":"2026-04-28T03:16:35.338488Z","end":"2026-04-28T03:16:35.529069Z","steps":["trace[1748947316] 'agreement among raft nodes before linearized reading' (duration: 190.434081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:35.529124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:35.203035Z","time spent":"326.078557ms","remote":"127.0.0.1:60884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-04-28T03:16:35.533888Z","caller":"traceutil/trace.go:171","msg":"trace[1017546127] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"188.461314ms","start":"2026-04-28T03:16:35.345388Z","end":"2026-04-28T03:16:35.53385Z","steps":["trace[1017546127] 'process raft request' (duration: 188.392783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.65467Z","caller":"traceutil/trace.go:171","msg":"trace[3744540] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"109.571336ms","start":"2026-04-28T03:16:35.545076Z","end":"2026-04-28T03:16:35.654647Z","steps":["trace[3744540] 'process raft request' (duration: 84.616445ms)","trace[3744540] 'compare' (duration: 24.519113ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:35.655042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.691348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:35.655171Z","caller":"traceutil/trace.go:171","msg":"trace[1219602131] range","detail":"{range_begin:/registry/roles/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:939; }","duration":"110.82984ms","start":"2026-04-28T03:16:35.544287Z","end":"2026-04-28T03:16:35.655117Z","steps":["trace[1219602131] 'agreement among raft nodes before linearized reading' (duration: 110.632506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.65562Z","caller":"traceutil/trace.go:171","msg":"trace[1100777849] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"109.681019ms","start":"2026-04-28T03:16:35.545928Z","end":"2026-04-28T03:16:35.655609Z","steps":["trace[1100777849] 'process raft request' (duration: 108.402714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.655813Z","caller":"traceutil/trace.go:171","msg":"trace[1158988565] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"108.803882ms","start":"2026-04-28T03:16:35.547003Z","end":"2026-04-28T03:16:35.655807Z","steps":["trace[1158988565] 'process raft request' (duration: 107.369025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.935746Z","caller":"traceutil/trace.go:171","msg":"trace[1398798604] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"104.868767ms","start":"2026-04-28T03:16:35.830851Z","end":"2026-04-28T03:16:35.93572Z","steps":["trace[1398798604] 'process raft request' (duration: 104.628643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:35.935933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.915168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:35.936024Z","caller":"traceutil/trace.go:171","msg":"trace[1500527320] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:971; }","duration":"105.05493ms","start":"2026-04-28T03:16:35.830949Z","end":"2026-04-28T03:16:35.936004Z","steps":["trace[1500527320] 'agreement among raft nodes before linearized reading' (duration: 104.870667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:35.936038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.139538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/node-feature-discovery-gc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:35.936099Z","caller":"traceutil/trace.go:171","msg":"trace[675402481] range","detail":"{range_begin:/registry/clusterrolebindings/node-feature-discovery-gc; range_end:; response_count:0; response_revision:971; }","duration":"109.24569ms","start":"2026-04-28T03:16:35.826837Z","end":"2026-04-28T03:16:35.936082Z","steps":["trace[675402481] 'agreement among raft nodes before linearized reading' (duration: 109.147428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:35.93648Z","caller":"traceutil/trace.go:171","msg":"trace[1521291006] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"101.144587ms","start":"2026-04-28T03:16:35.835313Z","end":"2026-04-28T03:16:35.936458Z","steps":["trace[1521291006] 'process raft request' (duration: 100.342532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:36.097127Z","caller":"traceutil/trace.go:171","msg":"trace[804890043] linearizableReadLoop","detail":"{readStateIndex:1006; appliedIndex:1003; }","duration":"161.390513ms","start":"2026-04-28T03:16:35.935716Z","end":"2026-04-28T03:16:36.097106Z","steps":["trace[804890043] 'read index received' (duration: 136.562484ms)","trace[804890043] 'applied index is now lower than readState.Index' (duration: 24.827349ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:36.097131Z","caller":"traceutil/trace.go:171","msg":"trace[1466859533] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"233.049955ms","start":"2026-04-28T03:16:35.864039Z","end":"2026-04-28T03:16:36.097089Z","steps":["trace[1466859533] 'process raft request' (duration: 208.224596ms)","trace[1466859533] 'compare' (duration: 24.635735ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:36.097183Z","caller":"traceutil/trace.go:171","msg":"trace[1230369480] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"203.13869ms","start":"2026-04-28T03:16:35.894027Z","end":"2026-04-28T03:16:36.097166Z","steps":["trace[1230369480] 'process raft request' (duration: 203.037578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:36.097245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.22939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/objectstorage-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:36.097275Z","caller":"traceutil/trace.go:171","msg":"trace[1060468329] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/objectstorage-provisioner; range_end:; response_count:0; response_revision:974; }","duration":"230.283242ms","start":"2026-04-28T03:16:35.86698Z","end":"2026-04-28T03:16:36.097263Z","steps":["trace[1060468329] 'agreement among raft nodes before linearized reading' (duration: 230.225521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:36.097267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.760832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:36.097306Z","caller":"traceutil/trace.go:171","msg":"trace[2012040688] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"232.142987ms","start":"2026-04-28T03:16:35.865135Z","end":"2026-04-28T03:16:36.097278Z","steps":["trace[2012040688] 'process raft request' (duration: 231.878472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:36.097347Z","caller":"traceutil/trace.go:171","msg":"trace[672504659] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:0; response_revision:974; }","duration":"229.860534ms","start":"2026-04-28T03:16:35.867466Z","end":"2026-04-28T03:16:36.097327Z","steps":["trace[672504659] 'agreement among raft nodes before linearized reading' (duration: 229.688861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:36.097419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.512924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:36.097553Z","caller":"traceutil/trace.go:171","msg":"trace[1272433464] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:974; }","duration":"231.681308ms","start":"2026-04-28T03:16:35.865826Z","end":"2026-04-28T03:16:36.097507Z","steps":["trace[1272433464] 'agreement among raft nodes before linearized reading' (duration: 231.441124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:36.126083Z","caller":"traceutil/trace.go:171","msg":"trace[1459419912] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"160.777641ms","start":"2026-04-28T03:16:35.965257Z","end":"2026-04-28T03:16:36.126034Z","steps":["trace[1459419912] 'process raft request' (duration: 160.559917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:36.126118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.520426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:36.126252Z","caller":"traceutil/trace.go:171","msg":"trace[324674826] range","detail":"{range_begin:/registry/roles/monitoring/node-feature-discovery-worker; range_end:; response_count:0; response_revision:975; }","duration":"187.700989ms","start":"2026-04-28T03:16:35.93854Z","end":"2026-04-28T03:16:36.126241Z","steps":["trace[324674826] 'agreement among raft nodes before linearized reading' (duration: 187.489455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:36.126278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.665236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:10239"} {"level":"warn","ts":"2026-04-28T03:16:36.126324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.730387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:43406"} {"level":"info","ts":"2026-04-28T03:16:36.126392Z","caller":"traceutil/trace.go:171","msg":"trace[1436629408] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:975; }","duration":"189.829739ms","start":"2026-04-28T03:16:35.936536Z","end":"2026-04-28T03:16:36.126366Z","steps":["trace[1436629408] 'agreement among raft nodes before linearized reading' (duration: 189.496223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:36.126408Z","caller":"traceutil/trace.go:171","msg":"trace[1272060998] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:975; }","duration":"128.88104ms","start":"2026-04-28T03:16:35.99751Z","end":"2026-04-28T03:16:36.126391Z","steps":["trace[1272060998] 'agreement among raft nodes before linearized reading' (duration: 128.575964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.288914Z","caller":"traceutil/trace.go:171","msg":"trace[234080556] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"145.257579ms","start":"2026-04-28T03:16:37.143637Z","end":"2026-04-28T03:16:37.288894Z","steps":["trace[234080556] 'process raft request' (duration: 130.765606ms)","trace[234080556] 'compare' (duration: 14.358251ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:37.289178Z","caller":"traceutil/trace.go:171","msg":"trace[1703977025] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1314; }","duration":"124.405765ms","start":"2026-04-28T03:16:37.164765Z","end":"2026-04-28T03:16:37.289171Z","steps":["trace[1703977025] 'read index received' (duration: 1.946317ms)","trace[1703977025] 'applied index is now lower than readState.Index' (duration: 122.458968ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:37.289263Z","caller":"traceutil/trace.go:171","msg":"trace[694150824] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"145.446131ms","start":"2026-04-28T03:16:37.143812Z","end":"2026-04-28T03:16:37.289259Z","steps":["trace[694150824] 'process raft request' (duration: 145.043174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.28945Z","caller":"traceutil/trace.go:171","msg":"trace[810925887] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"142.971796ms","start":"2026-04-28T03:16:37.146472Z","end":"2026-04-28T03:16:37.289444Z","steps":["trace[810925887] 'process raft request' (duration: 142.646439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.289583Z","caller":"traceutil/trace.go:171","msg":"trace[1811241296] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"142.615539ms","start":"2026-04-28T03:16:37.146963Z","end":"2026-04-28T03:16:37.289578Z","steps":["trace[1811241296] 'process raft request' (duration: 142.18408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:37.289721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.944426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:16:37.289742Z","caller":"traceutil/trace.go:171","msg":"trace[447092275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1284; }","duration":"125.017588ms","start":"2026-04-28T03:16:37.16472Z","end":"2026-04-28T03:16:37.289738Z","steps":["trace[447092275] 'agreement among raft nodes before linearized reading' (duration: 124.925036ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.356725Z","caller":"traceutil/trace.go:171","msg":"trace[576871746] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"186.16499ms","start":"2026-04-28T03:16:37.170529Z","end":"2026-04-28T03:16:37.356694Z","steps":["trace[576871746] 'process raft request' (duration: 186.039827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:37.356841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.993379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T03:16:37.356909Z","caller":"traceutil/trace.go:171","msg":"trace[1609159495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1285; }","duration":"192.088122ms","start":"2026-04-28T03:16:37.164805Z","end":"2026-04-28T03:16:37.356893Z","steps":["trace[1609159495] 'agreement among raft nodes before linearized reading' (duration: 191.890328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.446142Z","caller":"traceutil/trace.go:171","msg":"trace[449516828] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"150.619179ms","start":"2026-04-28T03:16:37.295481Z","end":"2026-04-28T03:16:37.4461Z","steps":["trace[449516828] 'process raft request' (duration: 107.811412ms)","trace[449516828] 'compare' (duration: 42.570442ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:37.446176Z","caller":"traceutil/trace.go:171","msg":"trace[68601231] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"150.347724ms","start":"2026-04-28T03:16:37.295798Z","end":"2026-04-28T03:16:37.446146Z","steps":["trace[68601231] 'process raft request' (duration: 150.204842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.446184Z","caller":"traceutil/trace.go:171","msg":"trace[1276068102] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"147.554422ms","start":"2026-04-28T03:16:37.298605Z","end":"2026-04-28T03:16:37.44616Z","steps":["trace[1276068102] 'process raft request' (duration: 147.46601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:37.44627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.278563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:37.44635Z","caller":"traceutil/trace.go:171","msg":"trace[883798057] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1288; }","duration":"141.396846ms","start":"2026-04-28T03:16:37.304926Z","end":"2026-04-28T03:16:37.446322Z","steps":["trace[883798057] 'agreement among raft nodes before linearized reading' (duration: 141.247682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.466994Z","caller":"traceutil/trace.go:171","msg":"trace[1572545932] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"104.514229ms","start":"2026-04-28T03:16:37.362458Z","end":"2026-04-28T03:16:37.466972Z","steps":["trace[1572545932] 'process raft request' (duration: 104.469748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.467505Z","caller":"traceutil/trace.go:171","msg":"trace[1619570534] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"109.794511ms","start":"2026-04-28T03:16:37.3577Z","end":"2026-04-28T03:16:37.467494Z","steps":["trace[1619570534] 'process raft request' (duration: 108.769181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.467716Z","caller":"traceutil/trace.go:171","msg":"trace[813534759] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"107.266483ms","start":"2026-04-28T03:16:37.360441Z","end":"2026-04-28T03:16:37.467707Z","steps":["trace[813534759] 'process raft request' (duration: 106.393696ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.467908Z","caller":"traceutil/trace.go:171","msg":"trace[1546477649] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"105.835416ms","start":"2026-04-28T03:16:37.362062Z","end":"2026-04-28T03:16:37.467897Z","steps":["trace[1546477649] 'process raft request' (duration: 104.828037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:37.507824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.001052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:37.5079Z","caller":"traceutil/trace.go:171","msg":"trace[51660827] range","detail":"{range_begin:/registry/limitranges/rook-ceph/; range_end:/registry/limitranges/rook-ceph0; response_count:0; response_revision:1294; }","duration":"146.082004ms","start":"2026-04-28T03:16:37.361798Z","end":"2026-04-28T03:16:37.50788Z","steps":["trace[51660827] 'agreement among raft nodes before linearized reading' (duration: 145.986302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:37.599727Z","caller":"traceutil/trace.go:171","msg":"trace[607026421] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"129.544311ms","start":"2026-04-28T03:16:37.470135Z","end":"2026-04-28T03:16:37.599679Z","steps":["trace[607026421] 'process raft request' (duration: 95.570531ms)","trace[607026421] 'compare' (duration: 33.699165ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:37.599982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.692481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4125"} {"level":"info","ts":"2026-04-28T03:16:37.600059Z","caller":"traceutil/trace.go:171","msg":"trace[812049804] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:1295; }","duration":"123.793883ms","start":"2026-04-28T03:16:37.476248Z","end":"2026-04-28T03:16:37.600041Z","steps":["trace[812049804] 'agreement among raft nodes before linearized reading' (duration: 123.405586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:45.596033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.209586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:45.596148Z","caller":"traceutil/trace.go:171","msg":"trace[1562465500] linearizableReadLoop","detail":"{readStateIndex:1449; appliedIndex:1448; }","duration":"331.459668ms","start":"2026-04-28T03:16:45.264672Z","end":"2026-04-28T03:16:45.596131Z","steps":["trace[1562465500] 'read index received' (duration: 123.985537ms)","trace[1562465500] 'applied index is now lower than readState.Index' (duration: 207.472751ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:45.596203Z","caller":"traceutil/trace.go:171","msg":"trace[1025905990] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"337.374361ms","start":"2026-04-28T03:16:45.25878Z","end":"2026-04-28T03:16:45.596155Z","steps":["trace[1025905990] 'process raft request' (duration: 129.93472ms)","trace[1025905990] 'compare' (duration: 207.031953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:45.596285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.614721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:45.596319Z","caller":"traceutil/trace.go:171","msg":"trace[1407823580] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1412; }","duration":"331.681383ms","start":"2026-04-28T03:16:45.264626Z","end":"2026-04-28T03:16:45.596308Z","steps":["trace[1407823580] 'agreement among raft nodes before linearized reading' (duration: 331.589591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:45.596354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.264606Z","time spent":"331.738623ms","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":34,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:45.59638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.258758Z","time spent":"337.523373ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:45.596629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.572739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:16:45.596663Z","caller":"traceutil/trace.go:171","msg":"trace[469519076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1412; }","duration":"116.65751ms","start":"2026-04-28T03:16:45.479994Z","end":"2026-04-28T03:16:45.596652Z","steps":["trace[469519076] 'agreement among raft nodes before linearized reading' (duration: 116.517657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:45.764138Z","caller":"traceutil/trace.go:171","msg":"trace[982036387] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"163.205566ms","start":"2026-04-28T03:16:45.600906Z","end":"2026-04-28T03:16:45.764111Z","steps":["trace[982036387] 'process raft request' (duration: 100.547466ms)","trace[982036387] 'compare' (duration: 62.203202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:46.002684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.361556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:46.002771Z","caller":"traceutil/trace.go:171","msg":"trace[742610225] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1415; }","duration":"123.503838ms","start":"2026-04-28T03:16:45.87925Z","end":"2026-04-28T03:16:46.002754Z","steps":["trace[742610225] 'count revisions from in-memory index tree' (duration: 123.284744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:46.72833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.65392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:16:46.728403Z","caller":"traceutil/trace.go:171","msg":"trace[977651855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1416; }","duration":"499.778083ms","start":"2026-04-28T03:16:46.228609Z","end":"2026-04-28T03:16:46.728387Z","steps":["trace[977651855] 'range keys from in-memory index tree' (duration: 499.487537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:46.728388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.425902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:16:46.728439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:46.228591Z","time spent":"499.839964ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:16:46.728448Z","caller":"traceutil/trace.go:171","msg":"trace[1816230980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1416; }","duration":"318.537025ms","start":"2026-04-28T03:16:46.409896Z","end":"2026-04-28T03:16:46.728433Z","steps":["trace[1816230980] 'range keys from in-memory index tree' (duration: 318.191789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:46.728505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:46.409874Z","time spent":"318.621246ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"info","ts":"2026-04-28T03:16:47.173589Z","caller":"traceutil/trace.go:171","msg":"trace[25006056] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"440.602767ms","start":"2026-04-28T03:16:46.732963Z","end":"2026-04-28T03:16:47.173566Z","steps":["trace[25006056] 'process raft request' (duration: 440.443734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:47.173767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:46.732947Z","time spent":"440.735159ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:47.444653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.437996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:16:47.444844Z","caller":"traceutil/trace.go:171","msg":"trace[238642646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1417; }","duration":"185.747912ms","start":"2026-04-28T03:16:47.259067Z","end":"2026-04-28T03:16:47.444815Z","steps":["trace[238642646] 'range keys from in-memory index tree' (duration: 185.074019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:47.893974Z","caller":"traceutil/trace.go:171","msg":"trace[1804045230] linearizableReadLoop","detail":"{readStateIndex:1458; appliedIndex:1457; }","duration":"126.441124ms","start":"2026-04-28T03:16:47.767502Z","end":"2026-04-28T03:16:47.893943Z","steps":["trace[1804045230] 'read index received' (duration: 49.397991ms)","trace[1804045230] 'applied index is now lower than readState.Index' (duration: 77.041803ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:47.894068Z","caller":"traceutil/trace.go:171","msg":"trace[1451895556] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"230.858883ms","start":"2026-04-28T03:16:47.663179Z","end":"2026-04-28T03:16:47.894038Z","steps":["trace[1451895556] 'process raft request' (duration: 153.705977ms)","trace[1451895556] 'compare' (duration: 76.90517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:47.894204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.677189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:16:47.894248Z","caller":"traceutil/trace.go:171","msg":"trace[545035173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1420; }","duration":"126.74818ms","start":"2026-04-28T03:16:47.767487Z","end":"2026-04-28T03:16:47.894235Z","steps":["trace[545035173] 'agreement among raft nodes before linearized reading' (duration: 126.564957ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:48.208158Z","caller":"traceutil/trace.go:171","msg":"trace[134869316] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"213.990845ms","start":"2026-04-28T03:16:47.994143Z","end":"2026-04-28T03:16:48.208134Z","steps":["trace[134869316] 'process raft request' (duration: 213.862772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:48.216009Z","caller":"traceutil/trace.go:171","msg":"trace[1538961685] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"165.850206ms","start":"2026-04-28T03:16:48.050135Z","end":"2026-04-28T03:16:48.215985Z","steps":["trace[1538961685] 'process raft request' (duration: 165.53545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:50.82847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.228342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5532"} {"level":"info","ts":"2026-04-28T03:16:50.828571Z","caller":"traceutil/trace.go:171","msg":"trace[1866943085] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1437; }","duration":"446.389785ms","start":"2026-04-28T03:16:50.38216Z","end":"2026-04-28T03:16:50.828549Z","steps":["trace[1866943085] 'range keys from in-memory index tree' (duration: 446.012749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:50.828616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:50.382145Z","time spent":"446.461466ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5556,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T03:16:51.511249Z","caller":"traceutil/trace.go:171","msg":"trace[1874675366] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"294.463011ms","start":"2026-04-28T03:16:51.216742Z","end":"2026-04-28T03:16:51.511205Z","steps":["trace[1874675366] 'process raft request' (duration: 293.276869ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:51.639801Z","caller":"traceutil/trace.go:171","msg":"trace[2070228898] linearizableReadLoop","detail":"{readStateIndex:1477; appliedIndex:1475; }","duration":"294.659585ms","start":"2026-04-28T03:16:51.345119Z","end":"2026-04-28T03:16:51.639779Z","steps":["trace[2070228898] 'read index received' (duration: 164.93541ms)","trace[2070228898] 'applied index is now lower than readState.Index' (duration: 129.723365ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:51.639857Z","caller":"traceutil/trace.go:171","msg":"trace[1577926010] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"297.584801ms","start":"2026-04-28T03:16:51.342224Z","end":"2026-04-28T03:16:51.639809Z","steps":["trace[1577926010] 'process raft request' (duration: 297.405698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:51.640027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.889099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-wprbk\" ","response":"range_response_count:1 size:11624"} {"level":"info","ts":"2026-04-28T03:16:51.640061Z","caller":"traceutil/trace.go:171","msg":"trace[688604416] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-wprbk; range_end:; response_count:1; response_revision:1439; }","duration":"294.971131ms","start":"2026-04-28T03:16:51.345081Z","end":"2026-04-28T03:16:51.640052Z","steps":["trace[688604416] 'agreement among raft nodes before linearized reading' (duration: 294.806248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:51.640326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.227888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:16:51.640385Z","caller":"traceutil/trace.go:171","msg":"trace[699091891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1439; }","duration":"145.32364ms","start":"2026-04-28T03:16:51.495047Z","end":"2026-04-28T03:16:51.640371Z","steps":["trace[699091891] 'agreement among raft nodes before linearized reading' (duration: 145.195098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:52.108402Z","caller":"traceutil/trace.go:171","msg":"trace[246666202] linearizableReadLoop","detail":"{readStateIndex:1485; appliedIndex:1484; }","duration":"142.985535ms","start":"2026-04-28T03:16:51.965391Z","end":"2026-04-28T03:16:52.108377Z","steps":["trace[246666202] 'read index received' (duration: 142.756871ms)","trace[246666202] 'applied index is now lower than readState.Index' (duration: 227.524µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:52.108457Z","caller":"traceutil/trace.go:171","msg":"trace[1961075114] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"226.49418ms","start":"2026-04-28T03:16:51.881923Z","end":"2026-04-28T03:16:52.108417Z","steps":["trace[1961075114] 'process raft request' (duration: 226.307386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:52.108631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.565736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:16:52.108668Z","caller":"traceutil/trace.go:171","msg":"trace[1529491293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1447; }","duration":"135.638137ms","start":"2026-04-28T03:16:51.973017Z","end":"2026-04-28T03:16:52.108656Z","steps":["trace[1529491293] 'agreement among raft nodes before linearized reading' (duration: 135.494615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:52.108704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.290373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:16:52.10878Z","caller":"traceutil/trace.go:171","msg":"trace[147890646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1447; }","duration":"143.423234ms","start":"2026-04-28T03:16:51.965339Z","end":"2026-04-28T03:16:52.108762Z","steps":["trace[147890646] 'agreement among raft nodes before linearized reading' (duration: 143.16417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:52.293421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.781165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:52.293727Z","caller":"traceutil/trace.go:171","msg":"trace[298935315] linearizableReadLoop","detail":"{readStateIndex:1486; appliedIndex:1485; }","duration":"174.181615ms","start":"2026-04-28T03:16:52.119476Z","end":"2026-04-28T03:16:52.293657Z","steps":["trace[298935315] 'read index received' (duration: 42.075084ms)","trace[298935315] 'applied index is now lower than readState.Index' (duration: 132.104141ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:52.293734Z","caller":"traceutil/trace.go:171","msg":"trace[172593062] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"174.330577ms","start":"2026-04-28T03:16:52.119355Z","end":"2026-04-28T03:16:52.293686Z","steps":["trace[172593062] 'process raft request' (duration: 42.168705ms)","trace[172593062] 'compare' (duration: 131.648392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:52.29403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.524451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11803"} {"level":"info","ts":"2026-04-28T03:16:52.294131Z","caller":"traceutil/trace.go:171","msg":"trace[886259801] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1448; }","duration":"174.639453ms","start":"2026-04-28T03:16:52.11947Z","end":"2026-04-28T03:16:52.29411Z","steps":["trace[886259801] 'agreement among raft nodes before linearized reading' (duration: 174.361968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:52.298036Z","caller":"traceutil/trace.go:171","msg":"trace[413225248] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"177.866243ms","start":"2026-04-28T03:16:52.120159Z","end":"2026-04-28T03:16:52.298025Z","steps":["trace[413225248] 'process raft request' (duration: 177.7115ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:52.298215Z","caller":"traceutil/trace.go:171","msg":"trace[1686805615] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"176.955466ms","start":"2026-04-28T03:16:52.121228Z","end":"2026-04-28T03:16:52.298183Z","steps":["trace[1686805615] 'process raft request' (duration: 176.751272ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:53.787416Z","caller":"traceutil/trace.go:171","msg":"trace[989178919] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"131.873061ms","start":"2026-04-28T03:16:53.655518Z","end":"2026-04-28T03:16:53.787391Z","steps":["trace[989178919] 'process raft request' (duration: 131.219328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.074177Z","caller":"traceutil/trace.go:171","msg":"trace[1064311170] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"282.987194ms","start":"2026-04-28T03:16:53.791155Z","end":"2026-04-28T03:16:54.074142Z","steps":["trace[1064311170] 'process raft request' (duration: 221.640179ms)","trace[1064311170] 'compare' (duration: 61.175332ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:54.566129Z","caller":"traceutil/trace.go:171","msg":"trace[1880879477] linearizableReadLoop","detail":"{readStateIndex:1502; appliedIndex:1501; }","duration":"267.938639ms","start":"2026-04-28T03:16:54.298135Z","end":"2026-04-28T03:16:54.566074Z","steps":["trace[1880879477] 'read index received' (duration: 255.433599ms)","trace[1880879477] 'applied index is now lower than readState.Index' (duration: 12.50357ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:54.566247Z","caller":"traceutil/trace.go:171","msg":"trace[1312366814] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"479.407988ms","start":"2026-04-28T03:16:54.086817Z","end":"2026-04-28T03:16:54.566225Z","steps":["trace[1312366814] 'process raft request' (duration: 466.640794ms)","trace[1312366814] 'compare' (duration: 12.077701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:54.566345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.086806Z","time spent":"479.48446ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:54.566393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.246734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:16:54.566452Z","caller":"traceutil/trace.go:171","msg":"trace[1565912753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1463; }","duration":"268.359886ms","start":"2026-04-28T03:16:54.298079Z","end":"2026-04-28T03:16:54.566438Z","steps":["trace[1565912753] 'agreement among raft nodes before linearized reading' (duration: 268.169003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.575021Z","caller":"traceutil/trace.go:171","msg":"trace[1673093814] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"269.696229ms","start":"2026-04-28T03:16:54.305292Z","end":"2026-04-28T03:16:54.574988Z","steps":["trace[1673093814] 'process raft request' (duration: 269.528696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.575051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.030833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:16:54.575073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.762671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-wprbk\" ","response":"range_response_count:1 size:12202"} {"level":"info","ts":"2026-04-28T03:16:54.575101Z","caller":"traceutil/trace.go:171","msg":"trace[1406028803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1464; }","duration":"272.124484ms","start":"2026-04-28T03:16:54.302965Z","end":"2026-04-28T03:16:54.57509Z","steps":["trace[1406028803] 'agreement among raft nodes before linearized reading' (duration: 271.964731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.575121Z","caller":"traceutil/trace.go:171","msg":"trace[1762602000] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-wprbk; range_end:; response_count:1; response_revision:1464; }","duration":"202.847263ms","start":"2026-04-28T03:16:54.372262Z","end":"2026-04-28T03:16:54.575109Z","steps":["trace[1762602000] 'agreement among raft nodes before linearized reading' (duration: 202.67266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.768254Z","caller":"traceutil/trace.go:171","msg":"trace[1257111506] linearizableReadLoop","detail":"{readStateIndex:1506; appliedIndex:1504; }","duration":"169.555241ms","start":"2026-04-28T03:16:54.59868Z","end":"2026-04-28T03:16:54.768235Z","steps":["trace[1257111506] 'read index received' (duration: 162.469101ms)","trace[1257111506] 'applied index is now lower than readState.Index' (duration: 7.08541ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:54.768342Z","caller":"traceutil/trace.go:171","msg":"trace[719973891] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"185.523914ms","start":"2026-04-28T03:16:54.58281Z","end":"2026-04-28T03:16:54.768333Z","steps":["trace[719973891] 'process raft request' (duration: 185.348311ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.768429Z","caller":"traceutil/trace.go:171","msg":"trace[777837343] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"189.709461ms","start":"2026-04-28T03:16:54.578706Z","end":"2026-04-28T03:16:54.768415Z","steps":["trace[777837343] 'process raft request' (duration: 182.497628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:54.768551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.864657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-04-28T03:16:54.768575Z","caller":"traceutil/trace.go:171","msg":"trace[1710139840] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:1467; }","duration":"169.966408ms","start":"2026-04-28T03:16:54.598602Z","end":"2026-04-28T03:16:54.768568Z","steps":["trace[1710139840] 'agreement among raft nodes before linearized reading' (duration: 169.866947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:54.914583Z","caller":"traceutil/trace.go:171","msg":"trace[1184042127] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"140.481359ms","start":"2026-04-28T03:16:54.774044Z","end":"2026-04-28T03:16:54.914526Z","steps":["trace[1184042127] 'process raft request' (duration: 97.390928ms)","trace[1184042127] 'compare' (duration: 42.893677ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:55.114082Z","caller":"traceutil/trace.go:171","msg":"trace[795027317] linearizableReadLoop","detail":"{readStateIndex:1508; appliedIndex:1507; }","duration":"192.185877ms","start":"2026-04-28T03:16:54.921867Z","end":"2026-04-28T03:16:55.114053Z","steps":["trace[795027317] 'read index received' (duration: 119.101596ms)","trace[795027317] 'applied index is now lower than readState.Index' (duration: 73.083211ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:55.114191Z","caller":"traceutil/trace.go:171","msg":"trace[1908935042] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1469; }","duration":"197.565265ms","start":"2026-04-28T03:16:54.916561Z","end":"2026-04-28T03:16:55.114127Z","steps":["trace[1908935042] 'process raft request' (duration: 124.477154ms)","trace[1908935042] 'compare' (duration: 72.880488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:55.114367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.465962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32113"} {"level":"info","ts":"2026-04-28T03:16:55.114403Z","caller":"traceutil/trace.go:171","msg":"trace[575178124] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1469; }","duration":"192.563773ms","start":"2026-04-28T03:16:54.921829Z","end":"2026-04-28T03:16:55.114392Z","steps":["trace[575178124] 'agreement among raft nodes before linearized reading' (duration: 192.36276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.114367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.450641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:55.114483Z","caller":"traceutil/trace.go:171","msg":"trace[1629643339] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1469; }","duration":"126.650264ms","start":"2026-04-28T03:16:54.987804Z","end":"2026-04-28T03:16:55.114455Z","steps":["trace[1629643339] 'agreement among raft nodes before linearized reading' (duration: 126.43764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:57.792344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.159367ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:16:57.792558Z","caller":"traceutil/trace.go:171","msg":"trace[1089271782] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1537; }","duration":"158.412957ms","start":"2026-04-28T03:16:57.634123Z","end":"2026-04-28T03:16:57.792536Z","steps":["trace[1089271782] 'read index received' (duration: 34.34µs)","trace[1089271782] 'applied index is now lower than readState.Index' (duration: 158.377017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:57.792724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.602855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:57.792795Z","caller":"traceutil/trace.go:171","msg":"trace[1319433802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1498; }","duration":"113.721017ms","start":"2026-04-28T03:16:57.679062Z","end":"2026-04-28T03:16:57.792783Z","steps":["trace[1319433802] 'agreement among raft nodes before linearized reading' (duration: 113.613065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:57.792867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.745373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:16:57.792949Z","caller":"traceutil/trace.go:171","msg":"trace[174943457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1498; }","duration":"158.881475ms","start":"2026-04-28T03:16:57.634048Z","end":"2026-04-28T03:16:57.792929Z","steps":["trace[174943457] 'agreement among raft nodes before linearized reading' (duration: 158.60475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:59.29446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.761249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:59.294567Z","caller":"traceutil/trace.go:171","msg":"trace[1004748551] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1539; }","duration":"1.293608901s","start":"2026-04-28T03:16:58.000942Z","end":"2026-04-28T03:16:59.294551Z","steps":["trace[1004748551] 'read index received' (duration: 372.586548ms)","trace[1004748551] 'applied index is now lower than readState.Index' (duration: 921.021183ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:59.294606Z","caller":"traceutil/trace.go:171","msg":"trace[181194360] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"1.475835695s","start":"2026-04-28T03:16:57.81873Z","end":"2026-04-28T03:16:59.294566Z","steps":["trace[181194360] 'process raft request' (duration: 554.877473ms)","trace[181194360] 'compare' (duration: 920.675387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:59.294718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293782794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:59.294749Z","caller":"traceutil/trace.go:171","msg":"trace[1159521000] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1500; }","duration":"1.293858495s","start":"2026-04-28T03:16:58.000882Z","end":"2026-04-28T03:16:59.294741Z","steps":["trace[1159521000] 'agreement among raft nodes before linearized reading' (duration: 1.293753984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:59.294779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:58.000858Z","time spent":"1.293912406s","remote":"127.0.0.1:32940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":97,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:59.294768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:57.818708Z","time spent":"1.475978957s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:59.337537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200163057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:16:59.337615Z","caller":"traceutil/trace.go:171","msg":"trace[283517468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1501; }","duration":"1.200273779s","start":"2026-04-28T03:16:58.137322Z","end":"2026-04-28T03:16:59.337596Z","steps":["trace[283517468] 'agreement among raft nodes before linearized reading' (duration: 1.200075896s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:59.337608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.315165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:16:59.337653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:58.137307Z","time spent":"1.20033732s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:59.33766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.217918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:16:59.3377Z","caller":"traceutil/trace.go:171","msg":"trace[15718170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1501; }","duration":"729.437187ms","start":"2026-04-28T03:16:58.608231Z","end":"2026-04-28T03:16:59.337668Z","steps":["trace[15718170] 'agreement among raft nodes before linearized reading' (duration: 729.230724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:59.337677Z","caller":"traceutil/trace.go:171","msg":"trace[2042260603] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"748.847773ms","start":"2026-04-28T03:16:58.588794Z","end":"2026-04-28T03:16:59.337642Z","steps":["trace[2042260603] 'process raft request' (duration: 748.457165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:59.337715Z","caller":"traceutil/trace.go:171","msg":"trace[289676220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1501; }","duration":"556.315021ms","start":"2026-04-28T03:16:58.781386Z","end":"2026-04-28T03:16:59.337701Z","steps":["trace[289676220] 'agreement among raft nodes before linearized reading' (duration: 556.169608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:59.337748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:58.60821Z","time spent":"729.529109ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:16:59.337764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:58.781362Z","time spent":"556.394582ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:59.337769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.602089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:16:59.337846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:58.588768Z","time spent":"748.989926ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:59.33805Z","caller":"traceutil/trace.go:171","msg":"trace[1969574639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1501; }","duration":"208.960775ms","start":"2026-04-28T03:16:59.129062Z","end":"2026-04-28T03:16:59.338023Z","steps":["trace[1969574639] 'agreement among raft nodes before linearized reading' (duration: 208.389004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:59.338162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.452286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:59.33835Z","caller":"traceutil/trace.go:171","msg":"trace[1738959208] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1501; }","duration":"966.702541ms","start":"2026-04-28T03:16:58.371633Z","end":"2026-04-28T03:16:59.338335Z","steps":["trace[1738959208] 'agreement among raft nodes before linearized reading' (duration: 965.875426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:59.338507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:58.371614Z","time spent":"966.849903ms","remote":"127.0.0.1:60924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:16:59.499476Z","caller":"traceutil/trace.go:171","msg":"trace[1660858786] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1541; }","duration":"157.102213ms","start":"2026-04-28T03:16:59.342344Z","end":"2026-04-28T03:16:59.499447Z","steps":["trace[1660858786] 'read index received' (duration: 150.596944ms)","trace[1660858786] 'applied index is now lower than readState.Index' (duration: 6.504149ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:59.49955Z","caller":"traceutil/trace.go:171","msg":"trace[1576188506] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"157.219425ms","start":"2026-04-28T03:16:59.34229Z","end":"2026-04-28T03:16:59.49951Z","steps":["trace[1576188506] 'process raft request' (duration: 150.650255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:59.499856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.485321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32100"} {"level":"info","ts":"2026-04-28T03:16:59.49994Z","caller":"traceutil/trace.go:171","msg":"trace[627379023] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1502; }","duration":"157.606643ms","start":"2026-04-28T03:16:59.342318Z","end":"2026-04-28T03:16:59.499924Z","steps":["trace[627379023] 'agreement among raft nodes before linearized reading' (duration: 157.297037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:59.527973Z","caller":"traceutil/trace.go:171","msg":"trace[1047125394] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"185.512306ms","start":"2026-04-28T03:16:59.342437Z","end":"2026-04-28T03:16:59.527949Z","steps":["trace[1047125394] 'process raft request' (duration: 185.463105ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:59.52814Z","caller":"traceutil/trace.go:171","msg":"trace[903496771] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"185.74747ms","start":"2026-04-28T03:16:59.342361Z","end":"2026-04-28T03:16:59.528108Z","steps":["trace[903496771] 'process raft request' (duration: 185.403104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:59.872211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.894259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:59.872273Z","caller":"traceutil/trace.go:171","msg":"trace[1222426353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1504; }","duration":"193.990481ms","start":"2026-04-28T03:16:59.678269Z","end":"2026-04-28T03:16:59.872259Z","steps":["trace[1222426353] 'range keys from in-memory index tree' (duration: 193.842148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.403446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375795642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:17:02.418033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.646795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:17:02.418089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.003602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:02.418105Z","caller":"traceutil/trace.go:171","msg":"trace[489449959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1509; }","duration":"914.748398ms","start":"2026-04-28T03:17:01.503336Z","end":"2026-04-28T03:17:02.418085Z","steps":["trace[489449959] 'range keys from in-memory index tree' (duration: 914.516033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:02.418124Z","caller":"traceutil/trace.go:171","msg":"trace[1428737949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1509; }","duration":"740.076762ms","start":"2026-04-28T03:17:01.678038Z","end":"2026-04-28T03:17:02.418115Z","steps":["trace[1428737949] 'range keys from in-memory index tree' (duration: 739.94097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.41815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.50332Z","time spent":"914.819969ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:17:02.418242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.678018Z","time spent":"740.122264ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:17:02.418328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.834169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:17:02.418368Z","caller":"traceutil/trace.go:171","msg":"trace[1414618389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1509; }","duration":"914.9029ms","start":"2026-04-28T03:17:01.50345Z","end":"2026-04-28T03:17:02.418353Z","steps":["trace[1414618389] 'range keys from in-memory index tree' (duration: 914.666046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.418399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.503432Z","time spent":"914.960701ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:17:02.418422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.082662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:17:02.418445Z","caller":"traceutil/trace.go:171","msg":"trace[1552933251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1509; }","duration":"886.181094ms","start":"2026-04-28T03:17:01.532258Z","end":"2026-04-28T03:17:02.418439Z","steps":["trace[1552933251] 'range keys from in-memory index tree' (duration: 885.768956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.418462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.5322Z","time spent":"886.258265ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:02.418652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.507829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:17:02.418929Z","caller":"traceutil/trace.go:171","msg":"trace[1814624854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1509; }","duration":"886.886496ms","start":"2026-04-28T03:17:01.532024Z","end":"2026-04-28T03:17:02.41891Z","steps":["trace[1814624854] 'range keys from in-memory index tree' (duration: 886.062422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.418979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.531996Z","time spent":"886.969367ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:17:02.439123Z","caller":"traceutil/trace.go:171","msg":"trace[1349285051] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1549; }","duration":"536.138099ms","start":"2026-04-28T03:17:01.902964Z","end":"2026-04-28T03:17:02.439102Z","steps":["trace[1349285051] 'read index received' (duration: 536.061078ms)","trace[1349285051] 'applied index is now lower than readState.Index' (duration: 75.981µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:02.439198Z","caller":"traceutil/trace.go:171","msg":"trace[28557177] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"630.841537ms","start":"2026-04-28T03:17:01.808316Z","end":"2026-04-28T03:17:02.439158Z","steps":["trace[28557177] 'process raft request' (duration: 630.666484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.439298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.318763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:17:02.439326Z","caller":"traceutil/trace.go:171","msg":"trace[875282801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1510; }","duration":"536.392174ms","start":"2026-04-28T03:17:01.902926Z","end":"2026-04-28T03:17:02.439318Z","steps":["trace[875282801] 'agreement among raft nodes before linearized reading' (duration: 536.273052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:02.439347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.808297Z","time spent":"630.97614ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3649,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:02.439353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:01.90291Z","time spent":"536.435295ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:03.178412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375795675,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:17:03.408791Z","caller":"traceutil/trace.go:171","msg":"trace[268496714] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"801.930177ms","start":"2026-04-28T03:17:02.60683Z","end":"2026-04-28T03:17:03.40876Z","steps":["trace[268496714] 'process raft request' (duration: 801.792324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:03.40893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.606812Z","time spent":"802.060921ms","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1060,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:03.795894Z","caller":"traceutil/trace.go:171","msg":"trace[882813804] linearizableReadLoop","detail":"{readStateIndex:1576; appliedIndex:1574; }","duration":"1.11754631s","start":"2026-04-28T03:17:02.678325Z","end":"2026-04-28T03:17:03.795871Z","steps":["trace[882813804] 'read index received' (duration: 730.267882ms)","trace[882813804] 'applied index is now lower than readState.Index' (duration: 387.277478ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:03.795955Z","caller":"traceutil/trace.go:171","msg":"trace[1350799738] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"746.391348ms","start":"2026-04-28T03:17:03.049504Z","end":"2026-04-28T03:17:03.795895Z","steps":["trace[1350799738] 'process raft request' (duration: 744.033615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:03.796052Z","caller":"traceutil/trace.go:171","msg":"trace[1794361585] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"443.150762ms","start":"2026-04-28T03:17:03.352864Z","end":"2026-04-28T03:17:03.796015Z","steps":["trace[1794361585] 'process raft request' (duration: 442.962209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:03.796126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:03.049478Z","time spent":"746.550711ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:03.796076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117728753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:03.796239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:03.352851Z","time spent":"443.304896ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:03.796275Z","caller":"traceutil/trace.go:171","msg":"trace[125278633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1536; }","duration":"1.117973867s","start":"2026-04-28T03:17:02.678289Z","end":"2026-04-28T03:17:03.796262Z","steps":["trace[125278633] 'agreement among raft nodes before linearized reading' (duration: 1.117721883s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:03.796366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:02.678267Z","time spent":"1.118045298s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:17:04.442452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.899126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:04.44254Z","caller":"traceutil/trace.go:171","msg":"trace[932133642] linearizableReadLoop","detail":"{readStateIndex:1578; appliedIndex:1577; }","duration":"646.541546ms","start":"2026-04-28T03:17:03.795984Z","end":"2026-04-28T03:17:04.442526Z","steps":["trace[932133642] 'read index received' (duration: 456.405006ms)","trace[932133642] 'applied index is now lower than readState.Index' (duration: 190.13367ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:04.442605Z","caller":"traceutil/trace.go:171","msg":"trace[1879634432] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"1.029429783s","start":"2026-04-28T03:17:03.413164Z","end":"2026-04-28T03:17:04.442594Z","steps":["trace[1879634432] 'process raft request' (duration: 839.326663ms)","trace[1879634432] 'compare' (duration: 189.485438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:04.442674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:03.413141Z","time spent":"1.029508064s","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:17:04.44281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.265832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:04.442847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.117772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:17:04.442884Z","caller":"traceutil/trace.go:171","msg":"trace[752766151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1537; }","duration":"645.366125ms","start":"2026-04-28T03:17:03.7975Z","end":"2026-04-28T03:17:04.442866Z","steps":["trace[752766151] 'agreement among raft nodes before linearized reading' (duration: 645.225282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:04.442912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133683006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:17:04.442925Z","caller":"traceutil/trace.go:171","msg":"trace[172028230] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1537; }","duration":"437.240744ms","start":"2026-04-28T03:17:04.005667Z","end":"2026-04-28T03:17:04.442908Z","steps":["trace[172028230] 'agreement among raft nodes before linearized reading' (duration: 437.078981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:04.442931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:03.797486Z","time spent":"645.433726ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:17:04.442967Z","caller":"traceutil/trace.go:171","msg":"trace[638801422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1537; }","duration":"1.133773338s","start":"2026-04-28T03:17:03.309178Z","end":"2026-04-28T03:17:04.442952Z","steps":["trace[638801422] 'agreement among raft nodes before linearized reading' (duration: 1.133560584s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:04.44298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.005645Z","time spent":"437.315245ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":30,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:17:04.443011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:03.309158Z","time spent":"1.133840719s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:17:05.348073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.663576ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:05.34817Z","caller":"traceutil/trace.go:171","msg":"trace[847641030] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1537; }","duration":"149.762608ms","start":"2026-04-28T03:17:05.198385Z","end":"2026-04-28T03:17:05.348147Z","steps":["trace[847641030] 'range keys from in-memory index tree' (duration: 149.649275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.348284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.965862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:05.348414Z","caller":"traceutil/trace.go:171","msg":"trace[497694734] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"901.134698ms","start":"2026-04-28T03:17:04.447256Z","end":"2026-04-28T03:17:05.348391Z","steps":["trace[497694734] 'process raft request' (duration: 464.968043ms)","trace[497694734] 'compare' (duration: 435.611924ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:05.348535Z","caller":"traceutil/trace.go:171","msg":"trace[1167573087] linearizableReadLoop","detail":"{readStateIndex:1579; appliedIndex:1578; }","duration":"900.505796ms","start":"2026-04-28T03:17:04.448006Z","end":"2026-04-28T03:17:05.348512Z","steps":["trace[1167573087] 'read index received' (duration: 464.398182ms)","trace[1167573087] 'applied index is now lower than readState.Index' (duration: 436.105704ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:05.348556Z","caller":"traceutil/trace.go:171","msg":"trace[203378694] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"898.067702ms","start":"2026-04-28T03:17:04.450467Z","end":"2026-04-28T03:17:05.348535Z","steps":["trace[203378694] 'process raft request' (duration: 898.014281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:05.348628Z","caller":"traceutil/trace.go:171","msg":"trace[2037007802] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"899.58672ms","start":"2026-04-28T03:17:04.449011Z","end":"2026-04-28T03:17:05.348598Z","steps":["trace[2037007802] 'process raft request' (duration: 899.388926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.348547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.44723Z","time spent":"901.23606ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:05.348706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.108766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:05.348728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.653719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:17:05.348727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.643148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:17:05.348733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.448995Z","time spent":"899.680641ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:05.34874Z","caller":"traceutil/trace.go:171","msg":"trace[120466120] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1540; }","duration":"234.184137ms","start":"2026-04-28T03:17:05.114548Z","end":"2026-04-28T03:17:05.348732Z","steps":["trace[120466120] 'agreement among raft nodes before linearized reading' (duration: 234.100606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.348731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.36627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:17:05.348752Z","caller":"traceutil/trace.go:171","msg":"trace[1948040158] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1540; }","duration":"900.697279ms","start":"2026-04-28T03:17:04.448048Z","end":"2026-04-28T03:17:05.348745Z","steps":["trace[1948040158] 'agreement among raft nodes before linearized reading' (duration: 900.595078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.348639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.450459Z","time spent":"898.145983ms","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1144,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:05.348757Z","caller":"traceutil/trace.go:171","msg":"trace[1216199805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1540; }","duration":"900.71491ms","start":"2026-04-28T03:17:04.448034Z","end":"2026-04-28T03:17:05.348749Z","steps":["trace[1216199805] 'agreement among raft nodes before linearized reading' (duration: 900.623348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.34874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.72205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:17:05.348774Z","caller":"traceutil/trace.go:171","msg":"trace[945981427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1540; }","duration":"896.418871ms","start":"2026-04-28T03:17:04.452346Z","end":"2026-04-28T03:17:05.348764Z","steps":["trace[945981427] 'agreement among raft nodes before linearized reading' (duration: 896.296709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.348784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.448008Z","time spent":"900.771711ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:05.348802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.45234Z","time spent":"896.456281ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:17:05.348804Z","caller":"traceutil/trace.go:171","msg":"trace[1628380348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1540; }","duration":"900.810951ms","start":"2026-04-28T03:17:04.447978Z","end":"2026-04-28T03:17:05.348789Z","steps":["trace[1628380348] 'agreement among raft nodes before linearized reading' (duration: 900.628168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.348842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.447966Z","time spent":"900.866142ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:05.348772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.448038Z","time spent":"900.73093ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:17:05.349115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.45143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:05.349192Z","caller":"traceutil/trace.go:171","msg":"trace[2060337271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1540; }","duration":"897.912818ms","start":"2026-04-28T03:17:04.451258Z","end":"2026-04-28T03:17:05.349171Z","steps":["trace[2060337271] 'agreement among raft nodes before linearized reading' (duration: 897.389199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.349233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:04.451252Z","time spent":"897.9712ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:17:05.539605Z","caller":"traceutil/trace.go:171","msg":"trace[996990372] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"185.886971ms","start":"2026-04-28T03:17:05.353666Z","end":"2026-04-28T03:17:05.539553Z","steps":["trace[996990372] 'process raft request' (duration: 185.597866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:05.539832Z","caller":"traceutil/trace.go:171","msg":"trace[1236366563] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"183.893355ms","start":"2026-04-28T03:17:05.355918Z","end":"2026-04-28T03:17:05.539811Z","steps":["trace[1236366563] 'process raft request' (duration: 183.560909ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:05.540636Z","caller":"traceutil/trace.go:171","msg":"trace[1086620097] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"184.077958ms","start":"2026-04-28T03:17:05.356549Z","end":"2026-04-28T03:17:05.540626Z","steps":["trace[1086620097] 'process raft request' (duration: 183.032709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:05.540635Z","caller":"traceutil/trace.go:171","msg":"trace[660874256] linearizableReadLoop","detail":"{readStateIndex:1583; appliedIndex:1581; }","duration":"186.86727ms","start":"2026-04-28T03:17:05.353725Z","end":"2026-04-28T03:17:05.540593Z","steps":["trace[660874256] 'read index received' (duration: 90.593482ms)","trace[660874256] 'applied index is now lower than readState.Index' (duration: 96.270878ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:05.540884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.133284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:05.540937Z","caller":"traceutil/trace.go:171","msg":"trace[1079303158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1544; }","duration":"187.236495ms","start":"2026-04-28T03:17:05.353685Z","end":"2026-04-28T03:17:05.540922Z","steps":["trace[1079303158] 'agreement among raft nodes before linearized reading' (duration: 187.050402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.540965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.006592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32495"} {"level":"info","ts":"2026-04-28T03:17:05.541004Z","caller":"traceutil/trace.go:171","msg":"trace[196302453] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1544; }","duration":"187.077953ms","start":"2026-04-28T03:17:05.353914Z","end":"2026-04-28T03:17:05.540992Z","steps":["trace[196302453] 'agreement among raft nodes before linearized reading' (duration: 186.848539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:05.670797Z","caller":"traceutil/trace.go:171","msg":"trace[627146223] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"129.026477ms","start":"2026-04-28T03:17:05.541744Z","end":"2026-04-28T03:17:05.670771Z","steps":["trace[627146223] 'process raft request' (duration: 77.602484ms)","trace[627146223] 'compare' (duration: 51.310201ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:05.693402Z","caller":"traceutil/trace.go:171","msg":"trace[1471699978] linearizableReadLoop","detail":"{readStateIndex:1587; appliedIndex:1585; }","duration":"144.904689ms","start":"2026-04-28T03:17:05.548473Z","end":"2026-04-28T03:17:05.693378Z","steps":["trace[1471699978] 'read index received' (duration: 70.914601ms)","trace[1471699978] 'applied index is now lower than readState.Index' (duration: 73.988848ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:05.693444Z","caller":"traceutil/trace.go:171","msg":"trace[2018353282] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"149.893041ms","start":"2026-04-28T03:17:05.543519Z","end":"2026-04-28T03:17:05.693412Z","steps":["trace[2018353282] 'process raft request' (duration: 149.646537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:05.693535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.038722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:05.693567Z","caller":"traceutil/trace.go:171","msg":"trace[14786141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1546; }","duration":"145.112462ms","start":"2026-04-28T03:17:05.548445Z","end":"2026-04-28T03:17:05.693557Z","steps":["trace[14786141] 'agreement among raft nodes before linearized reading' (duration: 145.021941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:06.182667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.537903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:06.183071Z","caller":"traceutil/trace.go:171","msg":"trace[1605661738] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1587; }","duration":"484.536653ms","start":"2026-04-28T03:17:05.698374Z","end":"2026-04-28T03:17:06.182911Z","steps":["trace[1605661738] 'read index received' (duration: 40.921851ms)","trace[1605661738] 'applied index is now lower than readState.Index' (duration: 443.611092ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:06.18315Z","caller":"traceutil/trace.go:171","msg":"trace[1196858092] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"132.760616ms","start":"2026-04-28T03:17:06.050174Z","end":"2026-04-28T03:17:06.182935Z","steps":["trace[1196858092] 'process raft request' (duration: 132.702515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:06.183222Z","caller":"traceutil/trace.go:171","msg":"trace[2062269821] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"484.682295ms","start":"2026-04-28T03:17:05.698247Z","end":"2026-04-28T03:17:06.182929Z","steps":["trace[2062269821] 'process raft request' (duration: 108.751205ms)","trace[2062269821] 'compare' (duration: 375.364719ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:06.183316Z","caller":"traceutil/trace.go:171","msg":"trace[1011609696] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"380.511414ms","start":"2026-04-28T03:17:05.80246Z","end":"2026-04-28T03:17:06.182972Z","steps":["trace[1011609696] 'process raft request' (duration: 380.325431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:06.183364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.977001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117674"} {"level":"info","ts":"2026-04-28T03:17:06.183438Z","caller":"traceutil/trace.go:171","msg":"trace[754894602] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1551; }","duration":"485.112113ms","start":"2026-04-28T03:17:05.698307Z","end":"2026-04-28T03:17:06.183419Z","steps":["trace[754894602] 'agreement among raft nodes before linearized reading' (duration: 484.761587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:06.183499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:05.698287Z","time spent":"485.198704ms","remote":"127.0.0.1:60852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":117698,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T03:17:06.183546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:05.80243Z","time spent":"380.995742ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:06.183354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:05.698227Z","time spent":"485.058242ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1477,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:06.515378Z","caller":"traceutil/trace.go:171","msg":"trace[214662852] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1592; }","duration":"327.919058ms","start":"2026-04-28T03:17:06.187434Z","end":"2026-04-28T03:17:06.515353Z","steps":["trace[214662852] 'read index received' (duration: 327.637193ms)","trace[214662852] 'applied index is now lower than readState.Index' (duration: 281.075µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:06.515441Z","caller":"traceutil/trace.go:171","msg":"trace[1283571582] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"328.431057ms","start":"2026-04-28T03:17:06.186971Z","end":"2026-04-28T03:17:06.515402Z","steps":["trace[1283571582] 'process raft request' (duration: 328.118621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:06.515558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.090481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/ingress-nginx/\" range_end:\"/registry/resourcequotas/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:06.51561Z","caller":"traceutil/trace.go:171","msg":"trace[1667860396] range","detail":"{range_begin:/registry/resourcequotas/ingress-nginx/; range_end:/registry/resourcequotas/ingress-nginx0; response_count:0; response_revision:1552; }","duration":"328.185653ms","start":"2026-04-28T03:17:06.187408Z","end":"2026-04-28T03:17:06.515593Z","steps":["trace[1667860396] 'agreement among raft nodes before linearized reading' (duration: 328.048291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:06.515625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:06.186942Z","time spent":"328.57642ms","remote":"127.0.0.1:60852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117660,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:06.515651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:06.18739Z","time spent":"328.248664ms","remote":"127.0.0.1:60884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/ingress-nginx/\" range_end:\"/registry/resourcequotas/ingress-nginx0\" "} {"level":"info","ts":"2026-04-28T03:17:06.781616Z","caller":"traceutil/trace.go:171","msg":"trace[679173250] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"263.908212ms","start":"2026-04-28T03:17:06.517674Z","end":"2026-04-28T03:17:06.781582Z","steps":["trace[679173250] 'process raft request' (duration: 248.909458ms)","trace[679173250] 'compare' (duration: 14.540636ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:06.781786Z","caller":"traceutil/trace.go:171","msg":"trace[1039746411] linearizableReadLoop","detail":"{readStateIndex:1597; appliedIndex:1594; }","duration":"103.175113ms","start":"2026-04-28T03:17:06.678589Z","end":"2026-04-28T03:17:06.781764Z","steps":["trace[1039746411] 'read index received' (duration: 88.109007ms)","trace[1039746411] 'applied index is now lower than readState.Index' (duration: 15.064986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:06.781916Z","caller":"traceutil/trace.go:171","msg":"trace[599383244] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"261.770244ms","start":"2026-04-28T03:17:06.520123Z","end":"2026-04-28T03:17:06.781893Z","steps":["trace[599383244] 'process raft request' (duration: 261.501708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:06.781933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.335007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:06.781891Z","caller":"traceutil/trace.go:171","msg":"trace[1341521255] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"263.564018ms","start":"2026-04-28T03:17:06.518265Z","end":"2026-04-28T03:17:06.781829Z","steps":["trace[1341521255] 'process raft request' (duration: 263.263111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:06.781978Z","caller":"traceutil/trace.go:171","msg":"trace[774946444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1556; }","duration":"103.434798ms","start":"2026-04-28T03:17:06.678532Z","end":"2026-04-28T03:17:06.781967Z","steps":["trace[774946444] 'agreement among raft nodes before linearized reading' (duration: 103.322356ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:07.116475Z","caller":"traceutil/trace.go:171","msg":"trace[1728484359] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"398.567845ms","start":"2026-04-28T03:17:06.717881Z","end":"2026-04-28T03:17:07.116448Z","steps":["trace[1728484359] 'process raft request' (duration: 349.013435ms)","trace[1728484359] 'compare' (duration: 49.439257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:07.116612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:06.717852Z","time spent":"398.688287ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:07.141176Z","caller":"traceutil/trace.go:171","msg":"trace[1783862600] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1597; }","duration":"357.307758ms","start":"2026-04-28T03:17:06.78384Z","end":"2026-04-28T03:17:07.141148Z","steps":["trace[1783862600] 'read index received' (duration: 283.067305ms)","trace[1783862600] 'applied index is now lower than readState.Index' (duration: 74.239343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:07.141316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.44635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:07.141355Z","caller":"traceutil/trace.go:171","msg":"trace[795708154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1560; }","duration":"357.541831ms","start":"2026-04-28T03:17:06.783803Z","end":"2026-04-28T03:17:07.141345Z","steps":["trace[795708154] 'agreement among raft nodes before linearized reading' (duration: 357.441089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:07.141394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:06.783781Z","time spent":"357.605913ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:17:07.141207Z","caller":"traceutil/trace.go:171","msg":"trace[39525542] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"355.23474ms","start":"2026-04-28T03:17:06.785941Z","end":"2026-04-28T03:17:07.141175Z","steps":["trace[39525542] 'process raft request' (duration: 355.120938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:07.1415Z","caller":"traceutil/trace.go:171","msg":"trace[1466999880] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"357.603012ms","start":"2026-04-28T03:17:06.783805Z","end":"2026-04-28T03:17:07.141408Z","steps":["trace[1466999880] 'process raft request' (duration: 357.133234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:07.141543Z","caller":"traceutil/trace.go:171","msg":"trace[1488326616] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"355.26298ms","start":"2026-04-28T03:17:06.786239Z","end":"2026-04-28T03:17:07.141502Z","steps":["trace[1488326616] 'process raft request' (duration: 354.866653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:07.141609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:06.785925Z","time spent":"355.616207ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1524,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:17:07.141725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:06.786222Z","time spent":"355.420943ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:17:07.141747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:06.783788Z","time spent":"357.809527ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1492,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:07.44489Z","caller":"traceutil/trace.go:171","msg":"trace[834473285] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"299.353174ms","start":"2026-04-28T03:17:07.145511Z","end":"2026-04-28T03:17:07.444864Z","steps":["trace[834473285] 'process raft request' (duration: 299.194291ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:07.457552Z","caller":"traceutil/trace.go:171","msg":"trace[852727370] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"311.601078ms","start":"2026-04-28T03:17:07.145929Z","end":"2026-04-28T03:17:07.45753Z","steps":["trace[852727370] 'process raft request' (duration: 311.398244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:07.457654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:07.145911Z","time spent":"311.696269ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1499,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:07.457735Z","caller":"traceutil/trace.go:171","msg":"trace[169419059] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"309.558401ms","start":"2026-04-28T03:17:07.148154Z","end":"2026-04-28T03:17:07.457713Z","steps":["trace[169419059] 'process raft request' (duration: 309.309867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:07.457882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:07.148136Z","time spent":"309.677833ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5862,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:17:07.457978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.050186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:17:07.458027Z","caller":"traceutil/trace.go:171","msg":"trace[2011931672] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1563; }","duration":"221.150918ms","start":"2026-04-28T03:17:07.236864Z","end":"2026-04-28T03:17:07.458015Z","steps":["trace[2011931672] 'agreement among raft nodes before linearized reading' (duration: 220.940894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:07.457542Z","caller":"traceutil/trace.go:171","msg":"trace[368107910] linearizableReadLoop","detail":"{readStateIndex:1604; appliedIndex:1601; }","duration":"220.596308ms","start":"2026-04-28T03:17:07.23691Z","end":"2026-04-28T03:17:07.457506Z","steps":["trace[368107910] 'read index received' (duration: 207.790963ms)","trace[368107910] 'applied index is now lower than readState.Index' (duration: 12.804435ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:07.45855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.128628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:17:07.458698Z","caller":"traceutil/trace.go:171","msg":"trace[1364341641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1563; }","duration":"106.326341ms","start":"2026-04-28T03:17:07.352358Z","end":"2026-04-28T03:17:07.458684Z","steps":["trace[1364341641] 'agreement among raft nodes before linearized reading' (duration: 106.067227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:07.458862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.305271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:17:07.458902Z","caller":"traceutil/trace.go:171","msg":"trace[1306693366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1563; }","duration":"106.386362ms","start":"2026-04-28T03:17:07.352506Z","end":"2026-04-28T03:17:07.458892Z","steps":["trace[1306693366] 'agreement among raft nodes before linearized reading' (duration: 106.27652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:07.930432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.712261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:07.930662Z","caller":"traceutil/trace.go:171","msg":"trace[910166421] linearizableReadLoop","detail":"{readStateIndex:1642; appliedIndex:1641; }","duration":"249.457168ms","start":"2026-04-28T03:17:07.681175Z","end":"2026-04-28T03:17:07.930632Z","steps":["trace[910166421] 'read index received' (duration: 89.421151ms)","trace[910166421] 'applied index is now lower than readState.Index' (duration: 160.034237ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:07.930728Z","caller":"traceutil/trace.go:171","msg":"trace[1330912222] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"219.901785ms","start":"2026-04-28T03:17:07.710807Z","end":"2026-04-28T03:17:07.930709Z","steps":["trace[1330912222] 'process raft request' (duration: 219.765923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:07.930706Z","caller":"traceutil/trace.go:171","msg":"trace[1792725797] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"259.218187ms","start":"2026-04-28T03:17:07.671386Z","end":"2026-04-28T03:17:07.930605Z","steps":["trace[1792725797] 'process raft request' (duration: 99.268182ms)","trace[1792725797] 'compare' (duration: 159.550868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:07.930801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.60913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:07.930829Z","caller":"traceutil/trace.go:171","msg":"trace[1568348952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1601; }","duration":"249.677342ms","start":"2026-04-28T03:17:07.681143Z","end":"2026-04-28T03:17:07.93082Z","steps":["trace[1568348952] 'agreement among raft nodes before linearized reading' (duration: 249.598031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:07.930966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.416251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"info","ts":"2026-04-28T03:17:07.931025Z","caller":"traceutil/trace.go:171","msg":"trace[927760101] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:1601; }","duration":"216.520773ms","start":"2026-04-28T03:17:07.714489Z","end":"2026-04-28T03:17:07.931009Z","steps":["trace[927760101] 'agreement among raft nodes before linearized reading' (duration: 216.313749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:07.931012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.484563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-04-28T03:17:07.931121Z","caller":"traceutil/trace.go:171","msg":"trace[412227428] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1601; }","duration":"216.630265ms","start":"2026-04-28T03:17:07.714469Z","end":"2026-04-28T03:17:07.931099Z","steps":["trace[412227428] 'agreement among raft nodes before linearized reading' (duration: 216.31893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:09.241592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.158961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:09.241671Z","caller":"traceutil/trace.go:171","msg":"trace[1289240822] linearizableReadLoop","detail":"{readStateIndex:1668; appliedIndex:1667; }","duration":"189.271194ms","start":"2026-04-28T03:17:09.052387Z","end":"2026-04-28T03:17:09.241659Z","steps":["trace[1289240822] 'read index received' (duration: 56.681µs)","trace[1289240822] 'applied index is now lower than readState.Index' (duration: 189.213663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:09.241739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.354735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:17:09.241757Z","caller":"traceutil/trace.go:171","msg":"trace[1063772906] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1626; }","duration":"189.415966ms","start":"2026-04-28T03:17:09.052336Z","end":"2026-04-28T03:17:09.241752Z","steps":["trace[1063772906] 'agreement among raft nodes before linearized reading' (duration: 189.352235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:09.241726Z","caller":"traceutil/trace.go:171","msg":"trace[484111063] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"431.185254ms","start":"2026-04-28T03:17:08.810499Z","end":"2026-04-28T03:17:09.241684Z","steps":["trace[484111063] 'process raft request' (duration: 186.85679ms)","trace[484111063] 'compare' (duration: 243.851495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:09.242301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:08.810477Z","time spent":"431.549551ms","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:17:09.616604Z","caller":"traceutil/trace.go:171","msg":"trace[526595961] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1668; }","duration":"136.593546ms","start":"2026-04-28T03:17:09.479982Z","end":"2026-04-28T03:17:09.616575Z","steps":["trace[526595961] 'read index received' (duration: 136.374192ms)","trace[526595961] 'applied index is now lower than readState.Index' (duration: 213.994µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:09.616791Z","caller":"traceutil/trace.go:171","msg":"trace[55885449] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"141.417285ms","start":"2026-04-28T03:17:09.47533Z","end":"2026-04-28T03:17:09.616747Z","steps":["trace[55885449] 'process raft request' (duration: 141.060369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:09.616902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.892581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:17:09.616954Z","caller":"traceutil/trace.go:171","msg":"trace[1702605259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1627; }","duration":"136.974173ms","start":"2026-04-28T03:17:09.479967Z","end":"2026-04-28T03:17:09.616941Z","steps":["trace[1702605259] 'agreement among raft nodes before linearized reading' (duration: 136.7827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:09.617039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.998354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:17:09.617117Z","caller":"traceutil/trace.go:171","msg":"trace[1220127727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1627; }","duration":"137.093336ms","start":"2026-04-28T03:17:09.480006Z","end":"2026-04-28T03:17:09.6171Z","steps":["trace[1220127727] 'agreement among raft nodes before linearized reading' (duration: 136.899702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:10.836732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.190892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:10.83679Z","caller":"traceutil/trace.go:171","msg":"trace[2076087191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1639; }","duration":"159.285633ms","start":"2026-04-28T03:17:10.677491Z","end":"2026-04-28T03:17:10.836776Z","steps":["trace[2076087191] 'range keys from in-memory index tree' (duration: 159.128481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:10.836802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.746077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-04-28T03:17:10.836924Z","caller":"traceutil/trace.go:171","msg":"trace[1109700519] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:1639; }","duration":"120.93756ms","start":"2026-04-28T03:17:10.715963Z","end":"2026-04-28T03:17:10.8369Z","steps":["trace[1109700519] 'range keys from in-memory index tree' (duration: 120.545543ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:12.046075Z","caller":"traceutil/trace.go:171","msg":"trace[1189091434] linearizableReadLoop","detail":"{readStateIndex:1687; appliedIndex:1686; }","duration":"423.730576ms","start":"2026-04-28T03:17:11.622326Z","end":"2026-04-28T03:17:12.046056Z","steps":["trace[1189091434] 'read index received' (duration: 423.535252ms)","trace[1189091434] 'applied index is now lower than readState.Index' (duration: 194.454µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:12.046183Z","caller":"traceutil/trace.go:171","msg":"trace[347863408] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"453.35841ms","start":"2026-04-28T03:17:11.592792Z","end":"2026-04-28T03:17:12.04615Z","steps":["trace[347863408] 'process raft request' (duration: 453.129395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:12.046267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.931899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:17:12.046299Z","caller":"traceutil/trace.go:171","msg":"trace[905140419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1645; }","duration":"424.020162ms","start":"2026-04-28T03:17:11.62227Z","end":"2026-04-28T03:17:12.04629Z","steps":["trace[905140419] 'agreement among raft nodes before linearized reading' (duration: 423.890639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:12.046269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.31765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:12.046327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:11.622239Z","time spent":"424.081433ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:12.046329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:11.592768Z","time spent":"453.482491ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:12.046363Z","caller":"traceutil/trace.go:171","msg":"trace[138815949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1645; }","duration":"368.448473ms","start":"2026-04-28T03:17:11.677894Z","end":"2026-04-28T03:17:12.046343Z","steps":["trace[138815949] 'agreement among raft nodes before linearized reading' (duration: 368.300699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:12.046401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:11.67788Z","time spent":"368.512834ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:17:12.046456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.736264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:17:12.046477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:17:12.046519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.367914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:17:12.046552Z","caller":"traceutil/trace.go:171","msg":"trace[1523821716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1645; }","duration":"346.878176ms","start":"2026-04-28T03:17:11.699651Z","end":"2026-04-28T03:17:12.046529Z","steps":["trace[1523821716] 'agreement among raft nodes before linearized reading' (duration: 346.60952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:12.046552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.371677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:17:12.046565Z","caller":"traceutil/trace.go:171","msg":"trace[559862114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1645; }","duration":"346.086951ms","start":"2026-04-28T03:17:11.700457Z","end":"2026-04-28T03:17:12.046544Z","steps":["trace[559862114] 'agreement among raft nodes before linearized reading' (duration: 345.827457ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:12.046585Z","caller":"traceutil/trace.go:171","msg":"trace[1249951061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1645; }","duration":"348.447495ms","start":"2026-04-28T03:17:11.69812Z","end":"2026-04-28T03:17:12.046568Z","steps":["trace[1249951061] 'agreement among raft nodes before linearized reading' (duration: 348.260972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:12.046607Z","caller":"traceutil/trace.go:171","msg":"trace[1959972332] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1645; }","duration":"346.467929ms","start":"2026-04-28T03:17:11.700124Z","end":"2026-04-28T03:17:12.046592Z","steps":["trace[1959972332] 'agreement among raft nodes before linearized reading' (duration: 346.258036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:12.046609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:11.699628Z","time spent":"346.964888ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:12.046644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:11.698117Z","time spent":"348.518566ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:17:12.046666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:11.700102Z","time spent":"346.55366ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:12.046666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:11.700449Z","time spent":"346.159013ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:17:12.04666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.538766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:17:12.046754Z","caller":"traceutil/trace.go:171","msg":"trace[909976415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1645; }","duration":"348.69753ms","start":"2026-04-28T03:17:11.698036Z","end":"2026-04-28T03:17:12.046733Z","steps":["trace[909976415] 'agreement among raft nodes before linearized reading' (duration: 348.392124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:12.046798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:11.69802Z","time spent":"348.767831ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:17:12.258516Z","caller":"traceutil/trace.go:171","msg":"trace[614038839] linearizableReadLoop","detail":"{readStateIndex:1688; appliedIndex:1687; }","duration":"207.648601ms","start":"2026-04-28T03:17:12.050842Z","end":"2026-04-28T03:17:12.25849Z","steps":["trace[614038839] 'read index received' (duration: 193.863698ms)","trace[614038839] 'applied index is now lower than readState.Index' (duration: 13.783813ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:12.258655Z","caller":"traceutil/trace.go:171","msg":"trace[195822672] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"208.735351ms","start":"2026-04-28T03:17:12.049858Z","end":"2026-04-28T03:17:12.258593Z","steps":["trace[195822672] 'process raft request' (duration: 194.903397ms)","trace[195822672] 'compare' (duration: 13.588359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:12.258742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.893925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32495"} {"level":"info","ts":"2026-04-28T03:17:12.258785Z","caller":"traceutil/trace.go:171","msg":"trace[486118290] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1646; }","duration":"207.986647ms","start":"2026-04-28T03:17:12.050788Z","end":"2026-04-28T03:17:12.258774Z","steps":["trace[486118290] 'agreement among raft nodes before linearized reading' (duration: 207.796263ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:12.307448Z","caller":"traceutil/trace.go:171","msg":"trace[948388286] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"256.395125ms","start":"2026-04-28T03:17:12.051029Z","end":"2026-04-28T03:17:12.307424Z","steps":["trace[948388286] 'process raft request' (duration: 256.195452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:12.307637Z","caller":"traceutil/trace.go:171","msg":"trace[1840600756] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"256.468947ms","start":"2026-04-28T03:17:12.05116Z","end":"2026-04-28T03:17:12.307629Z","steps":["trace[1840600756] 'process raft request' (duration: 256.221032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:12.307864Z","caller":"traceutil/trace.go:171","msg":"trace[977326269] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"254.849988ms","start":"2026-04-28T03:17:12.053007Z","end":"2026-04-28T03:17:12.307857Z","steps":["trace[977326269] 'process raft request' (duration: 254.804737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:12.307907Z","caller":"traceutil/trace.go:171","msg":"trace[640518846] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"255.980177ms","start":"2026-04-28T03:17:12.0519Z","end":"2026-04-28T03:17:12.30788Z","steps":["trace[640518846] 'process raft request' (duration: 255.873515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:12.308097Z","caller":"traceutil/trace.go:171","msg":"trace[703067114] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"256.736212ms","start":"2026-04-28T03:17:12.051285Z","end":"2026-04-28T03:17:12.308022Z","steps":["trace[703067114] 'process raft request' (duration: 256.314934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:15.163528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375795906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:17:15.664508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375795906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:17:16.165601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375795906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:17:16.629044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170323531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-89gfk\" ","response":"range_response_count:1 size:5312"} {"level":"info","ts":"2026-04-28T03:17:16.629116Z","caller":"traceutil/trace.go:171","msg":"trace[524522190] range","detail":"{range_begin:/registry/pods/openstack/neutron-coredns-7dd4958666-89gfk; range_end:; response_count:1; response_revision:1668; }","duration":"2.170498315s","start":"2026-04-28T03:17:14.4586Z","end":"2026-04-28T03:17:16.629098Z","steps":["trace[524522190] 'range keys from in-memory index tree' (duration: 2.170176658s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.629154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:14.458575Z","time spent":"2.170568596s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5336,"request content":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-89gfk\" "} {"level":"warn","ts":"2026-04-28T03:17:16.629538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430445113s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:16.629671Z","caller":"traceutil/trace.go:171","msg":"trace[229332395] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1668; }","duration":"1.430589576s","start":"2026-04-28T03:17:15.199061Z","end":"2026-04-28T03:17:16.62965Z","steps":["trace[229332395] 'range keys from in-memory index tree' (duration: 1.430425482s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.636472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.124084292s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:17:16.636877Z","caller":"traceutil/trace.go:171","msg":"trace[1898433103] linearizableReadLoop","detail":"{readStateIndex:1712; appliedIndex:1711; }","duration":"1.973455258s","start":"2026-04-28T03:17:14.663408Z","end":"2026-04-28T03:17:16.636863Z","steps":["trace[1898433103] 'read index received' (duration: 1.973306765s)","trace[1898433103] 'applied index is now lower than readState.Index' (duration: 147.863µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:16.636921Z","caller":"traceutil/trace.go:171","msg":"trace[1715114719] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"2.124642002s","start":"2026-04-28T03:17:14.512255Z","end":"2026-04-28T03:17:16.636897Z","steps":["trace[1715114719] 'process raft request' (duration: 2.124469909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.636958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973544759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:16.636983Z","caller":"traceutil/trace.go:171","msg":"trace[1104885575] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1669; }","duration":"1.97361525s","start":"2026-04-28T03:17:14.663358Z","end":"2026-04-28T03:17:16.636974Z","steps":["trace[1104885575] 'agreement among raft nodes before linearized reading' (duration: 1.973563259s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.637012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:14.663336Z","time spent":"1.973669331s","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:17:16.637042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:14.512224Z","time spent":"2.124753044s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3637,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:16.716099Z","caller":"traceutil/trace.go:171","msg":"trace[456620660] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"368.87741ms","start":"2026-04-28T03:17:16.347188Z","end":"2026-04-28T03:17:16.716066Z","steps":["trace[456620660] 'process raft request' (duration: 368.693767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.716265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.347167Z","time spent":"369.009473ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:16.716255Z","caller":"traceutil/trace.go:171","msg":"trace[710859477] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"350.302389ms","start":"2026-04-28T03:17:16.365927Z","end":"2026-04-28T03:17:16.71623Z","steps":["trace[710859477] 'process raft request' (duration: 350.084885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.716339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.153179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:17:16.716411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.239601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:17:16.716458Z","caller":"traceutil/trace.go:171","msg":"trace[1872372392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1671; }","duration":"397.318011ms","start":"2026-04-28T03:17:16.319127Z","end":"2026-04-28T03:17:16.716445Z","steps":["trace[1872372392] 'agreement among raft nodes before linearized reading' (duration: 397.191819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:16.716456Z","caller":"traceutil/trace.go:171","msg":"trace[152923534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1671; }","duration":"397.23676ms","start":"2026-04-28T03:17:16.31914Z","end":"2026-04-28T03:17:16.716376Z","steps":["trace[152923534] 'agreement among raft nodes before linearized reading' (duration: 397.041847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.716497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.319105Z","time spent":"397.383893ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:16.716508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.319121Z","time spent":"397.376532ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:17:16.716506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.365906Z","time spent":"350.470121ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:16.716284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94472377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:16.716614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.878772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:16.716584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.519058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:17:16.716648Z","caller":"traceutil/trace.go:171","msg":"trace[481465269] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1671; }","duration":"676.947093ms","start":"2026-04-28T03:17:16.039691Z","end":"2026-04-28T03:17:16.716638Z","steps":["trace[481465269] 'agreement among raft nodes before linearized reading' (duration: 676.892732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:16.716647Z","caller":"traceutil/trace.go:171","msg":"trace[814554373] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1671; }","duration":"1.945146008s","start":"2026-04-28T03:17:14.771489Z","end":"2026-04-28T03:17:16.716635Z","steps":["trace[814554373] 'agreement among raft nodes before linearized reading' (duration: 1.94469011s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.716675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.039667Z","time spent":"677.001114ms","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:17:16.716682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:14.771466Z","time spent":"1.945206089s","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:17:16.716681Z","caller":"traceutil/trace.go:171","msg":"trace[797929286] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1671; }","duration":"395.66657ms","start":"2026-04-28T03:17:16.320991Z","end":"2026-04-28T03:17:16.716658Z","steps":["trace[797929286] 'agreement among raft nodes before linearized reading' (duration: 395.416006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.716743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.320977Z","time spent":"395.746882ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:17:16.71683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.373747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:17:16.716908Z","caller":"traceutil/trace.go:171","msg":"trace[215451590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1671; }","duration":"431.495589ms","start":"2026-04-28T03:17:16.285394Z","end":"2026-04-28T03:17:16.71689Z","steps":["trace[215451590] 'agreement among raft nodes before linearized reading' (duration: 431.291406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.716949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.285372Z","time spent":"431.56767ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:16.716814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.292225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:17:16.717001Z","caller":"traceutil/trace.go:171","msg":"trace[1708387884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1671; }","duration":"443.542879ms","start":"2026-04-28T03:17:16.27344Z","end":"2026-04-28T03:17:16.716983Z","steps":["trace[1708387884] 'agreement among raft nodes before linearized reading' (duration: 443.128542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.717054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.273419Z","time spent":"443.620641ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:17:16.717146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038102472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:16.717274Z","caller":"traceutil/trace.go:171","msg":"trace[2060404976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1671; }","duration":"1.038680893s","start":"2026-04-28T03:17:15.678575Z","end":"2026-04-28T03:17:16.717256Z","steps":["trace[2060404976] 'agreement among raft nodes before linearized reading' (duration: 1.038052591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.717379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:15.67852Z","time spent":"1.038848116s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:17:16.717801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.836441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:17:16.717868Z","caller":"traceutil/trace.go:171","msg":"trace[173675240] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1671; }","duration":"397.928842ms","start":"2026-04-28T03:17:16.319925Z","end":"2026-04-28T03:17:16.717854Z","steps":["trace[173675240] 'agreement among raft nodes before linearized reading' (duration: 396.565887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.717907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.319916Z","time spent":"397.978133ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:17:16.945486Z","caller":"traceutil/trace.go:171","msg":"trace[752696922] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"308.187067ms","start":"2026-04-28T03:17:16.637269Z","end":"2026-04-28T03:17:16.945456Z","steps":["trace[752696922] 'process raft request' (duration: 307.898151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.945681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.637254Z","time spent":"308.315529ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:16.945679Z","caller":"traceutil/trace.go:171","msg":"trace[488430657] linearizableReadLoop","detail":"{readStateIndex:1716; appliedIndex:1714; }","duration":"227.251181ms","start":"2026-04-28T03:17:16.718402Z","end":"2026-04-28T03:17:16.945653Z","steps":["trace[488430657] 'read index received' (duration: 226.758902ms)","trace[488430657] 'applied index is now lower than readState.Index' (duration: 490.239µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:16.945736Z","caller":"traceutil/trace.go:171","msg":"trace[644812743] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"303.404048ms","start":"2026-04-28T03:17:16.642304Z","end":"2026-04-28T03:17:16.945708Z","steps":["trace[644812743] 'process raft request' (duration: 303.093183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.945846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.422834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:16.945915Z","caller":"traceutil/trace.go:171","msg":"trace[1053477728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1673; }","duration":"227.530627ms","start":"2026-04-28T03:17:16.718367Z","end":"2026-04-28T03:17:16.945897Z","steps":["trace[1053477728] 'agreement among raft nodes before linearized reading' (duration: 227.414245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.945952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.642289Z","time spent":"303.566511ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4404,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:17.050596Z","caller":"traceutil/trace.go:171","msg":"trace[1524249410] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"329.524218ms","start":"2026-04-28T03:17:16.721042Z","end":"2026-04-28T03:17:17.050567Z","steps":["trace[1524249410] 'process raft request' (duration: 329.301753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:17.050814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.721023Z","time spent":"329.694731ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:17.050874Z","caller":"traceutil/trace.go:171","msg":"trace[1438059308] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"329.787033ms","start":"2026-04-28T03:17:16.721062Z","end":"2026-04-28T03:17:17.050849Z","steps":["trace[1438059308] 'process raft request' (duration: 329.450797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:17.050904Z","caller":"traceutil/trace.go:171","msg":"trace[1073896992] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"328.903276ms","start":"2026-04-28T03:17:16.721979Z","end":"2026-04-28T03:17:17.050882Z","steps":["trace[1073896992] 'process raft request' (duration: 328.769144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:17.051003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.721047Z","time spent":"329.875804ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:17.051041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.721968Z","time spent":"328.997908ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:17.051163Z","caller":"traceutil/trace.go:171","msg":"trace[1408420194] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"328.959487ms","start":"2026-04-28T03:17:16.722196Z","end":"2026-04-28T03:17:17.051155Z","steps":["trace[1408420194] 'process raft request' (duration: 328.649352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:17.051193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.722177Z","time spent":"329.000168ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:17.051198Z","caller":"traceutil/trace.go:171","msg":"trace[1189420482] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1716; }","duration":"105.373054ms","start":"2026-04-28T03:17:16.945806Z","end":"2026-04-28T03:17:17.051179Z","steps":["trace[1189420482] 'read index received' (duration: 104.59678ms)","trace[1189420482] 'applied index is now lower than readState.Index' (duration: 775.144µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:17.051217Z","caller":"traceutil/trace.go:171","msg":"trace[920404506] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"328.831345ms","start":"2026-04-28T03:17:16.722365Z","end":"2026-04-28T03:17:17.051196Z","steps":["trace[920404506] 'process raft request' (duration: 328.732953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:17.051333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.722358Z","time spent":"328.905236ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:17.051364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.633269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32317"} {"level":"info","ts":"2026-04-28T03:17:17.051384Z","caller":"traceutil/trace.go:171","msg":"trace[632678318] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1678; }","duration":"329.66594ms","start":"2026-04-28T03:17:16.721713Z","end":"2026-04-28T03:17:17.051379Z","steps":["trace[632678318] 'agreement among raft nodes before linearized reading' (duration: 329.526098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:17.051399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:16.721705Z","time spent":"329.69059ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32341,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:17:17.179934Z","caller":"traceutil/trace.go:171","msg":"trace[2041536796] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"227.836952ms","start":"2026-04-28T03:17:16.952089Z","end":"2026-04-28T03:17:17.179926Z","steps":["trace[2041536796] 'process raft request' (duration: 227.652848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:17.179815Z","caller":"traceutil/trace.go:171","msg":"trace[949448747] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"227.75845ms","start":"2026-04-28T03:17:16.952036Z","end":"2026-04-28T03:17:17.179794Z","steps":["trace[949448747] 'process raft request' (duration: 153.449877ms)","trace[949448747] 'compare' (duration: 74.12208ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:17.180141Z","caller":"traceutil/trace.go:171","msg":"trace[2049091919] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"227.964534ms","start":"2026-04-28T03:17:16.952168Z","end":"2026-04-28T03:17:17.180133Z","steps":["trace[2049091919] 'process raft request' (duration: 227.71643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:17.180282Z","caller":"traceutil/trace.go:171","msg":"trace[235537495] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"228.032645ms","start":"2026-04-28T03:17:16.952211Z","end":"2026-04-28T03:17:17.180244Z","steps":["trace[235537495] 'process raft request' (duration: 227.841512ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:17.180347Z","caller":"traceutil/trace.go:171","msg":"trace[1500759826] linearizableReadLoop","detail":"{readStateIndex:1727; appliedIndex:1721; }","duration":"129.071369ms","start":"2026-04-28T03:17:17.051251Z","end":"2026-04-28T03:17:17.180322Z","steps":["trace[1500759826] 'read index received' (duration: 54.174085ms)","trace[1500759826] 'applied index is now lower than readState.Index' (duration: 74.896224ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:17.180434Z","caller":"traceutil/trace.go:171","msg":"trace[1305869352] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"227.564576ms","start":"2026-04-28T03:17:16.95285Z","end":"2026-04-28T03:17:17.180415Z","steps":["trace[1305869352] 'process raft request' (duration: 227.318862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:17.180488Z","caller":"traceutil/trace.go:171","msg":"trace[807352781] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"226.686409ms","start":"2026-04-28T03:17:16.953787Z","end":"2026-04-28T03:17:17.180474Z","steps":["trace[807352781] 'process raft request' (duration: 226.478576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:17.18062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.730469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:17.18066Z","caller":"traceutil/trace.go:171","msg":"trace[1149844325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1684; }","duration":"227.797561ms","start":"2026-04-28T03:17:16.95285Z","end":"2026-04-28T03:17:17.180647Z","steps":["trace[1149844325] 'agreement among raft nodes before linearized reading' (duration: 227.73433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:17.180719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.232684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-wxmw9\" ","response":"range_response_count:1 size:4790"} {"level":"info","ts":"2026-04-28T03:17:17.180795Z","caller":"traceutil/trace.go:171","msg":"trace[1635509535] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-wxmw9; range_end:; response_count:1; response_revision:1684; }","duration":"231.354177ms","start":"2026-04-28T03:17:16.94942Z","end":"2026-04-28T03:17:17.180775Z","steps":["trace[1635509535] 'agreement among raft nodes before linearized reading' (duration: 231.098451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:17.301216Z","caller":"traceutil/trace.go:171","msg":"trace[155813512] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1727; }","duration":"108.797217ms","start":"2026-04-28T03:17:17.192398Z","end":"2026-04-28T03:17:17.301195Z","steps":["trace[155813512] 'read index received' (duration: 52.425171ms)","trace[155813512] 'applied index is now lower than readState.Index' (duration: 56.370906ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:17.301287Z","caller":"traceutil/trace.go:171","msg":"trace[1062571107] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"112.094187ms","start":"2026-04-28T03:17:17.189163Z","end":"2026-04-28T03:17:17.301258Z","steps":["trace[1062571107] 'process raft request' (duration: 111.971995ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:17.301451Z","caller":"traceutil/trace.go:171","msg":"trace[1412058977] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"113.686636ms","start":"2026-04-28T03:17:17.187749Z","end":"2026-04-28T03:17:17.301436Z","steps":["trace[1412058977] 'process raft request' (duration: 112.959262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:17.301464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.048272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-28T03:17:17.301518Z","caller":"traceutil/trace.go:171","msg":"trace[1485023437] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1687; }","duration":"109.155954ms","start":"2026-04-28T03:17:17.192334Z","end":"2026-04-28T03:17:17.30149Z","steps":["trace[1485023437] 'agreement among raft nodes before linearized reading' (duration: 108.983271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:17.783822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.258166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:17:17.783938Z","caller":"traceutil/trace.go:171","msg":"trace[454931934] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1744; }","duration":"132.96431ms","start":"2026-04-28T03:17:17.650954Z","end":"2026-04-28T03:17:17.783918Z","steps":["trace[454931934] 'read index received' (duration: 33.31µs)","trace[454931934] 'applied index is now lower than readState.Index' (duration: 132.92949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:17.78416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.191655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107275"} {"level":"info","ts":"2026-04-28T03:17:17.784207Z","caller":"traceutil/trace.go:171","msg":"trace[974847930] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:1700; }","duration":"133.243276ms","start":"2026-04-28T03:17:17.650948Z","end":"2026-04-28T03:17:17.784191Z","steps":["trace[974847930] 'agreement among raft nodes before linearized reading' (duration: 133.021061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:20.972851Z","caller":"traceutil/trace.go:171","msg":"trace[435783389] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"200.394588ms","start":"2026-04-28T03:17:20.772432Z","end":"2026-04-28T03:17:20.972827Z","steps":["trace[435783389] 'process raft request' (duration: 200.234315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.434452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.620419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:17:21.434519Z","caller":"traceutil/trace.go:171","msg":"trace[1235901046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1718; }","duration":"366.723651ms","start":"2026-04-28T03:17:21.067778Z","end":"2026-04-28T03:17:21.434502Z","steps":["trace[1235901046] 'range keys from in-memory index tree' (duration: 366.443306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.434553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.06777Z","time spent":"366.776362ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:17:21.434728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.80184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-28T03:17:21.43477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.328821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:17:21.434773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.604897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:17:21.434829Z","caller":"traceutil/trace.go:171","msg":"trace[2115289941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1718; }","duration":"367.461494ms","start":"2026-04-28T03:17:21.067353Z","end":"2026-04-28T03:17:21.434815Z","steps":["trace[2115289941] 'range keys from in-memory index tree' (duration: 367.196539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:21.434836Z","caller":"traceutil/trace.go:171","msg":"trace[1596602041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1718; }","duration":"367.693259ms","start":"2026-04-28T03:17:21.067129Z","end":"2026-04-28T03:17:21.434822Z","steps":["trace[1596602041] 'range keys from in-memory index tree' (duration: 367.487075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.434855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.067338Z","time spent":"367.512814ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:17:21.434877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.067123Z","time spent":"367.739549ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:21.434864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.093527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:17:21.434899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.716277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:17:21.434818Z","caller":"traceutil/trace.go:171","msg":"trace[1390377933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1718; }","duration":"367.959473ms","start":"2026-04-28T03:17:21.066838Z","end":"2026-04-28T03:17:21.434798Z","steps":["trace[1390377933] 'range keys from in-memory index tree' (duration: 367.562486ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:21.434931Z","caller":"traceutil/trace.go:171","msg":"trace[725455678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1718; }","duration":"368.771777ms","start":"2026-04-28T03:17:21.066151Z","end":"2026-04-28T03:17:21.434923Z","steps":["trace[725455678] 'range keys from in-memory index tree' (duration: 368.592964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:21.434938Z","caller":"traceutil/trace.go:171","msg":"trace[1019265881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1718; }","duration":"367.185268ms","start":"2026-04-28T03:17:21.067734Z","end":"2026-04-28T03:17:21.434919Z","steps":["trace[1019265881] 'range keys from in-memory index tree' (duration: 366.957945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.434944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.06682Z","time spent":"368.113146ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:17:21.434975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.066137Z","time spent":"368.829658ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:21.434979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.067729Z","time spent":"367.241829ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:17:21.904892Z","caller":"traceutil/trace.go:171","msg":"trace[707417702] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"465.526465ms","start":"2026-04-28T03:17:21.439338Z","end":"2026-04-28T03:17:21.904865Z","steps":["trace[707417702] 'process raft request' (duration: 465.336261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.905057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.439323Z","time spent":"465.647676ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:21.916317Z","caller":"traceutil/trace.go:171","msg":"trace[844374189] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"476.942093ms","start":"2026-04-28T03:17:21.439351Z","end":"2026-04-28T03:17:21.916293Z","steps":["trace[844374189] 'process raft request' (duration: 476.77946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.91646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.439337Z","time spent":"477.047966ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:21.916584Z","caller":"traceutil/trace.go:171","msg":"trace[938865470] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"476.951184ms","start":"2026-04-28T03:17:21.439612Z","end":"2026-04-28T03:17:21.916563Z","steps":["trace[938865470] 'process raft request' (duration: 476.639188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:21.916654Z","caller":"traceutil/trace.go:171","msg":"trace[2117637967] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"476.858691ms","start":"2026-04-28T03:17:21.439771Z","end":"2026-04-28T03:17:21.91663Z","steps":["trace[2117637967] 'process raft request' (duration: 476.698468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.916716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.439592Z","time spent":"477.066116ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:21.916714Z","caller":"traceutil/trace.go:171","msg":"trace[847649579] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1763; }","duration":"476.78695ms","start":"2026-04-28T03:17:21.439906Z","end":"2026-04-28T03:17:21.916693Z","steps":["trace[847649579] 'read index received' (duration: 464.812211ms)","trace[847649579] 'applied index is now lower than readState.Index' (duration: 11.973909ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:21.916792Z","caller":"traceutil/trace.go:171","msg":"trace[527324365] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"476.960723ms","start":"2026-04-28T03:17:21.439819Z","end":"2026-04-28T03:17:21.91678Z","steps":["trace[527324365] 'process raft request' (duration: 476.762139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.916793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.439718Z","time spent":"477.000315ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:21.916881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.439811Z","time spent":"477.035754ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:21.916963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.040075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32083"} {"level":"warn","ts":"2026-04-28T03:17:21.916995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.376474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:21.916999Z","caller":"traceutil/trace.go:171","msg":"trace[689738181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1723; }","duration":"477.120776ms","start":"2026-04-28T03:17:21.43987Z","end":"2026-04-28T03:17:21.916991Z","steps":["trace[689738181] 'agreement among raft nodes before linearized reading' (duration: 476.926182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.917012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.292611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:17:21.917024Z","caller":"traceutil/trace.go:171","msg":"trace[1492372123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1723; }","duration":"238.443256ms","start":"2026-04-28T03:17:21.678571Z","end":"2026-04-28T03:17:21.917015Z","steps":["trace[1492372123] 'agreement among raft nodes before linearized reading' (duration: 238.394465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.917028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.439846Z","time spent":"477.176817ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32107,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:17:21.917048Z","caller":"traceutil/trace.go:171","msg":"trace[1476884717] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1723; }","duration":"367.376702ms","start":"2026-04-28T03:17:21.549661Z","end":"2026-04-28T03:17:21.917038Z","steps":["trace[1476884717] 'agreement among raft nodes before linearized reading' (duration: 367.297611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:21.917091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:21.54964Z","time spent":"367.443253ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":26,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:17:22.858106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375796005,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:17:22.963139Z","caller":"traceutil/trace.go:171","msg":"trace[1013296130] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1768; }","duration":"605.521603ms","start":"2026-04-28T03:17:22.357594Z","end":"2026-04-28T03:17:22.963115Z","steps":["trace[1013296130] 'read index received' (duration: 605.316479ms)","trace[1013296130] 'applied index is now lower than readState.Index' (duration: 204.154µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:22.963257Z","caller":"traceutil/trace.go:171","msg":"trace[1972954396] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"799.489413ms","start":"2026-04-28T03:17:22.163744Z","end":"2026-04-28T03:17:22.963233Z","steps":["trace[1972954396] 'process raft request' (duration: 799.232508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:22.963366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.764607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:17:22.963401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:22.163717Z","time spent":"799.596765ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:22.963414Z","caller":"traceutil/trace.go:171","msg":"trace[519616552] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1724; }","duration":"605.860319ms","start":"2026-04-28T03:17:22.357544Z","end":"2026-04-28T03:17:22.963404Z","steps":["trace[519616552] 'agreement among raft nodes before linearized reading' (duration: 605.665646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:22.963465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:22.357526Z","time spent":"605.92038ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-04-28T03:17:23.549126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.430733ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T03:17:23.54922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:22.964451Z","time spent":"584.765432ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:17:23.556413Z","caller":"traceutil/trace.go:171","msg":"trace[1066680432] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"587.779638ms","start":"2026-04-28T03:17:22.968609Z","end":"2026-04-28T03:17:23.556388Z","steps":["trace[1066680432] 'process raft request' (duration: 587.560904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:23.556593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:22.968566Z","time spent":"587.947621ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:23.556781Z","caller":"traceutil/trace.go:171","msg":"trace[1878430375] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"587.749697ms","start":"2026-04-28T03:17:22.96902Z","end":"2026-04-28T03:17:23.55677Z","steps":["trace[1878430375] 'process raft request' (duration: 587.313169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:23.556843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:22.969007Z","time spent":"587.803888ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:23.556962Z","caller":"traceutil/trace.go:171","msg":"trace[75137274] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"586.672067ms","start":"2026-04-28T03:17:22.97027Z","end":"2026-04-28T03:17:23.556942Z","steps":["trace[75137274] 'process raft request' (duration: 586.339631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:23.557108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:22.97026Z","time spent":"586.759319ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:23.557119Z","caller":"traceutil/trace.go:171","msg":"trace[107957691] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1769; }","duration":"272.259257ms","start":"2026-04-28T03:17:23.284834Z","end":"2026-04-28T03:17:23.557094Z","steps":["trace[107957691] 'read index received' (duration: 102.875588ms)","trace[107957691] 'applied index is now lower than readState.Index' (duration: 169.382369ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:23.557223Z","caller":"traceutil/trace.go:171","msg":"trace[1260388105] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"580.200849ms","start":"2026-04-28T03:17:22.977006Z","end":"2026-04-28T03:17:23.557207Z","steps":["trace[1260388105] 'process raft request' (duration: 579.816202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:23.55734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:22.976993Z","time spent":"580.26152ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:23.55771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.838407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:23.557774Z","caller":"traceutil/trace.go:171","msg":"trace[69604825] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1729; }","duration":"272.9676ms","start":"2026-04-28T03:17:23.284785Z","end":"2026-04-28T03:17:23.557752Z","steps":["trace[69604825] 'agreement among raft nodes before linearized reading' (duration: 272.39851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:24.037688Z","caller":"traceutil/trace.go:171","msg":"trace[558625114] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"101.38606ms","start":"2026-04-28T03:17:23.93627Z","end":"2026-04-28T03:17:24.037656Z","steps":["trace[558625114] 'process raft request' (duration: 101.241848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:24.037889Z","caller":"traceutil/trace.go:171","msg":"trace[1003773047] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"101.819839ms","start":"2026-04-28T03:17:23.936054Z","end":"2026-04-28T03:17:24.037874Z","steps":["trace[1003773047] 'process raft request' (duration: 101.33122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:24.037986Z","caller":"traceutil/trace.go:171","msg":"trace[242955448] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"101.128355ms","start":"2026-04-28T03:17:23.936829Z","end":"2026-04-28T03:17:24.037957Z","steps":["trace[242955448] 'process raft request' (duration: 100.717168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:26.533208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.460967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:17:26.533287Z","caller":"traceutil/trace.go:171","msg":"trace[1657740894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1738; }","duration":"492.572758ms","start":"2026-04-28T03:17:26.040696Z","end":"2026-04-28T03:17:26.533268Z","steps":["trace[1657740894] 'range keys from in-memory index tree' (duration: 492.363435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:26.533327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.040685Z","time spent":"492.63295ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:17:26.533294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.364519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:17:26.533389Z","caller":"traceutil/trace.go:171","msg":"trace[1154066552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1738; }","duration":"533.516621ms","start":"2026-04-28T03:17:25.999849Z","end":"2026-04-28T03:17:26.533365Z","steps":["trace[1154066552] 'range keys from in-memory index tree' (duration: 532.783959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:26.533434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:25.999834Z","time spent":"533.589822ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:26.533626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.831707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T03:17:26.533657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.459419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:17:26.533668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.870967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:17:26.533699Z","caller":"traceutil/trace.go:171","msg":"trace[952543659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1738; }","duration":"491.51834ms","start":"2026-04-28T03:17:26.042169Z","end":"2026-04-28T03:17:26.533688Z","steps":["trace[952543659] 'range keys from in-memory index tree' (duration: 491.354237ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:26.533702Z","caller":"traceutil/trace.go:171","msg":"trace[194190819] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1738; }","duration":"363.939129ms","start":"2026-04-28T03:17:26.169742Z","end":"2026-04-28T03:17:26.533682Z","steps":["trace[194190819] 'range keys from in-memory index tree' (duration: 363.680944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:26.533715Z","caller":"traceutil/trace.go:171","msg":"trace[1176275879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1738; }","duration":"491.966349ms","start":"2026-04-28T03:17:26.041735Z","end":"2026-04-28T03:17:26.533702Z","steps":["trace[1176275879] 'range keys from in-memory index tree' (duration: 491.709605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:26.533725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.042152Z","time spent":"491.566981ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:17:26.533748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.169731Z","time spent":"364.00762ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:17:26.53375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.041709Z","time spent":"492.032581ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:17:26.5338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.926246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:17:26.533876Z","caller":"traceutil/trace.go:171","msg":"trace[2057876618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1738; }","duration":"493.036818ms","start":"2026-04-28T03:17:26.040821Z","end":"2026-04-28T03:17:26.533857Z","steps":["trace[2057876618] 'range keys from in-memory index tree' (duration: 492.755413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:26.53392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.040815Z","time spent":"493.096119ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:17:26.898975Z","caller":"traceutil/trace.go:171","msg":"trace[348687234] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"362.214728ms","start":"2026-04-28T03:17:26.536735Z","end":"2026-04-28T03:17:26.89895Z","steps":["trace[348687234] 'process raft request' (duration: 362.049294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:26.899123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.536712Z","time spent":"362.33189ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:26.903739Z","caller":"traceutil/trace.go:171","msg":"trace[139327714] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"366.326413ms","start":"2026-04-28T03:17:26.537372Z","end":"2026-04-28T03:17:26.903698Z","steps":["trace[139327714] 'process raft request' (duration: 366.237622ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:26.903771Z","caller":"traceutil/trace.go:171","msg":"trace[55846729] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"366.926974ms","start":"2026-04-28T03:17:26.536806Z","end":"2026-04-28T03:17:26.903732Z","steps":["trace[55846729] 'process raft request' (duration: 366.574408ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:26.903913Z","caller":"traceutil/trace.go:171","msg":"trace[783517907] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"366.143329ms","start":"2026-04-28T03:17:26.537758Z","end":"2026-04-28T03:17:26.903901Z","steps":["trace[783517907] 'process raft request' (duration: 365.901105ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:26.903981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.537734Z","time spent":"366.207001ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:26.903875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.53736Z","time spent":"366.439035ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:26.904072Z","caller":"traceutil/trace.go:171","msg":"trace[2143323890] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"366.19905ms","start":"2026-04-28T03:17:26.537865Z","end":"2026-04-28T03:17:26.904064Z","steps":["trace[2143323890] 'process raft request' (duration: 366.000686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:26.904141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.537856Z","time spent":"366.260922ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:26.904087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.536783Z","time spent":"367.143068ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:26.904259Z","caller":"traceutil/trace.go:171","msg":"trace[2132338637] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"119.305569ms","start":"2026-04-28T03:17:26.784946Z","end":"2026-04-28T03:17:26.904251Z","steps":["trace[2132338637] 'process raft request' (duration: 119.082755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:26.90426Z","caller":"traceutil/trace.go:171","msg":"trace[1920527305] linearizableReadLoop","detail":"{readStateIndex:1788; appliedIndex:1784; }","duration":"366.422255ms","start":"2026-04-28T03:17:26.5378Z","end":"2026-04-28T03:17:26.904222Z","steps":["trace[1920527305] 'read index received' (duration: 361.050186ms)","trace[1920527305] 'applied index is now lower than readState.Index' (duration: 5.370119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:26.904412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.607518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32083"} {"level":"warn","ts":"2026-04-28T03:17:26.904417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.436465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:26.904445Z","caller":"traceutil/trace.go:171","msg":"trace[2093479535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1744; }","duration":"366.671008ms","start":"2026-04-28T03:17:26.537765Z","end":"2026-04-28T03:17:26.904436Z","steps":["trace[2093479535] 'agreement among raft nodes before linearized reading' (duration: 366.555956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:26.904467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:26.53775Z","time spent":"366.712219ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32107,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:17:26.904467Z","caller":"traceutil/trace.go:171","msg":"trace[1850542356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1744; }","duration":"226.510737ms","start":"2026-04-28T03:17:26.677942Z","end":"2026-04-28T03:17:26.904453Z","steps":["trace[1850542356] 'agreement among raft nodes before linearized reading' (duration: 226.429265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:33.435868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375796105,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:17:33.851248Z","caller":"traceutil/trace.go:171","msg":"trace[1644188162] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1807; }","duration":"915.507962ms","start":"2026-04-28T03:17:32.935707Z","end":"2026-04-28T03:17:33.851214Z","steps":["trace[1644188162] 'read index received' (duration: 915.260447ms)","trace[1644188162] 'applied index is now lower than readState.Index' (duration: 246.145µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:33.851375Z","caller":"traceutil/trace.go:171","msg":"trace[481058314] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"918.904264ms","start":"2026-04-28T03:17:32.932438Z","end":"2026-04-28T03:17:33.851342Z","steps":["trace[481058314] 'process raft request' (duration: 918.527967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:33.851535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:32.932426Z","time spent":"919.020206ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:33.851598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.861368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:17:33.851658Z","caller":"traceutil/trace.go:171","msg":"trace[26806262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1760; }","duration":"915.948419ms","start":"2026-04-28T03:17:32.935692Z","end":"2026-04-28T03:17:33.85164Z","steps":["trace[26806262] 'agreement among raft nodes before linearized reading' (duration: 915.665664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:33.851707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:32.935686Z","time spent":"916.01038ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:17:33.973487Z","caller":"traceutil/trace.go:171","msg":"trace[1708572893] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1808; }","duration":"122.124871ms","start":"2026-04-28T03:17:33.851331Z","end":"2026-04-28T03:17:33.973456Z","steps":["trace[1708572893] 'read index received' (duration: 121.50226ms)","trace[1708572893] 'applied index is now lower than readState.Index' (duration: 621.451µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:33.973613Z","caller":"traceutil/trace.go:171","msg":"trace[1228468100] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"381.558232ms","start":"2026-04-28T03:17:33.592025Z","end":"2026-04-28T03:17:33.973584Z","steps":["trace[1228468100] 'process raft request' (duration: 380.791868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:33.97367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.883928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:33.973723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017923181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:17:33.97374Z","caller":"traceutil/trace.go:171","msg":"trace[1010101402] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1761; }","duration":"194.05733ms","start":"2026-04-28T03:17:33.779661Z","end":"2026-04-28T03:17:33.973719Z","steps":["trace[1010101402] 'agreement among raft nodes before linearized reading' (duration: 193.857117ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:33.973759Z","caller":"traceutil/trace.go:171","msg":"trace[1530813417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1761; }","duration":"1.018008613s","start":"2026-04-28T03:17:32.955742Z","end":"2026-04-28T03:17:33.97375Z","steps":["trace[1530813417] 'agreement among raft nodes before linearized reading' (duration: 1.01784911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:33.973756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:33.592002Z","time spent":"381.674974ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:33.973764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037618673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:17:33.973785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:32.955723Z","time spent":"1.018058004s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:33.973777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.39081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:33.973816Z","caller":"traceutil/trace.go:171","msg":"trace[1822722564] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1761; }","duration":"1.037680125s","start":"2026-04-28T03:17:32.936119Z","end":"2026-04-28T03:17:33.973799Z","steps":["trace[1822722564] 'agreement among raft nodes before linearized reading' (duration: 1.03745574s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:33.973842Z","caller":"traceutil/trace.go:171","msg":"trace[116580271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1761; }","duration":"295.507874ms","start":"2026-04-28T03:17:33.678317Z","end":"2026-04-28T03:17:33.973825Z","steps":["trace[116580271] 'agreement among raft nodes before linearized reading' (duration: 295.386141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:33.973862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:32.936115Z","time spent":"1.037731746s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:17:33.973896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02059436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:17:33.973951Z","caller":"traceutil/trace.go:171","msg":"trace[1596743336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1761; }","duration":"1.020685742s","start":"2026-04-28T03:17:32.953248Z","end":"2026-04-28T03:17:33.973934Z","steps":["trace[1596743336] 'agreement among raft nodes before linearized reading' (duration: 1.020529939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:33.973999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:32.953231Z","time spent":"1.020759553s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:17:33.97822Z","caller":"traceutil/trace.go:171","msg":"trace[816979022] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"121.753665ms","start":"2026-04-28T03:17:33.856455Z","end":"2026-04-28T03:17:33.978209Z","steps":["trace[816979022] 'process raft request' (duration: 121.50983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:38.085819Z","caller":"traceutil/trace.go:171","msg":"trace[958201187] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"126.617904ms","start":"2026-04-28T03:17:37.959172Z","end":"2026-04-28T03:17:38.08579Z","steps":["trace[958201187] 'process raft request' (duration: 126.476741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:38.093673Z","caller":"traceutil/trace.go:171","msg":"trace[2024549108] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"104.386686ms","start":"2026-04-28T03:17:37.98927Z","end":"2026-04-28T03:17:38.093656Z","steps":["trace[2024549108] 'process raft request' (duration: 104.276345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:40.601305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375796164,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:17:40.888494Z","caller":"traceutil/trace.go:171","msg":"trace[1452654104] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"947.379987ms","start":"2026-04-28T03:17:39.941088Z","end":"2026-04-28T03:17:40.888468Z","steps":["trace[1452654104] 'process raft request' (duration: 947.201884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:40.888732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:39.941061Z","time spent":"947.5865ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:41.12987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.999046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:41.129983Z","caller":"traceutil/trace.go:171","msg":"trace[1452068044] linearizableReadLoop","detail":"{readStateIndex:1832; appliedIndex:1830; }","duration":"1.028863723s","start":"2026-04-28T03:17:40.101101Z","end":"2026-04-28T03:17:41.129965Z","steps":["trace[1452068044] 'read index received' (duration: 787.170697ms)","trace[1452068044] 'applied index is now lower than readState.Index' (duration: 241.692056ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:41.130012Z","caller":"traceutil/trace.go:171","msg":"trace[1747421245] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"1.030014714s","start":"2026-04-28T03:17:40.099973Z","end":"2026-04-28T03:17:41.129987Z","steps":["trace[1747421245] 'process raft request' (duration: 857.802003ms)","trace[1747421245] 'compare' (duration: 171.857354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:41.130166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029071846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:17:41.130197Z","caller":"traceutil/trace.go:171","msg":"trace[917681329] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1783; }","duration":"1.029142338s","start":"2026-04-28T03:17:40.101046Z","end":"2026-04-28T03:17:41.130188Z","steps":["trace[917681329] 'agreement among raft nodes before linearized reading' (duration: 1.029008595s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:41.130227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:40.101025Z","time spent":"1.029194758s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:17:41.130257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:40.099949Z","time spent":"1.030131806s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:41.130249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.491248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:17:41.130312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019718514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:17:41.130297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.068533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:17:41.130325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.103579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:17:41.130324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.201306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:17:41.130362Z","caller":"traceutil/trace.go:171","msg":"trace[1628363199] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1783; }","duration":"693.667471ms","start":"2026-04-28T03:17:40.436671Z","end":"2026-04-28T03:17:41.130338Z","steps":["trace[1628363199] 'agreement among raft nodes before linearized reading' (duration: 693.479858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:41.130364Z","caller":"traceutil/trace.go:171","msg":"trace[1249803036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1783; }","duration":"1.019819667s","start":"2026-04-28T03:17:40.11053Z","end":"2026-04-28T03:17:41.13035Z","steps":["trace[1249803036] 'agreement among raft nodes before linearized reading' (duration: 1.019585993s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:41.130379Z","caller":"traceutil/trace.go:171","msg":"trace[197954971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1783; }","duration":"451.18622ms","start":"2026-04-28T03:17:40.679179Z","end":"2026-04-28T03:17:41.130366Z","steps":["trace[197954971] 'agreement among raft nodes before linearized reading' (duration: 451.098668ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:41.130379Z","caller":"traceutil/trace.go:171","msg":"trace[342735149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1783; }","duration":"976.178635ms","start":"2026-04-28T03:17:40.154181Z","end":"2026-04-28T03:17:41.13036Z","steps":["trace[342735149] 'agreement among raft nodes before linearized reading' (duration: 975.976491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:41.130417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:40.679168Z","time spent":"451.242191ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:17:41.130414Z","caller":"traceutil/trace.go:171","msg":"trace[2012880208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1783; }","duration":"976.334848ms","start":"2026-04-28T03:17:40.154057Z","end":"2026-04-28T03:17:41.130392Z","steps":["trace[2012880208] 'agreement among raft nodes before linearized reading' (duration: 976.127995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:41.130424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:40.15417Z","time spent":"976.246307ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:41.13042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:40.110519Z","time spent":"1.019887069s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:17:41.130472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:40.15404Z","time spent":"976.41879ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:41.130473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.316387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T03:17:41.130394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.309496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:41.130538Z","caller":"traceutil/trace.go:171","msg":"trace[1198528926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1783; }","duration":"916.42941ms","start":"2026-04-28T03:17:40.214091Z","end":"2026-04-28T03:17:41.13052Z","steps":["trace[1198528926] 'agreement among raft nodes before linearized reading' (duration: 916.175555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:41.13058Z","caller":"traceutil/trace.go:171","msg":"trace[1516955870] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1783; }","duration":"504.549979ms","start":"2026-04-28T03:17:40.62601Z","end":"2026-04-28T03:17:41.13056Z","steps":["trace[1516955870] 'agreement among raft nodes before linearized reading' (duration: 504.295565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:41.130585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:40.214068Z","time spent":"916.508121ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:17:41.130421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:40.436648Z","time spent":"693.758803ms","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:17:41.130654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:40.625992Z","time spent":"504.650102ms","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:17:43.761655Z","caller":"traceutil/trace.go:171","msg":"trace[213441741] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"116.006049ms","start":"2026-04-28T03:17:43.645625Z","end":"2026-04-28T03:17:43.761631Z","steps":["trace[213441741] 'process raft request' (duration: 115.860966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:43.765307Z","caller":"traceutil/trace.go:171","msg":"trace[2041872727] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"100.488014ms","start":"2026-04-28T03:17:43.664795Z","end":"2026-04-28T03:17:43.765283Z","steps":["trace[2041872727] 'process raft request' (duration: 100.290471ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:45.162248Z","caller":"traceutil/trace.go:171","msg":"trace[2032311614] linearizableReadLoop","detail":"{readStateIndex:1871; appliedIndex:1870; }","duration":"234.924372ms","start":"2026-04-28T03:17:44.927305Z","end":"2026-04-28T03:17:45.162229Z","steps":["trace[2032311614] 'read index received' (duration: 234.780819ms)","trace[2032311614] 'applied index is now lower than readState.Index' (duration: 142.573µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:45.162371Z","caller":"traceutil/trace.go:171","msg":"trace[1925040797] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"327.047462ms","start":"2026-04-28T03:17:44.835294Z","end":"2026-04-28T03:17:45.162341Z","steps":["trace[1925040797] 'process raft request' (duration: 326.808147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:45.162472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.155166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:17:45.16252Z","caller":"traceutil/trace.go:171","msg":"trace[304728086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1820; }","duration":"235.260638ms","start":"2026-04-28T03:17:44.927249Z","end":"2026-04-28T03:17:45.162509Z","steps":["trace[304728086] 'agreement among raft nodes before linearized reading' (duration: 235.055104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:45.162521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:44.835267Z","time spent":"327.180355ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:45.410055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.46078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:45.410179Z","caller":"traceutil/trace.go:171","msg":"trace[904347125] linearizableReadLoop","detail":"{readStateIndex:1873; appliedIndex:1872; }","duration":"209.633627ms","start":"2026-04-28T03:17:45.200523Z","end":"2026-04-28T03:17:45.410156Z","steps":["trace[904347125] 'read index received' (duration: 39.728848ms)","trace[904347125] 'applied index is now lower than readState.Index' (duration: 169.902929ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:45.410234Z","caller":"traceutil/trace.go:171","msg":"trace[1684571400] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"244.239713ms","start":"2026-04-28T03:17:45.165956Z","end":"2026-04-28T03:17:45.410196Z","steps":["trace[1684571400] 'process raft request' (duration: 74.438706ms)","trace[1684571400] 'compare' (duration: 169.317197ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:45.410473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.563581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T03:17:45.410509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.395008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:17:45.410492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.11625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T03:17:45.410541Z","caller":"traceutil/trace.go:171","msg":"trace[1345832316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1822; }","duration":"164.686503ms","start":"2026-04-28T03:17:45.245837Z","end":"2026-04-28T03:17:45.410523Z","steps":["trace[1345832316] 'agreement among raft nodes before linearized reading' (duration: 164.461789ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:45.410562Z","caller":"traceutil/trace.go:171","msg":"trace[1820609468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1822; }","duration":"164.485229ms","start":"2026-04-28T03:17:45.246063Z","end":"2026-04-28T03:17:45.410548Z","steps":["trace[1820609468] 'agreement among raft nodes before linearized reading' (duration: 164.249425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:45.410491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.941103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:17:45.410587Z","caller":"traceutil/trace.go:171","msg":"trace[771719808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1822; }","duration":"166.272472ms","start":"2026-04-28T03:17:45.244291Z","end":"2026-04-28T03:17:45.410563Z","steps":["trace[771719808] 'agreement among raft nodes before linearized reading' (duration: 166.044618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:45.410503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.979583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:17:45.410679Z","caller":"traceutil/trace.go:171","msg":"trace[165634429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1822; }","duration":"210.166187ms","start":"2026-04-28T03:17:45.200495Z","end":"2026-04-28T03:17:45.410661Z","steps":["trace[165634429] 'agreement among raft nodes before linearized reading' (duration: 209.74205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:45.410721Z","caller":"traceutil/trace.go:171","msg":"trace[426796364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:1822; }","duration":"174.265388ms","start":"2026-04-28T03:17:45.236434Z","end":"2026-04-28T03:17:45.4107Z","steps":["trace[426796364] 'agreement among raft nodes before linearized reading' (duration: 173.857591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:48.891699Z","caller":"traceutil/trace.go:171","msg":"trace[543829324] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"211.524932ms","start":"2026-04-28T03:17:48.680147Z","end":"2026-04-28T03:17:48.891672Z","steps":["trace[543829324] 'process raft request' (duration: 211.353119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:49.005096Z","caller":"traceutil/trace.go:171","msg":"trace[357548925] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1890; }","duration":"321.313556ms","start":"2026-04-28T03:17:48.683756Z","end":"2026-04-28T03:17:49.00507Z","steps":["trace[357548925] 'read index received' (duration: 208.029497ms)","trace[357548925] 'applied index is now lower than readState.Index' (duration: 113.283139ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:49.005234Z","caller":"traceutil/trace.go:171","msg":"trace[1747367511] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"323.62483ms","start":"2026-04-28T03:17:48.681569Z","end":"2026-04-28T03:17:49.005194Z","steps":["trace[1747367511] 'process raft request' (duration: 312.925974ms)","trace[1747367511] 'compare' (duration: 10.456621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:49.005318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.53271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" ","response":"range_response_count:1 size:1035"} {"level":"info","ts":"2026-04-28T03:17:49.005359Z","caller":"traceutil/trace.go:171","msg":"trace[251595873] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:1; response_revision:1839; }","duration":"321.624562ms","start":"2026-04-28T03:17:48.683724Z","end":"2026-04-28T03:17:49.005348Z","steps":["trace[251595873] 'agreement among raft nodes before linearized reading' (duration: 321.441109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:49.0054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:48.683708Z","time spent":"321.683483ms","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1059,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" "} {"level":"warn","ts":"2026-04-28T03:17:49.005408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:48.68154Z","time spent":"323.781692ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:49.279241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.101913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:49.27939Z","caller":"traceutil/trace.go:171","msg":"trace[426633777] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"234.150667ms","start":"2026-04-28T03:17:49.045195Z","end":"2026-04-28T03:17:49.279346Z","steps":["trace[426633777] 'process raft request' (duration: 82.870381ms)","trace[426633777] 'compare' (duration: 150.96509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:49.279552Z","caller":"traceutil/trace.go:171","msg":"trace[1178105161] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1891; }","duration":"191.257659ms","start":"2026-04-28T03:17:49.088265Z","end":"2026-04-28T03:17:49.279523Z","steps":["trace[1178105161] 'read index received' (duration: 39.80446ms)","trace[1178105161] 'applied index is now lower than readState.Index' (duration: 151.449719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:49.279777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.486993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T03:17:49.279842Z","caller":"traceutil/trace.go:171","msg":"trace[870099319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1841; }","duration":"191.607115ms","start":"2026-04-28T03:17:49.088218Z","end":"2026-04-28T03:17:49.279825Z","steps":["trace[870099319] 'agreement among raft nodes before linearized reading' (duration: 191.360771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:49.546292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.649696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:17:49.546409Z","caller":"traceutil/trace.go:171","msg":"trace[1684989445] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1896; }","duration":"143.443723ms","start":"2026-04-28T03:17:49.402946Z","end":"2026-04-28T03:17:49.54639Z","steps":["trace[1684989445] 'read index received' (duration: 23.624124ms)","trace[1684989445] 'applied index is now lower than readState.Index' (duration: 119.818459ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:49.5465Z","caller":"traceutil/trace.go:171","msg":"trace[1558634297] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"247.730607ms","start":"2026-04-28T03:17:49.298757Z","end":"2026-04-28T03:17:49.546488Z","steps":["trace[1558634297] 'process raft request' (duration: 127.811166ms)","trace[1558634297] 'compare' (duration: 119.495884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:49.546733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.905713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:49.546813Z","caller":"traceutil/trace.go:171","msg":"trace[2081227575] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1845; }","duration":"131.019755ms","start":"2026-04-28T03:17:49.415774Z","end":"2026-04-28T03:17:49.546793Z","steps":["trace[2081227575] 'agreement among raft nodes before linearized reading' (duration: 130.820182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:49.547316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.360649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:49.547394Z","caller":"traceutil/trace.go:171","msg":"trace[2063183222] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1845; }","duration":"144.481592ms","start":"2026-04-28T03:17:49.402894Z","end":"2026-04-28T03:17:49.547375Z","steps":["trace[2063183222] 'agreement among raft nodes before linearized reading' (duration: 144.37327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:49.547461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.070121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:17:49.547529Z","caller":"traceutil/trace.go:171","msg":"trace[1951464648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1845; }","duration":"110.164812ms","start":"2026-04-28T03:17:49.437348Z","end":"2026-04-28T03:17:49.547513Z","steps":["trace[1951464648] 'agreement among raft nodes before linearized reading' (duration: 110.035709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:57.421665Z","caller":"traceutil/trace.go:171","msg":"trace[1747733990] linearizableReadLoop","detail":"{readStateIndex:1955; appliedIndex:1954; }","duration":"190.19085ms","start":"2026-04-28T03:17:57.231449Z","end":"2026-04-28T03:17:57.42164Z","steps":["trace[1747733990] 'read index received' (duration: 189.161802ms)","trace[1747733990] 'applied index is now lower than readState.Index' (duration: 1.027958ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:57.421768Z","caller":"traceutil/trace.go:171","msg":"trace[1510971808] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"191.444323ms","start":"2026-04-28T03:17:57.230303Z","end":"2026-04-28T03:17:57.421748Z","steps":["trace[1510971808] 'process raft request' (duration: 190.305533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:57.421845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.376295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:57.421902Z","caller":"traceutil/trace.go:171","msg":"trace[1913583036] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1902; }","duration":"190.471586ms","start":"2026-04-28T03:17:57.23142Z","end":"2026-04-28T03:17:57.421891Z","steps":["trace[1913583036] 'agreement among raft nodes before linearized reading' (duration: 190.351744ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:57.42425Z","caller":"traceutil/trace.go:171","msg":"trace[388512272] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"191.982623ms","start":"2026-04-28T03:17:57.232257Z","end":"2026-04-28T03:17:57.424239Z","steps":["trace[388512272] 'process raft request' (duration: 191.659488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:57.42442Z","caller":"traceutil/trace.go:171","msg":"trace[319214302] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"120.259957ms","start":"2026-04-28T03:17:57.304153Z","end":"2026-04-28T03:17:57.424413Z","steps":["trace[319214302] 'process raft request' (duration: 119.8223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:57.871236Z","caller":"traceutil/trace.go:171","msg":"trace[1962603522] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2020; }","duration":"179.424385ms","start":"2026-04-28T03:17:57.691776Z","end":"2026-04-28T03:17:57.8712Z","steps":["trace[1962603522] 'read index received' (duration: 160.119221ms)","trace[1962603522] 'applied index is now lower than readState.Index' (duration: 19.303833ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:57.8713Z","caller":"traceutil/trace.go:171","msg":"trace[1353301860] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"209.387674ms","start":"2026-04-28T03:17:57.661867Z","end":"2026-04-28T03:17:57.871255Z","steps":["trace[1353301860] 'process raft request' (duration: 190.011368ms)","trace[1353301860] 'compare' (duration: 19.105211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:57.8715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.35095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32267"} {"level":"info","ts":"2026-04-28T03:17:57.871655Z","caller":"traceutil/trace.go:171","msg":"trace[1930843694] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1965; }","duration":"211.533363ms","start":"2026-04-28T03:17:57.660102Z","end":"2026-04-28T03:17:57.871635Z","steps":["trace[1930843694] 'agreement among raft nodes before linearized reading' (duration: 211.224508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:58.020272Z","caller":"traceutil/trace.go:171","msg":"trace[1495565273] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2021; }","duration":"148.912481ms","start":"2026-04-28T03:17:57.871335Z","end":"2026-04-28T03:17:58.020247Z","steps":["trace[1495565273] 'read index received' (duration: 145.546698ms)","trace[1495565273] 'applied index is now lower than readState.Index' (duration: 3.364763ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:58.020281Z","caller":"traceutil/trace.go:171","msg":"trace[968159723] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"322.667783ms","start":"2026-04-28T03:17:57.697585Z","end":"2026-04-28T03:17:58.020253Z","steps":["trace[968159723] 'process raft request' (duration: 319.346061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:58.020307Z","caller":"traceutil/trace.go:171","msg":"trace[166122893] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"254.292178ms","start":"2026-04-28T03:17:57.765989Z","end":"2026-04-28T03:17:58.020281Z","steps":["trace[166122893] 'process raft request' (duration: 254.215406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:58.020463Z","caller":"traceutil/trace.go:171","msg":"trace[743389772] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"314.90297ms","start":"2026-04-28T03:17:57.705542Z","end":"2026-04-28T03:17:58.020445Z","steps":["trace[743389772] 'process raft request' (duration: 314.590714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:58.020472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:57.697564Z","time spent":"322.797255ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:58.020504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.500262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:17:58.02054Z","caller":"traceutil/trace.go:171","msg":"trace[1807084089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1968; }","duration":"302.565123ms","start":"2026-04-28T03:17:57.717962Z","end":"2026-04-28T03:17:58.020527Z","steps":["trace[1807084089] 'agreement among raft nodes before linearized reading' (duration: 302.423471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:58.020573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:57.717952Z","time spent":"302.613864ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:17:58.020545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.506252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:17:58.020574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:57.705524Z","time spent":"314.976542ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:58.020547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.685812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:17:58.020647Z","caller":"traceutil/trace.go:171","msg":"trace[1537310716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1968; }","duration":"302.661575ms","start":"2026-04-28T03:17:57.717956Z","end":"2026-04-28T03:17:58.020618Z","steps":["trace[1537310716] 'agreement among raft nodes before linearized reading' (duration: 302.39727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:58.020663Z","caller":"traceutil/trace.go:171","msg":"trace[843456533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1968; }","duration":"298.822684ms","start":"2026-04-28T03:17:57.721822Z","end":"2026-04-28T03:17:58.020645Z","steps":["trace[843456533] 'agreement among raft nodes before linearized reading' (duration: 298.504448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:58.020706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:57.71794Z","time spent":"302.752737ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:17:59.151166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.689724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:17:59.151246Z","caller":"traceutil/trace.go:171","msg":"trace[1341748063] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1999; }","duration":"116.812536ms","start":"2026-04-28T03:17:59.034416Z","end":"2026-04-28T03:17:59.151228Z","steps":["trace[1341748063] 'count revisions from in-memory index tree' (duration: 116.514331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:00.399331Z","caller":"traceutil/trace.go:171","msg":"trace[186663352] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2061; }","duration":"291.760168ms","start":"2026-04-28T03:18:00.107552Z","end":"2026-04-28T03:18:00.399312Z","steps":["trace[186663352] 'read index received' (duration: 291.604225ms)","trace[186663352] 'applied index is now lower than readState.Index' (duration: 155.253µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:00.399436Z","caller":"traceutil/trace.go:171","msg":"trace[993131201] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"341.752203ms","start":"2026-04-28T03:18:00.057652Z","end":"2026-04-28T03:18:00.399404Z","steps":["trace[993131201] 'process raft request' (duration: 341.548579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:00.399514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.83875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:18:00.399543Z","caller":"traceutil/trace.go:171","msg":"trace[1715629585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2006; }","duration":"291.914941ms","start":"2026-04-28T03:18:00.10762Z","end":"2026-04-28T03:18:00.399535Z","steps":["trace[1715629585] 'agreement among raft nodes before linearized reading' (duration: 291.800369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:00.3996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:00.057635Z","time spent":"341.870144ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:00.399619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.035134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:00.399698Z","caller":"traceutil/trace.go:171","msg":"trace[1554090452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2006; }","duration":"292.148916ms","start":"2026-04-28T03:18:00.10753Z","end":"2026-04-28T03:18:00.399679Z","steps":["trace[1554090452] 'agreement among raft nodes before linearized reading' (duration: 291.882391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:00.399717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.253672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:4 size:62420"} {"level":"info","ts":"2026-04-28T03:18:00.399752Z","caller":"traceutil/trace.go:171","msg":"trace[1857139062] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:4; response_revision:2006; }","duration":"270.305244ms","start":"2026-04-28T03:18:00.129436Z","end":"2026-04-28T03:18:00.399742Z","steps":["trace[1857139062] 'agreement among raft nodes before linearized reading' (duration: 270.158891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:00.581729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.317563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:00.581966Z","caller":"traceutil/trace.go:171","msg":"trace[427542407] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"178.343977ms","start":"2026-04-28T03:18:00.403587Z","end":"2026-04-28T03:18:00.581931Z","steps":["trace[427542407] 'process raft request' (duration: 77.737508ms)","trace[427542407] 'compare' (duration: 99.921026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:00.862376Z","caller":"traceutil/trace.go:171","msg":"trace[810030380] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2008; }","duration":"166.044235ms","start":"2026-04-28T03:18:00.696307Z","end":"2026-04-28T03:18:00.862351Z","steps":["trace[810030380] 'process raft request' (duration: 165.941083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:00.890864Z","caller":"traceutil/trace.go:171","msg":"trace[2023454146] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2008; }","duration":"113.29207ms","start":"2026-04-28T03:18:00.777502Z","end":"2026-04-28T03:18:00.890794Z","steps":["trace[2023454146] 'process raft request' (duration: 113.147527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:00.890739Z","caller":"traceutil/trace.go:171","msg":"trace[1229999034] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2008; }","duration":"194.258228ms","start":"2026-04-28T03:18:00.696455Z","end":"2026-04-28T03:18:00.890713Z","steps":["trace[1229999034] 'process raft request' (duration: 194.045114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:08.18009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375796932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:08.793333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.125512ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:18:08.793932Z","caller":"traceutil/trace.go:171","msg":"trace[1009548957] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"577.83034ms","start":"2026-04-28T03:18:08.216082Z","end":"2026-04-28T03:18:08.793912Z","steps":["trace[1009548957] 'process raft request' (duration: 577.651527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:08.793951Z","caller":"traceutil/trace.go:171","msg":"trace[323349622] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2239; }","duration":"1.114888791s","start":"2026-04-28T03:18:07.679031Z","end":"2026-04-28T03:18:08.79392Z","steps":["trace[323349622] 'read index received' (duration: 774.148377ms)","trace[323349622] 'applied index is now lower than readState.Index' (duration: 340.736534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:08.794121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115074075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:08.794159Z","caller":"traceutil/trace.go:171","msg":"trace[1255959838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2161; }","duration":"1.115161216s","start":"2026-04-28T03:18:07.678986Z","end":"2026-04-28T03:18:08.794147Z","steps":["trace[1255959838] 'agreement among raft nodes before linearized reading' (duration: 1.115068794s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:08.794192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:07.678971Z","time spent":"1.115212047s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:08.794306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:08.216053Z","time spent":"577.917881ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:09.177Z","caller":"traceutil/trace.go:171","msg":"trace[21524114] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2241; }","duration":"382.95322ms","start":"2026-04-28T03:18:08.79402Z","end":"2026-04-28T03:18:09.176973Z","steps":["trace[21524114] 'read index received' (duration: 335.591556ms)","trace[21524114] 'applied index is now lower than readState.Index' (duration: 47.360774ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:09.177058Z","caller":"traceutil/trace.go:171","msg":"trace[627085647] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"440.12288ms","start":"2026-04-28T03:18:08.736885Z","end":"2026-04-28T03:18:09.177008Z","steps":["trace[627085647] 'process raft request' (duration: 392.694164ms)","trace[627085647] 'compare' (duration: 47.278233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:09.177103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.633608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:18:09.177119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.783498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:09.177168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.871505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:09.177185Z","caller":"traceutil/trace.go:171","msg":"trace[1684658424] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2162; }","duration":"504.7505ms","start":"2026-04-28T03:18:08.672398Z","end":"2026-04-28T03:18:09.177149Z","steps":["trace[1684658424] 'agreement among raft nodes before linearized reading' (duration: 504.590247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:09.177213Z","caller":"traceutil/trace.go:171","msg":"trace[289171853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2162; }","duration":"989.92523ms","start":"2026-04-28T03:18:08.187264Z","end":"2026-04-28T03:18:09.177189Z","steps":["trace[289171853] 'agreement among raft nodes before linearized reading' (duration: 989.770977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:09.17722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:08.736851Z","time spent":"440.287002ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17133,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:09.177239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:08.67238Z","time spent":"504.850391ms","remote":"127.0.0.1:54372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:09.177237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255666138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:18:09.177243Z","caller":"traceutil/trace.go:171","msg":"trace[2024607734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2162; }","duration":"706.990638ms","start":"2026-04-28T03:18:08.470234Z","end":"2026-04-28T03:18:09.177224Z","steps":["trace[2024607734] 'agreement among raft nodes before linearized reading' (duration: 706.748553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:09.177262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:08.187244Z","time spent":"990.007372ms","remote":"127.0.0.1:39752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:09.177281Z","caller":"traceutil/trace.go:171","msg":"trace[1798652571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2162; }","duration":"1.255718219s","start":"2026-04-28T03:18:07.921548Z","end":"2026-04-28T03:18:09.177266Z","steps":["trace[1798652571] 'agreement among raft nodes before linearized reading' (duration: 1.255569396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:09.177315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:07.92149Z","time spent":"1.255816521s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:18:09.177317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:08.470214Z","time spent":"707.06674ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:09.177409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491099273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:18:09.177431Z","caller":"traceutil/trace.go:171","msg":"trace[280095694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2162; }","duration":"1.491147505s","start":"2026-04-28T03:18:07.686277Z","end":"2026-04-28T03:18:09.177425Z","steps":["trace[280095694] 'agreement among raft nodes before linearized reading' (duration: 1.491082973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:09.177447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:07.686265Z","time spent":"1.491177945s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:09.177481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.301688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:09.177517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438010501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:18:09.177514Z","caller":"traceutil/trace.go:171","msg":"trace[1558414223] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:2162; }","duration":"713.357609ms","start":"2026-04-28T03:18:08.464144Z","end":"2026-04-28T03:18:09.177502Z","steps":["trace[1558414223] 'agreement among raft nodes before linearized reading' (duration: 713.305058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:09.177539Z","caller":"traceutil/trace.go:171","msg":"trace[819830408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2162; }","duration":"1.438050191s","start":"2026-04-28T03:18:07.739479Z","end":"2026-04-28T03:18:09.177529Z","steps":["trace[819830408] 'agreement among raft nodes before linearized reading' (duration: 1.438007871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:09.177542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:08.464131Z","time spent":"713.404471ms","remote":"127.0.0.1:54166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-04-28T03:18:09.177553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:07.739467Z","time spent":"1.438083553s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:09.177558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.343692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:18:09.177565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.520034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:09.177594Z","caller":"traceutil/trace.go:171","msg":"trace[1465133865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2162; }","duration":"719.396543ms","start":"2026-04-28T03:18:08.458179Z","end":"2026-04-28T03:18:09.177576Z","steps":["trace[1465133865] 'agreement among raft nodes before linearized reading' (duration: 719.288141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:09.177598Z","caller":"traceutil/trace.go:171","msg":"trace[516453193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2162; }","duration":"381.586955ms","start":"2026-04-28T03:18:08.796002Z","end":"2026-04-28T03:18:09.177589Z","steps":["trace[516453193] 'agreement among raft nodes before linearized reading' (duration: 381.537835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:09.177598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.894171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:18:09.177616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:08.458163Z","time spent":"719.447854ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:09.177624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:08.795986Z","time spent":"381.632556ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:09.177632Z","caller":"traceutil/trace.go:171","msg":"trace[2027837030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2162; }","duration":"559.967723ms","start":"2026-04-28T03:18:08.617654Z","end":"2026-04-28T03:18:09.177621Z","steps":["trace[2027837030] 'agreement among raft nodes before linearized reading' (duration: 559.875951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:09.177661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:08.617633Z","time spent":"560.021474ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:32.10589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054685053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:32.105984Z","caller":"traceutil/trace.go:171","msg":"trace[1951498130] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:2381; }","duration":"1.054843167s","start":"2026-04-28T03:18:31.051119Z","end":"2026-04-28T03:18:32.105962Z","steps":["trace[1951498130] 'count revisions from in-memory index tree' (duration: 1.054558331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.106047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.051092Z","time spent":"1.054942268s","remote":"127.0.0.1:54236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:32.106431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.128598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:32.106678Z","caller":"traceutil/trace.go:171","msg":"trace[805686039] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"1.016626114s","start":"2026-04-28T03:18:31.090016Z","end":"2026-04-28T03:18:32.106642Z","steps":["trace[805686039] 'process raft request' (duration: 190.14184ms)","trace[805686039] 'compare' (duration: 825.664858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:32.106826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.089999Z","time spent":"1.016749576s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:32.10694Z","caller":"traceutil/trace.go:171","msg":"trace[1719571921] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"578.302378ms","start":"2026-04-28T03:18:31.528613Z","end":"2026-04-28T03:18:32.106916Z","steps":["trace[1719571921] 'process raft request' (duration: 578.157986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.107051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.528577Z","time spent":"578.419401ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:32.107181Z","caller":"traceutil/trace.go:171","msg":"trace[1658280571] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"869.226291ms","start":"2026-04-28T03:18:31.237941Z","end":"2026-04-28T03:18:32.107167Z","steps":["trace[1658280571] 'process raft request' (duration: 868.64151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.107254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.237904Z","time spent":"869.310893ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:32.107343Z","caller":"traceutil/trace.go:171","msg":"trace[2010097538] linearizableReadLoop","detail":"{readStateIndex:2474; appliedIndex:2472; }","duration":"717.836194ms","start":"2026-04-28T03:18:31.389488Z","end":"2026-04-28T03:18:32.107324Z","steps":["trace[2010097538] 'read index received' (duration: 54.311µs)","trace[2010097538] 'applied index is now lower than readState.Index' (duration: 717.779583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:32.107797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.305242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:18:32.107855Z","caller":"traceutil/trace.go:171","msg":"trace[979222062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2384; }","duration":"718.409374ms","start":"2026-04-28T03:18:31.389431Z","end":"2026-04-28T03:18:32.107841Z","steps":["trace[979222062] 'agreement among raft nodes before linearized reading' (duration: 718.215061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.108088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.389408Z","time spent":"718.540956ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:32.108382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.202935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:32.108462Z","caller":"traceutil/trace.go:171","msg":"trace[1475188248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2384; }","duration":"687.307607ms","start":"2026-04-28T03:18:31.421139Z","end":"2026-04-28T03:18:32.108447Z","steps":["trace[1475188248] 'agreement among raft nodes before linearized reading' (duration: 687.148504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.108507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.421126Z","time spent":"687.368088ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:32.108573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.840866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:32.108609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.836139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:18:32.10863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.908766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:18:32.108653Z","caller":"traceutil/trace.go:171","msg":"trace[1060732698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2384; }","duration":"429.960758ms","start":"2026-04-28T03:18:31.678671Z","end":"2026-04-28T03:18:32.108631Z","steps":["trace[1060732698] 'agreement among raft nodes before linearized reading' (duration: 429.830936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.108708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.923426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:32.108655Z","caller":"traceutil/trace.go:171","msg":"trace[1683458320] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2384; }","duration":"676.89719ms","start":"2026-04-28T03:18:31.431746Z","end":"2026-04-28T03:18:32.108643Z","steps":["trace[1683458320] 'agreement among raft nodes before linearized reading' (duration: 676.742907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.108724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.67864Z","time spent":"430.068821ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:32.108702Z","caller":"traceutil/trace.go:171","msg":"trace[657761647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2384; }","duration":"681.002408ms","start":"2026-04-28T03:18:31.42768Z","end":"2026-04-28T03:18:32.108682Z","steps":["trace[657761647] 'agreement among raft nodes before linearized reading' (duration: 680.826664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.108759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.431735Z","time spent":"677.008152ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:18:32.108774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.427672Z","time spent":"681.09393ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:32.108757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.849314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:18:32.108838Z","caller":"traceutil/trace.go:171","msg":"trace[1174710819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2384; }","duration":"681.973256ms","start":"2026-04-28T03:18:31.426844Z","end":"2026-04-28T03:18:32.108817Z","steps":["trace[1174710819] 'agreement among raft nodes before linearized reading' (duration: 681.771391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:32.108737Z","caller":"traceutil/trace.go:171","msg":"trace[970842212] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2384; }","duration":"467.993687ms","start":"2026-04-28T03:18:31.640736Z","end":"2026-04-28T03:18:32.10873Z","steps":["trace[970842212] 'agreement among raft nodes before linearized reading' (duration: 467.942016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.108884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.426823Z","time spent":"682.049018ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:32.108921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.169932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:18:32.108945Z","caller":"traceutil/trace.go:171","msg":"trace[856817556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2384; }","duration":"681.209492ms","start":"2026-04-28T03:18:31.427728Z","end":"2026-04-28T03:18:32.108938Z","steps":["trace[856817556] 'agreement among raft nodes before linearized reading' (duration: 681.129141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.108971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.427719Z","time spent":"681.245112ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:32.108965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:31.640715Z","time spent":"468.17733ms","remote":"127.0.0.1:60906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:32.661342Z","caller":"traceutil/trace.go:171","msg":"trace[1950258729] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"548.18053ms","start":"2026-04-28T03:18:32.113125Z","end":"2026-04-28T03:18:32.661305Z","steps":["trace[1950258729] 'process raft request' (duration: 548.017737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.661494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:32.113104Z","time spent":"548.315403ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:32.820741Z","caller":"traceutil/trace.go:171","msg":"trace[1872647822] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"707.503978ms","start":"2026-04-28T03:18:32.113199Z","end":"2026-04-28T03:18:32.820703Z","steps":["trace[1872647822] 'process raft request' (duration: 706.481849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:32.820763Z","caller":"traceutil/trace.go:171","msg":"trace[2036235213] linearizableReadLoop","detail":"{readStateIndex:2480; appliedIndex:2475; }","duration":"459.000077ms","start":"2026-04-28T03:18:32.361728Z","end":"2026-04-28T03:18:32.820728Z","steps":["trace[2036235213] 'read index received' (duration: 299.499965ms)","trace[2036235213] 'applied index is now lower than readState.Index' (duration: 159.498272ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:32.820797Z","caller":"traceutil/trace.go:171","msg":"trace[704057190] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"707.517788ms","start":"2026-04-28T03:18:32.113243Z","end":"2026-04-28T03:18:32.820761Z","steps":["trace[704057190] 'process raft request' (duration: 707.359065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:32.820927Z","caller":"traceutil/trace.go:171","msg":"trace[1093314805] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"707.380496ms","start":"2026-04-28T03:18:32.11353Z","end":"2026-04-28T03:18:32.820911Z","steps":["trace[1093314805] 'process raft request' (duration: 707.129502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.820997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:32.113225Z","time spent":"707.680831ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:32.821036Z","caller":"traceutil/trace.go:171","msg":"trace[1333038701] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"707.802164ms","start":"2026-04-28T03:18:32.11321Z","end":"2026-04-28T03:18:32.821012Z","steps":["trace[1333038701] 'process raft request' (duration: 707.326985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.821079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:32.113517Z","time spent":"707.460167ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:32.821101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:32.113177Z","time spent":"707.653001ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:32.821129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:32.113188Z","time spent":"707.892535ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:32.821124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.020447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:32.82118Z","caller":"traceutil/trace.go:171","msg":"trace[1326735290] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2389; }","duration":"369.122509ms","start":"2026-04-28T03:18:32.452042Z","end":"2026-04-28T03:18:32.821164Z","steps":["trace[1326735290] 'agreement among raft nodes before linearized reading' (duration: 368.990336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.821203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.385478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:32.821225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:32.452023Z","time spent":"369.19072ms","remote":"127.0.0.1:60836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:32.821244Z","caller":"traceutil/trace.go:171","msg":"trace[469793713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2389; }","duration":"142.48742ms","start":"2026-04-28T03:18:32.678743Z","end":"2026-04-28T03:18:32.82123Z","steps":["trace[469793713] 'agreement among raft nodes before linearized reading' (duration: 142.409099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.821453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.68219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:18:32.821574Z","caller":"traceutil/trace.go:171","msg":"trace[1866136665] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:2389; }","duration":"459.839523ms","start":"2026-04-28T03:18:32.361708Z","end":"2026-04-28T03:18:32.821547Z","steps":["trace[1866136665] 'agreement among raft nodes before linearized reading' (duration: 459.405264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:32.821638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:32.36165Z","time spent":"459.968805ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-04-28T03:18:33.576959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.619316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:33.577133Z","caller":"traceutil/trace.go:171","msg":"trace[289360832] linearizableReadLoop","detail":"{readStateIndex:2483; appliedIndex:2482; }","duration":"559.477193ms","start":"2026-04-28T03:18:33.017631Z","end":"2026-04-28T03:18:33.577109Z","steps":["trace[289360832] 'read index received' (duration: 47.651µs)","trace[289360832] 'applied index is now lower than readState.Index' (duration: 559.427852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:33.577312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.049972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:33.577281Z","caller":"traceutil/trace.go:171","msg":"trace[1826374301] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"682.864082ms","start":"2026-04-28T03:18:32.894329Z","end":"2026-04-28T03:18:33.577193Z","steps":["trace[1826374301] 'process raft request' (duration: 50.89272ms)","trace[1826374301] 'compare' (duration: 631.097596ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:33.577375Z","caller":"traceutil/trace.go:171","msg":"trace[1233880500] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2391; }","duration":"455.143593ms","start":"2026-04-28T03:18:33.12221Z","end":"2026-04-28T03:18:33.577354Z","steps":["trace[1233880500] 'agreement among raft nodes before linearized reading' (duration: 455.036541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:33.577332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.661306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:33.577429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:33.122192Z","time spent":"455.220776ms","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:33.577461Z","caller":"traceutil/trace.go:171","msg":"trace[1898214834] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:2391; }","duration":"559.851791ms","start":"2026-04-28T03:18:33.017583Z","end":"2026-04-28T03:18:33.577435Z","steps":["trace[1898214834] 'agreement among raft nodes before linearized reading' (duration: 559.626775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:33.577524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:33.017559Z","time spent":"559.953222ms","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:33.577597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:32.894303Z","time spent":"683.086787ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:33.726977Z","caller":"traceutil/trace.go:171","msg":"trace[1645976384] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"140.36735ms","start":"2026-04-28T03:18:33.586578Z","end":"2026-04-28T03:18:33.726946Z","steps":["trace[1645976384] 'process raft request' (duration: 93.145919ms)","trace[1645976384] 'compare' (duration: 46.843844ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:33.985629Z","caller":"traceutil/trace.go:171","msg":"trace[1223285036] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"159.37704ms","start":"2026-04-28T03:18:33.826222Z","end":"2026-04-28T03:18:33.985599Z","steps":["trace[1223285036] 'process raft request' (duration: 145.904045ms)","trace[1223285036] 'compare' (duration: 13.334862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:35.996683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.760882ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:35.996881Z","caller":"traceutil/trace.go:171","msg":"trace[1171409500] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2398; }","duration":"797.967397ms","start":"2026-04-28T03:18:35.198888Z","end":"2026-04-28T03:18:35.996856Z","steps":["trace[1171409500] 'range keys from in-memory index tree' (duration: 797.741892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:35.997106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682007859s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:35.997188Z","caller":"traceutil/trace.go:171","msg":"trace[1697164196] linearizableReadLoop","detail":"{readStateIndex:2491; appliedIndex:2490; }","duration":"1.724671213s","start":"2026-04-28T03:18:34.272504Z","end":"2026-04-28T03:18:35.997175Z","steps":["trace[1697164196] 'read index received' (duration: 42.450971ms)","trace[1697164196] 'applied index is now lower than readState.Index' (duration: 1.682219472s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:35.997214Z","caller":"traceutil/trace.go:171","msg":"trace[883256115] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"1.809826012s","start":"2026-04-28T03:18:34.187369Z","end":"2026-04-28T03:18:35.997195Z","steps":["trace[883256115] 'process raft request' (duration: 127.66021ms)","trace[883256115] 'compare' (duration: 1.680837077s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:35.997249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724753446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:35.997266Z","caller":"traceutil/trace.go:171","msg":"trace[1816677113] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2399; }","duration":"1.724814406s","start":"2026-04-28T03:18:34.272446Z","end":"2026-04-28T03:18:35.997261Z","steps":["trace[1816677113] 'agreement among raft nodes before linearized reading' (duration: 1.724778255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:35.99729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.272427Z","time spent":"1.724855457s","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:35.997295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.187345Z","time spent":"1.809913963s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5917,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:36.053112Z","caller":"traceutil/trace.go:171","msg":"trace[320431538] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"491.50298ms","start":"2026-04-28T03:18:35.561583Z","end":"2026-04-28T03:18:36.053086Z","steps":["trace[320431538] 'process raft request' (duration: 491.380868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.053259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:35.561527Z","time spent":"491.655203ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:36.247815Z","caller":"traceutil/trace.go:171","msg":"trace[1331405792] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"664.449115ms","start":"2026-04-28T03:18:35.583338Z","end":"2026-04-28T03:18:36.247787Z","steps":["trace[1331405792] 'process raft request' (duration: 664.215061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.247976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:35.583323Z","time spent":"664.569198ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:36.248228Z","caller":"traceutil/trace.go:171","msg":"trace[1240605955] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"245.662328ms","start":"2026-04-28T03:18:36.002538Z","end":"2026-04-28T03:18:36.248201Z","steps":["trace[1240605955] 'process raft request' (duration: 245.427554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.248185Z","caller":"traceutil/trace.go:171","msg":"trace[1495497781] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"246.052536ms","start":"2026-04-28T03:18:36.002092Z","end":"2026-04-28T03:18:36.248145Z","steps":["trace[1495497781] 'process raft request' (duration: 245.640168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.248514Z","caller":"traceutil/trace.go:171","msg":"trace[1441716748] linearizableReadLoop","detail":"{readStateIndex:2493; appliedIndex:2492; }","duration":"251.279764ms","start":"2026-04-28T03:18:35.997206Z","end":"2026-04-28T03:18:36.248486Z","steps":["trace[1441716748] 'read index received' (duration: 55.941236ms)","trace[1441716748] 'applied index is now lower than readState.Index' (duration: 195.337328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:36.248599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719544446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:36.248632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582640791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:18:36.248663Z","caller":"traceutil/trace.go:171","msg":"trace[564591103] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2405; }","duration":"1.719649149s","start":"2026-04-28T03:18:34.528992Z","end":"2026-04-28T03:18:36.248641Z","steps":["trace[564591103] 'agreement among raft nodes before linearized reading' (duration: 1.719530347s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.248676Z","caller":"traceutil/trace.go:171","msg":"trace[21773930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2405; }","duration":"1.582723293s","start":"2026-04-28T03:18:34.66594Z","end":"2026-04-28T03:18:36.248663Z","steps":["trace[21773930] 'agreement among raft nodes before linearized reading' (duration: 1.582573691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.248678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848809407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:36.248687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653944648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:36.248708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.665917Z","time spent":"1.582784104s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:36.248715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.528977Z","time spent":"1.71972234s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:36.248727Z","caller":"traceutil/trace.go:171","msg":"trace[1433381549] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:2405; }","duration":"1.848902999s","start":"2026-04-28T03:18:34.399806Z","end":"2026-04-28T03:18:36.248709Z","steps":["trace[1433381549] 'agreement among raft nodes before linearized reading' (duration: 1.848822758s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.248737Z","caller":"traceutil/trace.go:171","msg":"trace[486738824] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2405; }","duration":"1.654003499s","start":"2026-04-28T03:18:34.594717Z","end":"2026-04-28T03:18:36.248721Z","steps":["trace[486738824] 'agreement among raft nodes before linearized reading' (duration: 1.653921548s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.248754Z","caller":"traceutil/trace.go:171","msg":"trace[815760877] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"245.494784ms","start":"2026-04-28T03:18:36.00323Z","end":"2026-04-28T03:18:36.248725Z","steps":["trace[815760877] 'process raft request' (duration: 244.884713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.248773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.399785Z","time spent":"1.84897347s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:36.248817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.943701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:36.248841Z","caller":"traceutil/trace.go:171","msg":"trace[1092259807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2405; }","duration":"319.965981ms","start":"2026-04-28T03:18:35.928868Z","end":"2026-04-28T03:18:36.248834Z","steps":["trace[1092259807] 'agreement among raft nodes before linearized reading' (duration: 319.931341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.248864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:35.92883Z","time spent":"320.029702ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:36.2489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423513737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:18:36.248931Z","caller":"traceutil/trace.go:171","msg":"trace[619756466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2405; }","duration":"1.423562639s","start":"2026-04-28T03:18:34.82536Z","end":"2026-04-28T03:18:36.248922Z","steps":["trace[619756466] 'agreement among raft nodes before linearized reading' (duration: 1.423474986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.248776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.594655Z","time spent":"1.654111421s","remote":"127.0.0.1:39750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:36.248933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901160505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:18:36.248958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.825344Z","time spent":"1.423608159s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:18:36.248977Z","caller":"traceutil/trace.go:171","msg":"trace[637421624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2405; }","duration":"1.901262488s","start":"2026-04-28T03:18:34.347701Z","end":"2026-04-28T03:18:36.248964Z","steps":["trace[637421624] 'agreement among raft nodes before linearized reading' (duration: 1.901059893s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.248986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.167985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:18:36.249011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.347677Z","time spent":"1.901325498s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T03:18:36.24902Z","caller":"traceutil/trace.go:171","msg":"trace[1569373946] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2405; }","duration":"946.247457ms","start":"2026-04-28T03:18:35.302762Z","end":"2026-04-28T03:18:36.24901Z","steps":["trace[1569373946] 'agreement among raft nodes before linearized reading' (duration: 946.152825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.24905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:35.302735Z","time spent":"946.307717ms","remote":"127.0.0.1:60994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":76,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:36.24912Z","caller":"traceutil/trace.go:171","msg":"trace[2105581408] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"244.544617ms","start":"2026-04-28T03:18:36.004564Z","end":"2026-04-28T03:18:36.249108Z","steps":["trace[2105581408] 'process raft request' (duration: 243.815973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.249136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423766823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:18:36.248687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422944766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:18:36.2492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570121436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:36.249209Z","caller":"traceutil/trace.go:171","msg":"trace[880610833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2405; }","duration":"1.423485517s","start":"2026-04-28T03:18:34.825705Z","end":"2026-04-28T03:18:36.24919Z","steps":["trace[880610833] 'agreement among raft nodes before linearized reading' (duration: 1.422787903s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.249233Z","caller":"traceutil/trace.go:171","msg":"trace[1593473744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2405; }","duration":"1.570175067s","start":"2026-04-28T03:18:34.679051Z","end":"2026-04-28T03:18:36.249226Z","steps":["trace[1593473744] 'agreement among raft nodes before linearized reading' (duration: 1.570131997s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.249244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423480338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:18:36.249307Z","caller":"traceutil/trace.go:171","msg":"trace[1135009696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2405; }","duration":"1.423556899s","start":"2026-04-28T03:18:34.825736Z","end":"2026-04-28T03:18:36.249293Z","steps":["trace[1135009696] 'agreement among raft nodes before linearized reading' (duration: 1.423382296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.249357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.825567Z","time spent":"1.423777973s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:36.249263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.679036Z","time spent":"1.570221518s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:36.249264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.825697Z","time spent":"1.423550949s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:18:36.249165Z","caller":"traceutil/trace.go:171","msg":"trace[834533771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2405; }","duration":"1.423828953s","start":"2026-04-28T03:18:34.825327Z","end":"2026-04-28T03:18:36.249156Z","steps":["trace[834533771] 'agreement among raft nodes before linearized reading' (duration: 1.423735742s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.249461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:34.825304Z","time spent":"1.424141459s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:18:36.28634Z","caller":"traceutil/trace.go:171","msg":"trace[88025540] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"109.973476ms","start":"2026-04-28T03:18:36.176334Z","end":"2026-04-28T03:18:36.286308Z","steps":["trace[88025540] 'process raft request' (duration: 109.764632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.286339Z","caller":"traceutil/trace.go:171","msg":"trace[1736587252] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"102.77011ms","start":"2026-04-28T03:18:36.183546Z","end":"2026-04-28T03:18:36.286316Z","steps":["trace[1736587252] 'process raft request' (duration: 102.686559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.286528Z","caller":"traceutil/trace.go:171","msg":"trace[890182096] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"102.931953ms","start":"2026-04-28T03:18:36.183582Z","end":"2026-04-28T03:18:36.286514Z","steps":["trace[890182096] 'process raft request' (duration: 102.697989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.286788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.039708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:18:36.28687Z","caller":"traceutil/trace.go:171","msg":"trace[519080085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2408; }","duration":"101.167451ms","start":"2026-04-28T03:18:36.185688Z","end":"2026-04-28T03:18:36.286856Z","steps":["trace[519080085] 'agreement among raft nodes before linearized reading' (duration: 100.912016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.507322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.644292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:36.507539Z","caller":"traceutil/trace.go:171","msg":"trace[1287540237] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"252.897175ms","start":"2026-04-28T03:18:36.254604Z","end":"2026-04-28T03:18:36.507501Z","steps":["trace[1287540237] 'process raft request' (duration: 126.967797ms)","trace[1287540237] 'compare' (duration: 125.464269ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:36.507586Z","caller":"traceutil/trace.go:171","msg":"trace[355307017] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"252.317694ms","start":"2026-04-28T03:18:36.25525Z","end":"2026-04-28T03:18:36.507568Z","steps":["trace[355307017] 'process raft request' (duration: 252.245313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.507629Z","caller":"traceutil/trace.go:171","msg":"trace[2085813042] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"252.748011ms","start":"2026-04-28T03:18:36.254791Z","end":"2026-04-28T03:18:36.507539Z","steps":["trace[2085813042] 'process raft request' (duration: 252.641499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.507988Z","caller":"traceutil/trace.go:171","msg":"trace[1279659689] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"252.59722ms","start":"2026-04-28T03:18:36.255379Z","end":"2026-04-28T03:18:36.507976Z","steps":["trace[1279659689] 'process raft request' (duration: 252.150891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.508044Z","caller":"traceutil/trace.go:171","msg":"trace[1067633586] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"252.583069ms","start":"2026-04-28T03:18:36.255445Z","end":"2026-04-28T03:18:36.508028Z","steps":["trace[1067633586] 'process raft request' (duration: 252.499088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.508057Z","caller":"traceutil/trace.go:171","msg":"trace[627781073] linearizableReadLoop","detail":"{readStateIndex:2508; appliedIndex:2500; }","duration":"221.569605ms","start":"2026-04-28T03:18:36.286477Z","end":"2026-04-28T03:18:36.508046Z","steps":["trace[627781073] 'read index received' (duration: 94.986104ms)","trace[627781073] 'applied index is now lower than readState.Index' (duration: 126.582651ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:36.50809Z","caller":"traceutil/trace.go:171","msg":"trace[1993385617] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"248.88931ms","start":"2026-04-28T03:18:36.259191Z","end":"2026-04-28T03:18:36.50808Z","steps":["trace[1993385617] 'process raft request' (duration: 248.785168ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.508121Z","caller":"traceutil/trace.go:171","msg":"trace[379056124] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"235.027138ms","start":"2026-04-28T03:18:36.273087Z","end":"2026-04-28T03:18:36.508114Z","steps":["trace[379056124] 'process raft request' (duration: 234.928406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:36.508163Z","caller":"traceutil/trace.go:171","msg":"trace[1942583427] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"252.708722ms","start":"2026-04-28T03:18:36.255432Z","end":"2026-04-28T03:18:36.508141Z","steps":["trace[1942583427] 'process raft request' (duration: 252.403456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.50829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.613174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:36.508355Z","caller":"traceutil/trace.go:171","msg":"trace[663083794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2416; }","duration":"257.749747ms","start":"2026-04-28T03:18:36.250586Z","end":"2026-04-28T03:18:36.508336Z","steps":["trace[663083794] 'agreement among raft nodes before linearized reading' (duration: 257.587654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:36.508407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.056339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68628"} {"level":"info","ts":"2026-04-28T03:18:36.508457Z","caller":"traceutil/trace.go:171","msg":"trace[344249269] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2416; }","duration":"217.15086ms","start":"2026-04-28T03:18:36.291292Z","end":"2026-04-28T03:18:36.508443Z","steps":["trace[344249269] 'agreement among raft nodes before linearized reading' (duration: 216.878415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:38.841814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375797489,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:18:38.900459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.380717ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:18:39.141412Z","caller":"traceutil/trace.go:171","msg":"trace[2068009815] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"886.216502ms","start":"2026-04-28T03:18:38.255163Z","end":"2026-04-28T03:18:39.14138Z","steps":["trace[2068009815] 'process raft request' (duration: 885.898156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.141612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.255139Z","time spent":"886.378556ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:39.141668Z","caller":"traceutil/trace.go:171","msg":"trace[838623460] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"850.755453ms","start":"2026-04-28T03:18:38.290895Z","end":"2026-04-28T03:18:39.141651Z","steps":["trace[838623460] 'process raft request' (duration: 850.399766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.14177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.290874Z","time spent":"850.842605ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:39.141942Z","caller":"traceutil/trace.go:171","msg":"trace[1218560757] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"850.411247ms","start":"2026-04-28T03:18:38.291505Z","end":"2026-04-28T03:18:39.141916Z","steps":["trace[1218560757] 'process raft request' (duration: 850.03819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.142137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.291496Z","time spent":"850.55517ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:39.142199Z","caller":"traceutil/trace.go:171","msg":"trace[1602350682] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"850.54455ms","start":"2026-04-28T03:18:38.291641Z","end":"2026-04-28T03:18:39.142186Z","steps":["trace[1602350682] 'process raft request' (duration: 850.215724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.142273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.291609Z","time spent":"850.629401ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:39.142257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.246268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:39.142354Z","caller":"traceutil/trace.go:171","msg":"trace[2000108008] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:2420; }","duration":"801.37301ms","start":"2026-04-28T03:18:38.340943Z","end":"2026-04-28T03:18:39.142316Z","steps":["trace[2000108008] 'agreement among raft nodes before linearized reading' (duration: 801.234528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:39.142117Z","caller":"traceutil/trace.go:171","msg":"trace[1357317641] linearizableReadLoop","detail":"{readStateIndex:2513; appliedIndex:2509; }","duration":"801.073705ms","start":"2026-04-28T03:18:38.340998Z","end":"2026-04-28T03:18:39.142072Z","steps":["trace[1357317641] 'read index received' (duration: 799.962534ms)","trace[1357317641] 'applied index is now lower than readState.Index' (duration: 1.109901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:39.14245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.340922Z","time spent":"801.468483ms","remote":"127.0.0.1:54240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:39.142642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.831566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:18:39.143086Z","caller":"traceutil/trace.go:171","msg":"trace[1577194643] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2420; }","duration":"635.327576ms","start":"2026-04-28T03:18:38.507729Z","end":"2026-04-28T03:18:39.143057Z","steps":["trace[1577194643] 'agreement among raft nodes before linearized reading' (duration: 634.800085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.143182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.507708Z","time spent":"635.459958ms","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":80,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:39.142752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.258391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:18:39.143468Z","caller":"traceutil/trace.go:171","msg":"trace[348186843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2420; }","duration":"629.996275ms","start":"2026-04-28T03:18:38.51346Z","end":"2026-04-28T03:18:39.143456Z","steps":["trace[348186843] 'agreement among raft nodes before linearized reading' (duration: 629.105148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.143579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.513453Z","time spent":"630.111627ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:39.142867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.508334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:39.143738Z","caller":"traceutil/trace.go:171","msg":"trace[1731225779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2420; }","duration":"631.401942ms","start":"2026-04-28T03:18:38.512313Z","end":"2026-04-28T03:18:39.143715Z","steps":["trace[1731225779] 'agreement among raft nodes before linearized reading' (duration: 630.381732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.143798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.512297Z","time spent":"631.484533ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:39.142897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.732419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:18:39.143947Z","caller":"traceutil/trace.go:171","msg":"trace[1395489728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2420; }","duration":"631.82426ms","start":"2026-04-28T03:18:38.512109Z","end":"2026-04-28T03:18:39.143934Z","steps":["trace[1395489728] 'agreement among raft nodes before linearized reading' (duration: 630.696008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.143988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.512089Z","time spent":"631.88641ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:39.142954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.101048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:18:39.144213Z","caller":"traceutil/trace.go:171","msg":"trace[2139894366] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2420; }","duration":"630.373812ms","start":"2026-04-28T03:18:38.513824Z","end":"2026-04-28T03:18:39.144198Z","steps":["trace[2139894366] 'agreement among raft nodes before linearized reading' (duration: 628.971996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.144292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.51382Z","time spent":"630.456004ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:18:39.142971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.977905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:18:39.144512Z","caller":"traceutil/trace.go:171","msg":"trace[741748468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2420; }","duration":"631.538984ms","start":"2026-04-28T03:18:38.512959Z","end":"2026-04-28T03:18:39.144498Z","steps":["trace[741748468] 'agreement among raft nodes before linearized reading' (duration: 629.937983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.144561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.512946Z","time spent":"631.598296ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:39.142992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.929703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:18:39.144704Z","caller":"traceutil/trace.go:171","msg":"trace[106055744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2420; }","duration":"632.673155ms","start":"2026-04-28T03:18:38.51202Z","end":"2026-04-28T03:18:39.144693Z","steps":["trace[106055744] 'agreement among raft nodes before linearized reading' (duration: 630.85056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.144745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:38.512003Z","time spent":"632.732047ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:39.725623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.027423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:39.72594Z","caller":"traceutil/trace.go:171","msg":"trace[1345129597] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"577.455964ms","start":"2026-04-28T03:18:39.148461Z","end":"2026-04-28T03:18:39.725917Z","steps":["trace[1345129597] 'process raft request' (duration: 577.351542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:39.725996Z","caller":"traceutil/trace.go:171","msg":"trace[2037953630] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"577.855242ms","start":"2026-04-28T03:18:39.148111Z","end":"2026-04-28T03:18:39.725966Z","steps":["trace[2037953630] 'process raft request' (duration: 177.39322ms)","trace[2037953630] 'compare' (duration: 399.902711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:39.726123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:39.148454Z","time spent":"577.577476ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:39.726208Z","caller":"traceutil/trace.go:171","msg":"trace[2092556276] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"577.718579ms","start":"2026-04-28T03:18:39.148473Z","end":"2026-04-28T03:18:39.726191Z","steps":["trace[2092556276] 'process raft request' (duration: 577.563346ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:39.726208Z","caller":"traceutil/trace.go:171","msg":"trace[1100926593] transaction","detail":"{read_only:false; response_revision:2426; number_of_response:1; }","duration":"540.264911ms","start":"2026-04-28T03:18:39.185919Z","end":"2026-04-28T03:18:39.726184Z","steps":["trace[1100926593] 'process raft request' (duration: 540.229541ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:39.726196Z","caller":"traceutil/trace.go:171","msg":"trace[1779889370] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"577.670638ms","start":"2026-04-28T03:18:39.148476Z","end":"2026-04-28T03:18:39.726146Z","steps":["trace[1779889370] 'process raft request' (duration: 577.395513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.726254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.82607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68628"} {"level":"warn","ts":"2026-04-28T03:18:39.726292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:39.148447Z","time spent":"577.802911ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:39.726312Z","caller":"traceutil/trace.go:171","msg":"trace[995189069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2423; }","duration":"577.908033ms","start":"2026-04-28T03:18:39.148389Z","end":"2026-04-28T03:18:39.726297Z","steps":["trace[995189069] 'agreement among raft nodes before linearized reading' (duration: 577.612657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.726329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:39.185902Z","time spent":"540.362333ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:39.726121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:39.148092Z","time spent":"577.966443ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:39.726393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:39.148459Z","time spent":"577.847361ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:39.725965Z","caller":"traceutil/trace.go:171","msg":"trace[1539335073] linearizableReadLoop","detail":"{readStateIndex:2514; appliedIndex:2513; }","duration":"577.532335ms","start":"2026-04-28T03:18:39.148413Z","end":"2026-04-28T03:18:39.725945Z","steps":["trace[1539335073] 'read index received' (duration: 177.107305ms)","trace[1539335073] 'applied index is now lower than readState.Index' (duration: 400.42221ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:39.726234Z","caller":"traceutil/trace.go:171","msg":"trace[2133644499] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"576.990025ms","start":"2026-04-28T03:18:39.149203Z","end":"2026-04-28T03:18:39.726193Z","steps":["trace[2133644499] 'process raft request' (duration: 576.905143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:39.72658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:39.149194Z","time spent":"577.338971ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:39.726359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:39.148382Z","time spent":"577.964363ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68652,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:18:40.226901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375797504,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:18:40.368379Z","caller":"traceutil/trace.go:171","msg":"trace[963606225] linearizableReadLoop","detail":"{readStateIndex:2520; appliedIndex:2519; }","duration":"641.867159ms","start":"2026-04-28T03:18:39.726485Z","end":"2026-04-28T03:18:40.368352Z","steps":["trace[963606225] 'read index received' (duration: 641.673666ms)","trace[963606225] 'applied index is now lower than readState.Index' (duration: 191.683µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:40.368434Z","caller":"traceutil/trace.go:171","msg":"trace[1471980461] transaction","detail":"{read_only:false; response_revision:2427; number_of_response:1; }","duration":"662.030589ms","start":"2026-04-28T03:18:39.706368Z","end":"2026-04-28T03:18:40.368399Z","steps":["trace[1471980461] 'process raft request' (duration: 661.776495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:40.368567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.121141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:40.368613Z","caller":"traceutil/trace.go:171","msg":"trace[699674350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2427; }","duration":"689.272664ms","start":"2026-04-28T03:18:39.679325Z","end":"2026-04-28T03:18:40.368598Z","steps":["trace[699674350] 'agreement among raft nodes before linearized reading' (duration: 689.126341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:40.368648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:39.706325Z","time spent":"662.181672ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19020,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:40.36866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:39.679303Z","time spent":"689.349055ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:41.33571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.102879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:41.335852Z","caller":"traceutil/trace.go:171","msg":"trace[2106474811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2427; }","duration":"486.322262ms","start":"2026-04-28T03:18:40.849498Z","end":"2026-04-28T03:18:41.33582Z","steps":["trace[2106474811] 'range keys from in-memory index tree' (duration: 485.894055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:41.33585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.275481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:18:41.335926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:40.849476Z","time spent":"486.434005ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:41.335938Z","caller":"traceutil/trace.go:171","msg":"trace[151158154] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2427; }","duration":"227.381223ms","start":"2026-04-28T03:18:41.108535Z","end":"2026-04-28T03:18:41.335917Z","steps":["trace[151158154] 'count revisions from in-memory index tree' (duration: 227.17052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:41.682082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375797508,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:18:42.037348Z","caller":"traceutil/trace.go:171","msg":"trace[1916667045] transaction","detail":"{read_only:false; response_revision:2428; number_of_response:1; }","duration":"888.638258ms","start":"2026-04-28T03:18:41.148682Z","end":"2026-04-28T03:18:42.03732Z","steps":["trace[1916667045] 'process raft request' (duration: 888.438795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.037602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.148655Z","time spent":"888.841243ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:42.145159Z","caller":"traceutil/trace.go:171","msg":"trace[457608568] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"996.377972ms","start":"2026-04-28T03:18:41.148736Z","end":"2026-04-28T03:18:42.145114Z","steps":["trace[457608568] 'process raft request' (duration: 952.909902ms)","trace[457608568] 'compare' (duration: 43.251676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:42.145348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.148715Z","time spent":"996.532176ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:42.145552Z","caller":"traceutil/trace.go:171","msg":"trace[1222977141] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"996.570326ms","start":"2026-04-28T03:18:41.14895Z","end":"2026-04-28T03:18:42.14552Z","steps":["trace[1222977141] 'process raft request' (duration: 996.118238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.145627Z","caller":"traceutil/trace.go:171","msg":"trace[1556994463] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"995.621818ms","start":"2026-04-28T03:18:41.149966Z","end":"2026-04-28T03:18:42.145588Z","steps":["trace[1556994463] 'process raft request' (duration: 995.413144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.145739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.148886Z","time spent":"996.760479ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:42.145568Z","caller":"traceutil/trace.go:171","msg":"trace[114605066] linearizableReadLoop","detail":"{readStateIndex:2524; appliedIndex:2521; }","duration":"963.934999ms","start":"2026-04-28T03:18:41.181602Z","end":"2026-04-28T03:18:42.145537Z","steps":["trace[114605066] 'read index received' (duration: 855.89671ms)","trace[114605066] 'applied index is now lower than readState.Index' (duration: 108.019669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:42.145695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.072511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:42.146038Z","caller":"traceutil/trace.go:171","msg":"trace[663834953] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:2431; }","duration":"964.450359ms","start":"2026-04-28T03:18:41.181556Z","end":"2026-04-28T03:18:42.146006Z","steps":["trace[663834953] 'agreement among raft nodes before linearized reading' (duration: 964.067982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.146137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.648509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:18:42.146146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.181543Z","time spent":"964.56888ms","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:18:42.146179Z","caller":"traceutil/trace.go:171","msg":"trace[686516303] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2431; }","duration":"414.70573ms","start":"2026-04-28T03:18:41.731463Z","end":"2026-04-28T03:18:42.146169Z","steps":["trace[686516303] 'agreement among raft nodes before linearized reading' (duration: 414.566147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.146197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.7199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:18:42.146214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.731456Z","time spent":"414.74982ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:18:42.146233Z","caller":"traceutil/trace.go:171","msg":"trace[1803827497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2431; }","duration":"414.77031ms","start":"2026-04-28T03:18:41.731451Z","end":"2026-04-28T03:18:42.146221Z","steps":["trace[1803827497] 'agreement among raft nodes before linearized reading' (duration: 414.643968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.146238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.801993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:18:42.146251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.130831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:18:42.146278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.731441Z","time spent":"414.828922ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:42.146283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.893704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:42.146319Z","caller":"traceutil/trace.go:171","msg":"trace[2040922532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2431; }","duration":"413.215323ms","start":"2026-04-28T03:18:41.733091Z","end":"2026-04-28T03:18:42.146306Z","steps":["trace[2040922532] 'agreement among raft nodes before linearized reading' (duration: 413.035899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.146064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.952145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:42.146279Z","caller":"traceutil/trace.go:171","msg":"trace[1697533105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2431; }","duration":"414.862243ms","start":"2026-04-28T03:18:41.731405Z","end":"2026-04-28T03:18:42.146268Z","steps":["trace[1697533105] 'agreement among raft nodes before linearized reading' (duration: 414.73816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.146343Z","caller":"traceutil/trace.go:171","msg":"trace[1977451244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2431; }","duration":"415.003866ms","start":"2026-04-28T03:18:41.731324Z","end":"2026-04-28T03:18:42.146328Z","steps":["trace[1977451244] 'agreement among raft nodes before linearized reading' (duration: 414.826282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.146328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.343058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T03:18:42.146382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.731302Z","time spent":"415.072477ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:42.146359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.733082Z","time spent":"413.269524ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"info","ts":"2026-04-28T03:18:42.146446Z","caller":"traceutil/trace.go:171","msg":"trace[913560540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2431; }","duration":"196.518981ms","start":"2026-04-28T03:18:41.9499Z","end":"2026-04-28T03:18:42.146419Z","steps":["trace[913560540] 'agreement among raft nodes before linearized reading' (duration: 196.192164ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.146366Z","caller":"traceutil/trace.go:171","msg":"trace[67378216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2431; }","duration":"467.299833ms","start":"2026-04-28T03:18:41.679054Z","end":"2026-04-28T03:18:42.146354Z","steps":["trace[67378216] 'agreement among raft nodes before linearized reading' (duration: 466.968066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.146376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.924484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:18:42.146531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.679034Z","time spent":"467.484396ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:18:42.146379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.731397Z","time spent":"414.973325ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:18:42.146546Z","caller":"traceutil/trace.go:171","msg":"trace[1938058797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2431; }","duration":"415.118178ms","start":"2026-04-28T03:18:41.731416Z","end":"2026-04-28T03:18:42.146535Z","steps":["trace[1938058797] 'agreement among raft nodes before linearized reading' (duration: 414.883534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.146587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.731391Z","time spent":"415.184889ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:18:42.146328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:41.149938Z","time spent":"995.956644ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:42.310435Z","caller":"traceutil/trace.go:171","msg":"trace[732654227] linearizableReadLoop","detail":"{readStateIndex:2530; appliedIndex:2524; }","duration":"158.85812ms","start":"2026-04-28T03:18:42.151548Z","end":"2026-04-28T03:18:42.310406Z","steps":["trace[732654227] 'read index received' (duration: 19.311165ms)","trace[732654227] 'applied index is now lower than readState.Index' (duration: 139.546015ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:42.310441Z","caller":"traceutil/trace.go:171","msg":"trace[772060701] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"159.696225ms","start":"2026-04-28T03:18:42.150695Z","end":"2026-04-28T03:18:42.310391Z","steps":["trace[772060701] 'process raft request' (duration: 95.115346ms)","trace[772060701] 'compare' (duration: 64.183711ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:42.310493Z","caller":"traceutil/trace.go:171","msg":"trace[516916534] transaction","detail":"{read_only:false; response_revision:2435; number_of_response:1; }","duration":"159.546253ms","start":"2026-04-28T03:18:42.150923Z","end":"2026-04-28T03:18:42.310469Z","steps":["trace[516916534] 'process raft request' (duration: 159.37673ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.31061Z","caller":"traceutil/trace.go:171","msg":"trace[38505710] transaction","detail":"{read_only:false; response_revision:2436; number_of_response:1; }","duration":"159.566443ms","start":"2026-04-28T03:18:42.151014Z","end":"2026-04-28T03:18:42.310581Z","steps":["trace[38505710] 'process raft request' (duration: 159.324728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.310815Z","caller":"traceutil/trace.go:171","msg":"trace[2082072968] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"160.067472ms","start":"2026-04-28T03:18:42.150737Z","end":"2026-04-28T03:18:42.310805Z","steps":["trace[2082072968] 'process raft request' (duration: 159.516202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:42.310795Z","caller":"traceutil/trace.go:171","msg":"trace[121849361] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"159.698935ms","start":"2026-04-28T03:18:42.151081Z","end":"2026-04-28T03:18:42.31078Z","steps":["trace[121849361] 'process raft request' (duration: 159.287118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.310888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.239917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68628"} {"level":"info","ts":"2026-04-28T03:18:42.310938Z","caller":"traceutil/trace.go:171","msg":"trace[809863808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2437; }","duration":"159.41821ms","start":"2026-04-28T03:18:42.151506Z","end":"2026-04-28T03:18:42.310924Z","steps":["trace[809863808] 'agreement among raft nodes before linearized reading' (duration: 159.008012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:42.533617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.987192ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T03:18:45.704325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.087668Z","time spent":"616.648654ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:18:46.298607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.484432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:46.29875Z","caller":"traceutil/trace.go:171","msg":"trace[17194005] linearizableReadLoop","detail":"{readStateIndex:2544; appliedIndex:2543; }","duration":"482.220515ms","start":"2026-04-28T03:18:45.816493Z","end":"2026-04-28T03:18:46.298713Z","steps":["trace[17194005] 'read index received' (duration: 260.485808ms)","trace[17194005] 'applied index is now lower than readState.Index' (duration: 221.733337ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:46.298811Z","caller":"traceutil/trace.go:171","msg":"trace[1135618393] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"593.21971ms","start":"2026-04-28T03:18:45.705547Z","end":"2026-04-28T03:18:46.298766Z","steps":["trace[1135618393] 'process raft request' (duration: 371.482413ms)","trace[1135618393] 'compare' (duration: 221.003444ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:46.299013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.5144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:18:46.299025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.70552Z","time spent":"593.388633ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:46.299081Z","caller":"traceutil/trace.go:171","msg":"trace[2068344690] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2449; }","duration":"482.626723ms","start":"2026-04-28T03:18:45.816438Z","end":"2026-04-28T03:18:46.299065Z","steps":["trace[2068344690] 'agreement among raft nodes before linearized reading' (duration: 482.364448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.299139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:45.81641Z","time spent":"482.712704ms","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:18:46.996534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.99675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:18:46.996795Z","caller":"traceutil/trace.go:171","msg":"trace[452777123] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"838.709235ms","start":"2026-04-28T03:18:46.158068Z","end":"2026-04-28T03:18:46.996777Z","steps":["trace[452777123] 'process raft request' (duration: 838.583253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:46.996804Z","caller":"traceutil/trace.go:171","msg":"trace[423435718] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"948.0594ms","start":"2026-04-28T03:18:46.048701Z","end":"2026-04-28T03:18:46.996761Z","steps":["trace[423435718] 'process raft request' (duration: 589.690693ms)","trace[423435718] 'compare' (duration: 357.360368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:46.996875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.158045Z","time spent":"838.793107ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:46.997004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.048667Z","time spent":"948.219513ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:46.997103Z","caller":"traceutil/trace.go:171","msg":"trace[749973273] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"838.620344ms","start":"2026-04-28T03:18:46.158445Z","end":"2026-04-28T03:18:46.997065Z","steps":["trace[749973273] 'process raft request' (duration: 838.295638ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:46.997188Z","caller":"traceutil/trace.go:171","msg":"trace[880279113] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"837.672465ms","start":"2026-04-28T03:18:46.15949Z","end":"2026-04-28T03:18:46.997162Z","steps":["trace[880279113] 'process raft request' (duration: 837.455781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.997231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.158436Z","time spent":"838.728366ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:18:46.997096Z","caller":"traceutil/trace.go:171","msg":"trace[1603295897] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2544; }","duration":"698.292885ms","start":"2026-04-28T03:18:46.298776Z","end":"2026-04-28T03:18:46.997069Z","steps":["trace[1603295897] 'read index received' (duration: 339.783355ms)","trace[1603295897] 'applied index is now lower than readState.Index' (duration: 358.50862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:18:46.997314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.15946Z","time spent":"837.796218ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:18:46.997329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.266867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:18:46.997375Z","caller":"traceutil/trace.go:171","msg":"trace[1703830189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2453; }","duration":"811.364449ms","start":"2026-04-28T03:18:46.186001Z","end":"2026-04-28T03:18:46.997365Z","steps":["trace[1703830189] 'agreement among raft nodes before linearized reading' (duration: 811.153665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:46.997424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.185987Z","time spent":"811.41516ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:18:47.082348Z","caller":"traceutil/trace.go:171","msg":"trace[1951653233] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"236.940783ms","start":"2026-04-28T03:18:46.845386Z","end":"2026-04-28T03:18:47.082327Z","steps":["trace[1951653233] 'process raft request' (duration: 236.831441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.082788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.753092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:47.08284Z","caller":"traceutil/trace.go:171","msg":"trace[1948312880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2454; }","duration":"404.851793ms","start":"2026-04-28T03:18:46.677976Z","end":"2026-04-28T03:18:47.082828Z","steps":["trace[1948312880] 'agreement among raft nodes before linearized reading' (duration: 404.741661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.082826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.538339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:18:47.082866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.677956Z","time spent":"404.905765ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:18:47.082896Z","caller":"traceutil/trace.go:171","msg":"trace[2088104966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2454; }","duration":"751.63516ms","start":"2026-04-28T03:18:46.331247Z","end":"2026-04-28T03:18:47.082883Z","steps":["trace[2088104966] 'agreement among raft nodes before linearized reading' (duration: 751.468287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.082922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.026607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:18:47.082971Z","caller":"traceutil/trace.go:171","msg":"trace[1280273326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2454; }","duration":"753.117889ms","start":"2026-04-28T03:18:46.329841Z","end":"2026-04-28T03:18:47.082959Z","steps":["trace[1280273326] 'agreement among raft nodes before linearized reading' (duration: 752.971286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.083003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.329816Z","time spent":"753.17806ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:18:47.082934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.331227Z","time spent":"751.699031ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:18:47.08284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.195462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:18:47.083074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.422936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:18:47.083064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.728894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:18:47.083144Z","caller":"traceutil/trace.go:171","msg":"trace[1772540010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2454; }","duration":"750.857228ms","start":"2026-04-28T03:18:46.332268Z","end":"2026-04-28T03:18:47.083125Z","steps":["trace[1772540010] 'agreement among raft nodes before linearized reading' (duration: 750.589962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.083082Z","caller":"traceutil/trace.go:171","msg":"trace[1033260701] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2454; }","duration":"752.480287ms","start":"2026-04-28T03:18:46.330594Z","end":"2026-04-28T03:18:47.083074Z","steps":["trace[1033260701] 'agreement among raft nodes before linearized reading' (duration: 752.191432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.083182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.33058Z","time spent":"752.59443ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:18:47.083199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.332258Z","time spent":"750.921649ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:18:47.083104Z","caller":"traceutil/trace.go:171","msg":"trace[2097284238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2454; }","duration":"752.523538ms","start":"2026-04-28T03:18:46.330573Z","end":"2026-04-28T03:18:47.083096Z","steps":["trace[2097284238] 'agreement among raft nodes before linearized reading' (duration: 752.299213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.08284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.517166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-lrmch.18aa67097c94039b\" ","response":"range_response_count:1 size:794"} {"level":"warn","ts":"2026-04-28T03:18:47.083282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.330555Z","time spent":"752.698952ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:18:47.083333Z","caller":"traceutil/trace.go:171","msg":"trace[638604886] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-lrmch.18aa67097c94039b; range_end:; response_count:1; response_revision:2454; }","duration":"781.043897ms","start":"2026-04-28T03:18:46.302267Z","end":"2026-04-28T03:18:47.08331Z","steps":["trace[638604886] 'agreement among raft nodes before linearized reading' (duration: 780.439875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.083404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:18:46.302251Z","time spent":"781.128638ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":818,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-lrmch.18aa67097c94039b\" "} {"level":"info","ts":"2026-04-28T03:18:47.279155Z","caller":"traceutil/trace.go:171","msg":"trace[1398539116] linearizableReadLoop","detail":"{readStateIndex:2550; appliedIndex:2549; }","duration":"195.195186ms","start":"2026-04-28T03:18:47.083934Z","end":"2026-04-28T03:18:47.279129Z","steps":["trace[1398539116] 'read index received' (duration: 195.050992ms)","trace[1398539116] 'applied index is now lower than readState.Index' (duration: 143.294µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:18:47.27925Z","caller":"traceutil/trace.go:171","msg":"trace[1041878948] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"277.621633ms","start":"2026-04-28T03:18:47.001607Z","end":"2026-04-28T03:18:47.279228Z","steps":["trace[1041878948] 'process raft request' (duration: 277.326076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.282974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.51503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:18:47.283065Z","caller":"traceutil/trace.go:171","msg":"trace[189186376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2455; }","duration":"199.11867ms","start":"2026-04-28T03:18:47.083911Z","end":"2026-04-28T03:18:47.283029Z","steps":["trace[189186376] 'agreement among raft nodes before linearized reading' (duration: 195.334579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.3247Z","caller":"traceutil/trace.go:171","msg":"trace[244907196] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"239.551153ms","start":"2026-04-28T03:18:47.085119Z","end":"2026-04-28T03:18:47.32467Z","steps":["trace[244907196] 'process raft request' (duration: 239.303088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.324856Z","caller":"traceutil/trace.go:171","msg":"trace[359864388] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"239.094065ms","start":"2026-04-28T03:18:47.08573Z","end":"2026-04-28T03:18:47.324824Z","steps":["trace[359864388] 'process raft request' (duration: 238.871461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.325167Z","caller":"traceutil/trace.go:171","msg":"trace[601392438] transaction","detail":"{read_only:false; response_revision:2458; number_of_response:1; }","duration":"239.40669ms","start":"2026-04-28T03:18:47.085732Z","end":"2026-04-28T03:18:47.325139Z","steps":["trace[601392438] 'process raft request' (duration: 239.033964ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.325342Z","caller":"traceutil/trace.go:171","msg":"trace[907850860] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"239.40411ms","start":"2026-04-28T03:18:47.085815Z","end":"2026-04-28T03:18:47.325219Z","steps":["trace[907850860] 'process raft request' (duration: 239.193356ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:18:47.325535Z","caller":"traceutil/trace.go:171","msg":"trace[693224408] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"239.051064ms","start":"2026-04-28T03:18:47.086426Z","end":"2026-04-28T03:18:47.325477Z","steps":["trace[693224408] 'process raft request' (duration: 238.731537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:18:47.325823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.546672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68628"} {"level":"info","ts":"2026-04-28T03:18:47.325902Z","caller":"traceutil/trace.go:171","msg":"trace[1823995307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2460; }","duration":"239.649784ms","start":"2026-04-28T03:18:47.086235Z","end":"2026-04-28T03:18:47.325885Z","steps":["trace[1823995307] 'agreement among raft nodes before linearized reading' (duration: 239.164175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:02.809082Z","caller":"traceutil/trace.go:171","msg":"trace[595383327] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2630; }","duration":"130.939631ms","start":"2026-04-28T03:19:02.678116Z","end":"2026-04-28T03:19:02.809055Z","steps":["trace[595383327] 'read index received' (duration: 130.668706ms)","trace[595383327] 'applied index is now lower than readState.Index' (duration: 269.395µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:02.809149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:02.364965Z","time spent":"444.175656ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:19:02.809233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.106533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:02.809317Z","caller":"traceutil/trace.go:171","msg":"trace[684301826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2532; }","duration":"131.252396ms","start":"2026-04-28T03:19:02.67805Z","end":"2026-04-28T03:19:02.809303Z","steps":["trace[684301826] 'agreement among raft nodes before linearized reading' (duration: 131.119214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:05.867133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.285016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:19:05.867175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.392998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:19:05.867246Z","caller":"traceutil/trace.go:171","msg":"trace[124228313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2546; }","duration":"368.450549ms","start":"2026-04-28T03:19:05.498773Z","end":"2026-04-28T03:19:05.867224Z","steps":["trace[124228313] 'range keys from in-memory index tree' (duration: 368.093553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:05.867263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.335427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:19:05.867272Z","caller":"traceutil/trace.go:171","msg":"trace[1845129128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2546; }","duration":"353.51327ms","start":"2026-04-28T03:19:05.513732Z","end":"2026-04-28T03:19:05.867245Z","steps":["trace[1845129128] 'range keys from in-memory index tree' (duration: 353.212835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:05.867294Z","caller":"traceutil/trace.go:171","msg":"trace[528823666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2546; }","duration":"353.40804ms","start":"2026-04-28T03:19:05.513877Z","end":"2026-04-28T03:19:05.867285Z","steps":["trace[528823666] 'range keys from in-memory index tree' (duration: 353.216535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:05.867295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:05.498757Z","time spent":"368.528461ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:19:05.867334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:05.513854Z","time spent":"353.46523ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:05.867321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.175393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:05.86741Z","caller":"traceutil/trace.go:171","msg":"trace[532096213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2546; }","duration":"189.316645ms","start":"2026-04-28T03:19:05.678074Z","end":"2026-04-28T03:19:05.86739Z","steps":["trace[532096213] 'range keys from in-memory index tree' (duration: 189.05402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:05.867469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.45098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:19:05.867422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.937539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:05.867489Z","caller":"traceutil/trace.go:171","msg":"trace[1989243528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2546; }","duration":"418.516971ms","start":"2026-04-28T03:19:05.448966Z","end":"2026-04-28T03:19:05.867483Z","steps":["trace[1989243528] 'range keys from in-memory index tree' (duration: 418.321578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:05.867356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:05.513725Z","time spent":"353.595142ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:05.867509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:05.448946Z","time spent":"418.557042ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:19:05.867525Z","caller":"traceutil/trace.go:171","msg":"trace[1356112364] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2546; }","duration":"354.097012ms","start":"2026-04-28T03:19:05.513404Z","end":"2026-04-28T03:19:05.867501Z","steps":["trace[1356112364] 'range keys from in-memory index tree' (duration: 353.613083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:05.867175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.168316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:19:05.867566Z","caller":"traceutil/trace.go:171","msg":"trace[1091603800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2546; }","duration":"351.607046ms","start":"2026-04-28T03:19:05.515953Z","end":"2026-04-28T03:19:05.86756Z","steps":["trace[1091603800] 'range keys from in-memory index tree' (duration: 351.066684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:05.867582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:05.515942Z","time spent":"351.636376ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:19:05.867579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:05.513381Z","time spent":"354.185604ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:19:06.090398Z","caller":"traceutil/trace.go:171","msg":"trace[1041167179] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"218.094251ms","start":"2026-04-28T03:19:05.872273Z","end":"2026-04-28T03:19:06.090368Z","steps":["trace[1041167179] 'process raft request' (duration: 217.907478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:06.150649Z","caller":"traceutil/trace.go:171","msg":"trace[2083091792] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"278.155719ms","start":"2026-04-28T03:19:05.872423Z","end":"2026-04-28T03:19:06.150578Z","steps":["trace[2083091792] 'process raft request' (duration: 277.882674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:06.151691Z","caller":"traceutil/trace.go:171","msg":"trace[1253795713] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"278.586707ms","start":"2026-04-28T03:19:05.873053Z","end":"2026-04-28T03:19:06.15164Z","steps":["trace[1253795713] 'process raft request' (duration: 278.402603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:06.151717Z","caller":"traceutil/trace.go:171","msg":"trace[1166761090] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"278.117759ms","start":"2026-04-28T03:19:05.873574Z","end":"2026-04-28T03:19:06.151692Z","steps":["trace[1166761090] 'process raft request' (duration: 278.009627ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:06.151939Z","caller":"traceutil/trace.go:171","msg":"trace[100725398] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"278.885862ms","start":"2026-04-28T03:19:05.872985Z","end":"2026-04-28T03:19:06.151871Z","steps":["trace[100725398] 'process raft request' (duration: 277.541577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:06.266804Z","caller":"traceutil/trace.go:171","msg":"trace[1330483947] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"165.045803ms","start":"2026-04-28T03:19:06.10171Z","end":"2026-04-28T03:19:06.266756Z","steps":["trace[1330483947] 'process raft request' (duration: 164.632175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:06.789406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.149011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:06.789495Z","caller":"traceutil/trace.go:171","msg":"trace[1649067898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2553; }","duration":"110.315104ms","start":"2026-04-28T03:19:06.679161Z","end":"2026-04-28T03:19:06.789476Z","steps":["trace[1649067898] 'range keys from in-memory index tree' (duration: 110.030609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:07.403784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.856383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:07.403981Z","caller":"traceutil/trace.go:171","msg":"trace[2050784988] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"140.670419ms","start":"2026-04-28T03:19:07.263284Z","end":"2026-04-28T03:19:07.403954Z","steps":["trace[2050784988] 'process raft request' (duration: 36.550421ms)","trace[2050784988] 'compare' (duration: 103.719501ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:07.53561Z","caller":"traceutil/trace.go:171","msg":"trace[91900690] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"228.810189ms","start":"2026-04-28T03:19:07.306768Z","end":"2026-04-28T03:19:07.535578Z","steps":["trace[91900690] 'process raft request' (duration: 214.624456ms)","trace[91900690] 'compare' (duration: 13.99467ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:17.258447Z","caller":"traceutil/trace.go:171","msg":"trace[343875074] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"153.311193ms","start":"2026-04-28T03:19:17.105111Z","end":"2026-04-28T03:19:17.258422Z","steps":["trace[343875074] 'process raft request' (duration: 153.15131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:17.427737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.373841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:17.428731Z","caller":"traceutil/trace.go:171","msg":"trace[934440316] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"142.833009ms","start":"2026-04-28T03:19:17.285065Z","end":"2026-04-28T03:19:17.427898Z","steps":["trace[934440316] 'process raft request' (duration: 37.184403ms)","trace[934440316] 'compare' (duration: 105.110356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:17.643967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.509935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:17.644092Z","caller":"traceutil/trace.go:171","msg":"trace[793981880] linearizableReadLoop","detail":"{readStateIndex:2710; appliedIndex:2708; }","duration":"178.157947ms","start":"2026-04-28T03:19:17.465917Z","end":"2026-04-28T03:19:17.644075Z","steps":["trace[793981880] 'read index received' (duration: 11.436994ms)","trace[793981880] 'applied index is now lower than readState.Index' (duration: 166.719713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:17.64424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.332581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:17.644276Z","caller":"traceutil/trace.go:171","msg":"trace[270627349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2609; }","duration":"178.417152ms","start":"2026-04-28T03:19:17.465849Z","end":"2026-04-28T03:19:17.644266Z","steps":["trace[270627349] 'agreement among raft nodes before linearized reading' (duration: 178.271319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:17.644247Z","caller":"traceutil/trace.go:171","msg":"trace[574113179] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"203.02064ms","start":"2026-04-28T03:19:17.441199Z","end":"2026-04-28T03:19:17.644219Z","steps":["trace[574113179] 'process raft request' (duration: 90.165058ms)","trace[574113179] 'compare' (duration: 112.339872ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:17.691634Z","caller":"traceutil/trace.go:171","msg":"trace[2036283347] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"122.403849ms","start":"2026-04-28T03:19:17.569213Z","end":"2026-04-28T03:19:17.691617Z","steps":["trace[2036283347] 'process raft request' (duration: 121.910389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.84979Z","caller":"traceutil/trace.go:171","msg":"trace[1059978697] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2752; }","duration":"172.516191ms","start":"2026-04-28T03:19:25.677244Z","end":"2026-04-28T03:19:25.84976Z","steps":["trace[1059978697] 'read index received' (duration: 172.232736ms)","trace[1059978697] 'applied index is now lower than readState.Index' (duration: 282.465µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:25.849931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.672734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:25.849984Z","caller":"traceutil/trace.go:171","msg":"trace[643204219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2650; }","duration":"172.781286ms","start":"2026-04-28T03:19:25.677188Z","end":"2026-04-28T03:19:25.849969Z","steps":["trace[643204219] 'agreement among raft nodes before linearized reading' (duration: 172.681984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:25.849905Z","caller":"traceutil/trace.go:171","msg":"trace[346085732] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"180.850196ms","start":"2026-04-28T03:19:25.668997Z","end":"2026-04-28T03:19:25.849847Z","steps":["trace[346085732] 'process raft request' (duration: 180.564951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:26.435676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.157698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:26.435789Z","caller":"traceutil/trace.go:171","msg":"trace[99605551] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2753; }","duration":"584.43318ms","start":"2026-04-28T03:19:25.851337Z","end":"2026-04-28T03:19:26.43577Z","steps":["trace[99605551] 'read index received' (duration: 133.091098ms)","trace[99605551] 'applied index is now lower than readState.Index' (duration: 451.338222ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:26.435877Z","caller":"traceutil/trace.go:171","msg":"trace[1720086967] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"715.631722ms","start":"2026-04-28T03:19:25.720233Z","end":"2026-04-28T03:19:26.435865Z","steps":["trace[1720086967] 'process raft request' (duration: 264.181138ms)","trace[1720086967] 'compare' (duration: 451.057207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:26.436002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.720214Z","time spent":"715.697412ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:26.436331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.891841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:19:26.436422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.046578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:19:26.436424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.061621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:26.43646Z","caller":"traceutil/trace.go:171","msg":"trace[8804319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2651; }","duration":"474.074325ms","start":"2026-04-28T03:19:25.962354Z","end":"2026-04-28T03:19:26.436428Z","steps":["trace[8804319] 'agreement among raft nodes before linearized reading' (duration: 473.720258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:26.436502Z","caller":"traceutil/trace.go:171","msg":"trace[1699377438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2651; }","duration":"139.185811ms","start":"2026-04-28T03:19:26.297298Z","end":"2026-04-28T03:19:26.436484Z","steps":["trace[1699377438] 'agreement among raft nodes before linearized reading' (duration: 138.957707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:26.436518Z","caller":"traceutil/trace.go:171","msg":"trace[445075931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2651; }","duration":"585.206554ms","start":"2026-04-28T03:19:25.85129Z","end":"2026-04-28T03:19:26.436497Z","steps":["trace[445075931] 'agreement among raft nodes before linearized reading' (duration: 585.036011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:26.436524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.962335Z","time spent":"474.176846ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:19:26.436563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:25.85127Z","time spent":"585.283666ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:19:26.594977Z","caller":"traceutil/trace.go:171","msg":"trace[68102293] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"152.814106ms","start":"2026-04-28T03:19:26.442114Z","end":"2026-04-28T03:19:26.594928Z","steps":["trace[68102293] 'process raft request' (duration: 149.734858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:26.59538Z","caller":"traceutil/trace.go:171","msg":"trace[293578691] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"153.055129ms","start":"2026-04-28T03:19:26.442294Z","end":"2026-04-28T03:19:26.595349Z","steps":["trace[293578691] 'process raft request' (duration: 152.863175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:26.595549Z","caller":"traceutil/trace.go:171","msg":"trace[2134483953] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"153.107341ms","start":"2026-04-28T03:19:26.442205Z","end":"2026-04-28T03:19:26.595312Z","steps":["trace[2134483953] 'process raft request' (duration: 152.667393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:26.595538Z","caller":"traceutil/trace.go:171","msg":"trace[1309906035] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"152.932567ms","start":"2026-04-28T03:19:26.44256Z","end":"2026-04-28T03:19:26.595493Z","steps":["trace[1309906035] 'process raft request' (duration: 152.743084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:27.803921Z","caller":"traceutil/trace.go:171","msg":"trace[591496724] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2759; }","duration":"465.030407ms","start":"2026-04-28T03:19:27.338863Z","end":"2026-04-28T03:19:27.803893Z","steps":["trace[591496724] 'read index received' (duration: 464.923335ms)","trace[591496724] 'applied index is now lower than readState.Index' (duration: 105.692µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:27.804023Z","caller":"traceutil/trace.go:171","msg":"trace[1636852001] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"476.903269ms","start":"2026-04-28T03:19:27.327078Z","end":"2026-04-28T03:19:27.803981Z","steps":["trace[1636852001] 'process raft request' (duration: 476.647034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:27.804165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.285692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T03:19:27.80421Z","caller":"traceutil/trace.go:171","msg":"trace[1946902288] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2657; }","duration":"465.387534ms","start":"2026-04-28T03:19:27.338808Z","end":"2026-04-28T03:19:27.804196Z","steps":["trace[1946902288] 'agreement among raft nodes before linearized reading' (duration: 465.217871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:27.804211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.327051Z","time spent":"477.057172ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:27.804259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.338787Z","time spent":"465.463075ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:19:28.696749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.737267ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:19:28.697163Z","caller":"traceutil/trace.go:171","msg":"trace[882942688] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2760; }","duration":"893.141367ms","start":"2026-04-28T03:19:27.803996Z","end":"2026-04-28T03:19:28.697137Z","steps":["trace[882942688] 'read index received' (duration: 489.177136ms)","trace[882942688] 'applied index is now lower than readState.Index' (duration: 403.96246ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:28.698021Z","caller":"traceutil/trace.go:171","msg":"trace[1202273466] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"1.139210998s","start":"2026-04-28T03:19:27.557982Z","end":"2026-04-28T03:19:28.697193Z","steps":["trace[1202273466] 'process raft request' (duration: 1.138878492s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.698099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020007978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:28.698235Z","caller":"traceutil/trace.go:171","msg":"trace[589074354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2658; }","duration":"1.020204902s","start":"2026-04-28T03:19:27.677984Z","end":"2026-04-28T03:19:28.698188Z","steps":["trace[589074354] 'agreement among raft nodes before linearized reading' (duration: 1.020017339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.69832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.677951Z","time spent":"1.020355364s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:28.698307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.557939Z","time spent":"1.140209466s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:28.698923Z","caller":"traceutil/trace.go:171","msg":"trace[1314219591] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"890.865423ms","start":"2026-04-28T03:19:27.808031Z","end":"2026-04-28T03:19:28.698897Z","steps":["trace[1314219591] 'process raft request' (duration: 889.045119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.699182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.807996Z","time spent":"891.017886ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:28.699419Z","caller":"traceutil/trace.go:171","msg":"trace[1053377645] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"844.642964ms","start":"2026-04-28T03:19:27.854744Z","end":"2026-04-28T03:19:28.699387Z","steps":["trace[1053377645] 'process raft request' (duration: 843.94089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.69956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:27.854714Z","time spent":"844.788696ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:28.699958Z","caller":"traceutil/trace.go:171","msg":"trace[1283626570] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"528.678612ms","start":"2026-04-28T03:19:28.171221Z","end":"2026-04-28T03:19:28.699899Z","steps":["trace[1283626570] 'process raft request' (duration: 528.083001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.700198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:28.171192Z","time spent":"528.870175ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:28.718229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.777072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:19:28.718278Z","caller":"traceutil/trace.go:171","msg":"trace[1278084469] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"275.229694ms","start":"2026-04-28T03:19:28.443022Z","end":"2026-04-28T03:19:28.718252Z","steps":["trace[1278084469] 'process raft request' (duration: 274.961169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:28.718308Z","caller":"traceutil/trace.go:171","msg":"trace[980130568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2662; }","duration":"118.918764ms","start":"2026-04-28T03:19:28.599371Z","end":"2026-04-28T03:19:28.71829Z","steps":["trace[980130568] 'agreement among raft nodes before linearized reading' (duration: 118.745141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.718321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.909622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:19:28.718324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.279771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:19:28.71838Z","caller":"traceutil/trace.go:171","msg":"trace[278154484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2662; }","duration":"271.011835ms","start":"2026-04-28T03:19:28.447352Z","end":"2026-04-28T03:19:28.718364Z","steps":["trace[278154484] 'agreement among raft nodes before linearized reading' (duration: 270.852372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.718587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.300261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:28.718614Z","caller":"traceutil/trace.go:171","msg":"trace[3238712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2662; }","duration":"119.372512ms","start":"2026-04-28T03:19:28.599234Z","end":"2026-04-28T03:19:28.718607Z","steps":["trace[3238712] 'agreement among raft nodes before linearized reading' (duration: 119.304861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.718734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.027315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:19:28.718755Z","caller":"traceutil/trace.go:171","msg":"trace[903495301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2662; }","duration":"249.085996ms","start":"2026-04-28T03:19:28.469663Z","end":"2026-04-28T03:19:28.71875Z","steps":["trace[903495301] 'agreement among raft nodes before linearized reading' (duration: 249.026925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:28.718604Z","caller":"traceutil/trace.go:171","msg":"trace[1003947286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2662; }","duration":"118.371164ms","start":"2026-04-28T03:19:28.600003Z","end":"2026-04-28T03:19:28.718375Z","steps":["trace[1003947286] 'agreement among raft nodes before linearized reading' (duration: 118.118219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.719106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.555847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:19:28.719255Z","caller":"traceutil/trace.go:171","msg":"trace[1832188137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2662; }","duration":"118.71754ms","start":"2026-04-28T03:19:28.600464Z","end":"2026-04-28T03:19:28.719182Z","steps":["trace[1832188137] 'agreement among raft nodes before linearized reading' (duration: 118.399245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.96501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.724352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:28.965189Z","caller":"traceutil/trace.go:171","msg":"trace[30191469] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"241.364253ms","start":"2026-04-28T03:19:28.723798Z","end":"2026-04-28T03:19:28.965162Z","steps":["trace[30191469] 'compare' (duration: 239.493198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:28.998803Z","caller":"traceutil/trace.go:171","msg":"trace[1099301023] linearizableReadLoop","detail":"{readStateIndex:2769; appliedIndex:2766; }","duration":"274.071501ms","start":"2026-04-28T03:19:28.724702Z","end":"2026-04-28T03:19:28.998773Z","steps":["trace[1099301023] 'read index received' (duration: 431.788µs)","trace[1099301023] 'applied index is now lower than readState.Index' (duration: 273.638713ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:28.998936Z","caller":"traceutil/trace.go:171","msg":"trace[1816262788] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"275.05638ms","start":"2026-04-28T03:19:28.723825Z","end":"2026-04-28T03:19:28.998882Z","steps":["trace[1816262788] 'process raft request' (duration: 274.665002ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:28.998956Z","caller":"traceutil/trace.go:171","msg":"trace[1816968837] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"274.796986ms","start":"2026-04-28T03:19:28.724122Z","end":"2026-04-28T03:19:28.998919Z","steps":["trace[1816968837] 'process raft request' (duration: 274.597931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:28.999194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.454669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68628"} {"level":"info","ts":"2026-04-28T03:19:28.999298Z","caller":"traceutil/trace.go:171","msg":"trace[2072042337] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2665; }","duration":"274.613611ms","start":"2026-04-28T03:19:28.724665Z","end":"2026-04-28T03:19:28.999279Z","steps":["trace[2072042337] 'agreement among raft nodes before linearized reading' (duration: 274.229294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.0189Z","caller":"traceutil/trace.go:171","msg":"trace[1688225282] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"293.808699ms","start":"2026-04-28T03:19:28.725069Z","end":"2026-04-28T03:19:29.018877Z","steps":["trace[1688225282] 'process raft request' (duration: 293.653216ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.019215Z","caller":"traceutil/trace.go:171","msg":"trace[1698694776] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"294.050774ms","start":"2026-04-28T03:19:28.725138Z","end":"2026-04-28T03:19:29.019189Z","steps":["trace[1698694776] 'process raft request' (duration: 293.698028ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:29.019261Z","caller":"traceutil/trace.go:171","msg":"trace[1412185717] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"235.487453ms","start":"2026-04-28T03:19:28.783739Z","end":"2026-04-28T03:19:29.019227Z","steps":["trace[1412185717] 'process raft request' (duration: 235.324031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:34.872581Z","caller":"traceutil/trace.go:171","msg":"trace[426592696] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"156.407282ms","start":"2026-04-28T03:19:34.716147Z","end":"2026-04-28T03:19:34.872554Z","steps":["trace[426592696] 'process raft request' (duration: 156.228128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:34.888273Z","caller":"traceutil/trace.go:171","msg":"trace[231656622] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"159.586441ms","start":"2026-04-28T03:19:34.728663Z","end":"2026-04-28T03:19:34.88825Z","steps":["trace[231656622] 'process raft request' (duration: 159.405258ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:34.888453Z","caller":"traceutil/trace.go:171","msg":"trace[222076537] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"153.102279ms","start":"2026-04-28T03:19:34.73532Z","end":"2026-04-28T03:19:34.888422Z","steps":["trace[222076537] 'process raft request' (duration: 152.889895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:35.964725Z","caller":"traceutil/trace.go:171","msg":"trace[1744985223] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"138.398966ms","start":"2026-04-28T03:19:35.826285Z","end":"2026-04-28T03:19:35.964684Z","steps":["trace[1744985223] 'process raft request' (duration: 137.979418ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:36.866903Z","caller":"traceutil/trace.go:171","msg":"trace[362791850] linearizableReadLoop","detail":"{readStateIndex:2804; appliedIndex:2803; }","duration":"296.181844ms","start":"2026-04-28T03:19:36.570701Z","end":"2026-04-28T03:19:36.866883Z","steps":["trace[362791850] 'read index received' (duration: 296.042371ms)","trace[362791850] 'applied index is now lower than readState.Index' (duration: 138.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:36.866963Z","caller":"traceutil/trace.go:171","msg":"trace[380852746] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"336.478884ms","start":"2026-04-28T03:19:36.530448Z","end":"2026-04-28T03:19:36.866927Z","steps":["trace[380852746] 'process raft request' (duration: 336.29819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:36.867094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.374117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T03:19:36.867123Z","caller":"traceutil/trace.go:171","msg":"trace[1209409837] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2699; }","duration":"296.448049ms","start":"2026-04-28T03:19:36.570666Z","end":"2026-04-28T03:19:36.867114Z","steps":["trace[1209409837] 'agreement among raft nodes before linearized reading' (duration: 296.325817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:36.86714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:36.530423Z","time spent":"336.612676ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:36.867125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.797341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:36.867221Z","caller":"traceutil/trace.go:171","msg":"trace[1960488636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2699; }","duration":"191.955534ms","start":"2026-04-28T03:19:36.675247Z","end":"2026-04-28T03:19:36.867202Z","steps":["trace[1960488636] 'agreement among raft nodes before linearized reading' (duration: 191.789381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.187654Z","caller":"traceutil/trace.go:171","msg":"trace[1982184268] linearizableReadLoop","detail":"{readStateIndex:2808; appliedIndex:2805; }","duration":"156.81198ms","start":"2026-04-28T03:19:37.030805Z","end":"2026-04-28T03:19:37.187617Z","steps":["trace[1982184268] 'read index received' (duration: 153.188052ms)","trace[1982184268] 'applied index is now lower than readState.Index' (duration: 3.622228ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:37.187775Z","caller":"traceutil/trace.go:171","msg":"trace[1664580375] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"311.115761ms","start":"2026-04-28T03:19:36.876626Z","end":"2026-04-28T03:19:37.187741Z","steps":["trace[1664580375] 'process raft request' (duration: 307.284459ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.187941Z","caller":"traceutil/trace.go:171","msg":"trace[1203012359] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"294.059854ms","start":"2026-04-28T03:19:36.893834Z","end":"2026-04-28T03:19:37.187894Z","steps":["trace[1203012359] 'process raft request' (duration: 293.642756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.188118Z","caller":"traceutil/trace.go:171","msg":"trace[1387665806] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"294.886919ms","start":"2026-04-28T03:19:36.89321Z","end":"2026-04-28T03:19:37.188097Z","steps":["trace[1387665806] 'process raft request' (duration: 294.136696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.188261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.364984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:19:37.188109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.276798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:19:37.188404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.363459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:19:37.188355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:36.876609Z","time spent":"311.242504ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:37.188464Z","caller":"traceutil/trace.go:171","msg":"trace[596894805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2703; }","duration":"157.701056ms","start":"2026-04-28T03:19:37.030743Z","end":"2026-04-28T03:19:37.188444Z","steps":["trace[596894805] 'agreement among raft nodes before linearized reading' (duration: 157.119645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.188346Z","caller":"traceutil/trace.go:171","msg":"trace[825388747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2703; }","duration":"153.470607ms","start":"2026-04-28T03:19:37.03486Z","end":"2026-04-28T03:19:37.188331Z","steps":["trace[825388747] 'agreement among raft nodes before linearized reading' (duration: 153.233162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.188261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.648548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T03:19:37.188505Z","caller":"traceutil/trace.go:171","msg":"trace[894559274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2703; }","duration":"121.478571ms","start":"2026-04-28T03:19:37.067003Z","end":"2026-04-28T03:19:37.188482Z","steps":["trace[894559274] 'agreement among raft nodes before linearized reading' (duration: 121.163604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.188548Z","caller":"traceutil/trace.go:171","msg":"trace[1019820550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2703; }","duration":"111.957754ms","start":"2026-04-28T03:19:37.076579Z","end":"2026-04-28T03:19:37.188536Z","steps":["trace[1019820550] 'agreement among raft nodes before linearized reading' (duration: 111.535106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.18837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.963483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:19:37.188612Z","caller":"traceutil/trace.go:171","msg":"trace[773149314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2703; }","duration":"120.622905ms","start":"2026-04-28T03:19:37.067967Z","end":"2026-04-28T03:19:37.18859Z","steps":["trace[773149314] 'agreement among raft nodes before linearized reading' (duration: 120.165016ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.562033Z","caller":"traceutil/trace.go:171","msg":"trace[1555439577] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"368.584041ms","start":"2026-04-28T03:19:37.19341Z","end":"2026-04-28T03:19:37.561994Z","steps":["trace[1555439577] 'process raft request' (duration: 368.466339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.562319Z","caller":"traceutil/trace.go:171","msg":"trace[295480708] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"368.595482ms","start":"2026-04-28T03:19:37.193706Z","end":"2026-04-28T03:19:37.562301Z","steps":["trace[295480708] 'process raft request' (duration: 368.45732ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.562372Z","caller":"traceutil/trace.go:171","msg":"trace[1495316199] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"368.597202ms","start":"2026-04-28T03:19:37.193715Z","end":"2026-04-28T03:19:37.562312Z","steps":["trace[1495316199] 'process raft request' (duration: 368.227805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:37.562332Z","caller":"traceutil/trace.go:171","msg":"trace[1086103919] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2808; }","duration":"369.153632ms","start":"2026-04-28T03:19:37.193155Z","end":"2026-04-28T03:19:37.562309Z","steps":["trace[1086103919] 'read index received' (duration: 35.148654ms)","trace[1086103919] 'applied index is now lower than readState.Index' (duration: 334.003678ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:37.56207Z","caller":"traceutil/trace.go:171","msg":"trace[1867800401] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"368.902157ms","start":"2026-04-28T03:19:37.193121Z","end":"2026-04-28T03:19:37.562024Z","steps":["trace[1867800401] 'process raft request' (duration: 368.49872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.562353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.19339Z","time spent":"368.846537ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.562676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.460287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68628"} {"level":"warn","ts":"2026-04-28T03:19:37.562692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.1937Z","time spent":"368.823967ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:37.562748Z","caller":"traceutil/trace.go:171","msg":"trace[277643876] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2708; }","duration":"369.584671ms","start":"2026-04-28T03:19:37.193145Z","end":"2026-04-28T03:19:37.56273Z","steps":["trace[277643876] 'agreement among raft nodes before linearized reading' (duration: 369.228354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:37.562807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.193122Z","time spent":"369.668952ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68652,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:19:37.562766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.193095Z","time spent":"369.498138ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:37.562484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:37.193679Z","time spent":"368.709535ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:19:39.391519Z","caller":"traceutil/trace.go:171","msg":"trace[955653950] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"143.886709ms","start":"2026-04-28T03:19:39.247601Z","end":"2026-04-28T03:19:39.391487Z","steps":["trace[955653950] 'process raft request' (duration: 119.73051ms)","trace[955653950] 'compare' (duration: 24.021237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:46.428859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.068324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:46.428994Z","caller":"traceutil/trace.go:171","msg":"trace[1436060338] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2751; }","duration":"222.255187ms","start":"2026-04-28T03:19:46.206709Z","end":"2026-04-28T03:19:46.428964Z","steps":["trace[1436060338] 'count revisions from in-memory index tree' (duration: 221.942102ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:49.98626Z","caller":"traceutil/trace.go:171","msg":"trace[830997180] linearizableReadLoop","detail":"{readStateIndex:2874; appliedIndex:2873; }","duration":"346.067922ms","start":"2026-04-28T03:19:49.640178Z","end":"2026-04-28T03:19:49.986245Z","steps":["trace[830997180] 'read index received' (duration: 345.826128ms)","trace[830997180] 'applied index is now lower than readState.Index' (duration: 240.944µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:49.986388Z","caller":"traceutil/trace.go:171","msg":"trace[625729679] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"352.768147ms","start":"2026-04-28T03:19:49.63358Z","end":"2026-04-28T03:19:49.986348Z","steps":["trace[625729679] 'process raft request' (duration: 352.492492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:49.98646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.257275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:19:49.986486Z","caller":"traceutil/trace.go:171","msg":"trace[1380605532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2766; }","duration":"346.346567ms","start":"2026-04-28T03:19:49.640132Z","end":"2026-04-28T03:19:49.986478Z","steps":["trace[1380605532] 'agreement among raft nodes before linearized reading' (duration: 346.204784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:49.98652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:49.640111Z","time spent":"346.403469ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:49.986596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:49.633548Z","time spent":"352.93871ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:49.986658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.977981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:49.986771Z","caller":"traceutil/trace.go:171","msg":"trace[1160951211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2766; }","duration":"346.138363ms","start":"2026-04-28T03:19:49.640618Z","end":"2026-04-28T03:19:49.986757Z","steps":["trace[1160951211] 'agreement among raft nodes before linearized reading' (duration: 345.827727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:49.986823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.112674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413389"} {"level":"warn","ts":"2026-04-28T03:19:49.986877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.87539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:19:49.986966Z","caller":"traceutil/trace.go:171","msg":"trace[236355513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2766; }","duration":"344.021844ms","start":"2026-04-28T03:19:49.642925Z","end":"2026-04-28T03:19:49.986947Z","steps":["trace[236355513] 'agreement among raft nodes before linearized reading' (duration: 343.641477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:49.987017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:49.642911Z","time spent":"344.096655ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:19:49.986845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:49.640595Z","time spent":"346.237775ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:19:49.9869Z","caller":"traceutil/trace.go:171","msg":"trace[588939557] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:2766; }","duration":"259.247927ms","start":"2026-04-28T03:19:49.727634Z","end":"2026-04-28T03:19:49.986882Z","steps":["trace[588939557] 'agreement among raft nodes before linearized reading' (duration: 258.849029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:49.98676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.173517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:19:49.987317Z","caller":"traceutil/trace.go:171","msg":"trace[1090837546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2766; }","duration":"308.769469ms","start":"2026-04-28T03:19:49.678523Z","end":"2026-04-28T03:19:49.987292Z","steps":["trace[1090837546] 'agreement among raft nodes before linearized reading' (duration: 308.167537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:49.986834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.658284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:19:49.987504Z","caller":"traceutil/trace.go:171","msg":"trace[1263004550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2766; }","duration":"346.371937ms","start":"2026-04-28T03:19:49.641117Z","end":"2026-04-28T03:19:49.987489Z","steps":["trace[1263004550] 'agreement among raft nodes before linearized reading' (duration: 345.549341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:49.987526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:49.678502Z","time spent":"308.984352ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:49.987565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:49.641093Z","time spent":"346.454219ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:52.327661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.968401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:52.327781Z","caller":"traceutil/trace.go:171","msg":"trace[41581695] linearizableReadLoop","detail":"{readStateIndex:2886; appliedIndex:2885; }","duration":"326.511538ms","start":"2026-04-28T03:19:52.001249Z","end":"2026-04-28T03:19:52.327761Z","steps":["trace[41581695] 'read index received' (duration: 2.291633ms)","trace[41581695] 'applied index is now lower than readState.Index' (duration: 324.218155ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:52.327874Z","caller":"traceutil/trace.go:171","msg":"trace[813779990] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"332.197974ms","start":"2026-04-28T03:19:51.995663Z","end":"2026-04-28T03:19:52.327861Z","steps":["trace[813779990] 'compare' (duration: 323.698476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:52.327944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:51.995642Z","time spent":"332.264776ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:52.328386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.11942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:19:52.328447Z","caller":"traceutil/trace.go:171","msg":"trace[952723641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2778; }","duration":"327.221571ms","start":"2026-04-28T03:19:52.001211Z","end":"2026-04-28T03:19:52.328433Z","steps":["trace[952723641] 'agreement among raft nodes before linearized reading' (duration: 326.698682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:52.329026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:52.001195Z","time spent":"327.822263ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:19:52.525652Z","caller":"traceutil/trace.go:171","msg":"trace[314601461] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"471.07967ms","start":"2026-04-28T03:19:52.054535Z","end":"2026-04-28T03:19:52.525615Z","steps":["trace[314601461] 'process raft request' (duration: 427.896946ms)","trace[314601461] 'compare' (duration: 42.95665ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:52.525674Z","caller":"traceutil/trace.go:171","msg":"trace[1495479625] linearizableReadLoop","detail":"{readStateIndex:2887; appliedIndex:2886; }","duration":"197.812603ms","start":"2026-04-28T03:19:52.32782Z","end":"2026-04-28T03:19:52.525632Z","steps":["trace[1495479625] 'read index received' (duration: 154.590249ms)","trace[1495479625] 'applied index is now lower than readState.Index' (duration: 43.220694ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:52.525808Z","caller":"traceutil/trace.go:171","msg":"trace[559812405] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"192.893051ms","start":"2026-04-28T03:19:52.332897Z","end":"2026-04-28T03:19:52.52579Z","steps":["trace[559812405] 'process raft request' (duration: 192.658717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:52.525823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:52.054517Z","time spent":"471.212232ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:52.525937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.803154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:52.525937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.164973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:19:52.525937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.770508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:19:52.525971Z","caller":"traceutil/trace.go:171","msg":"trace[584451598] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2780; }","duration":"304.884946ms","start":"2026-04-28T03:19:52.221077Z","end":"2026-04-28T03:19:52.525962Z","steps":["trace[584451598] 'agreement among raft nodes before linearized reading' (duration: 304.665292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:52.525995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:52.221055Z","time spent":"304.932577ms","remote":"127.0.0.1:45116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:19:52.525995Z","caller":"traceutil/trace.go:171","msg":"trace[1639274582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2780; }","duration":"517.867791ms","start":"2026-04-28T03:19:52.008114Z","end":"2026-04-28T03:19:52.525982Z","steps":["trace[1639274582] 'agreement among raft nodes before linearized reading' (duration: 517.648497ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:52.525993Z","caller":"traceutil/trace.go:171","msg":"trace[966683770] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:2780; }","duration":"159.264964ms","start":"2026-04-28T03:19:52.366709Z","end":"2026-04-28T03:19:52.525974Z","steps":["trace[966683770] 'agreement among raft nodes before linearized reading' (duration: 159.103092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:52.526035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:52.008102Z","time spent":"517.924161ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:52.526048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.70747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:19:52.526054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.468244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:19:52.526113Z","caller":"traceutil/trace.go:171","msg":"trace[1743177628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2780; }","duration":"515.799422ms","start":"2026-04-28T03:19:52.010298Z","end":"2026-04-28T03:19:52.526097Z","steps":["trace[1743177628] 'agreement among raft nodes before linearized reading' (duration: 515.425165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:52.526126Z","caller":"traceutil/trace.go:171","msg":"trace[934220541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2780; }","duration":"516.575777ms","start":"2026-04-28T03:19:52.009533Z","end":"2026-04-28T03:19:52.526109Z","steps":["trace[934220541] 'agreement among raft nodes before linearized reading' (duration: 516.21242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:52.526156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:52.01028Z","time spent":"515.864123ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:19:52.526228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:52.009521Z","time spent":"516.693679ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:19:58.457712Z","caller":"traceutil/trace.go:171","msg":"trace[2116164745] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"102.109381ms","start":"2026-04-28T03:19:58.355579Z","end":"2026-04-28T03:19:58.457689Z","steps":["trace[2116164745] 'process raft request' (duration: 101.919096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.040946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.580759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:19:59.041053Z","caller":"traceutil/trace.go:171","msg":"trace[1442818882] linearizableReadLoop","detail":"{readStateIndex:2919; appliedIndex:2918; }","duration":"474.012773ms","start":"2026-04-28T03:19:58.567012Z","end":"2026-04-28T03:19:59.041025Z","steps":["trace[1442818882] 'read index received' (duration: 60.301132ms)","trace[1442818882] 'applied index is now lower than readState.Index' (duration: 413.710381ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:19:59.041116Z","caller":"traceutil/trace.go:171","msg":"trace[1175723778] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"475.989101ms","start":"2026-04-28T03:19:58.565098Z","end":"2026-04-28T03:19:59.041087Z","steps":["trace[1175723778] 'process raft request' (duration: 62.190729ms)","trace[1175723778] 'compare' (duration: 413.436626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:19:59.041241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.565077Z","time spent":"476.105703ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:19:59.041258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.710784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:19:59.041279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.242797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:19:59.041304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.629714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T03:19:59.041326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.547735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68628"} {"level":"info","ts":"2026-04-28T03:19:59.041336Z","caller":"traceutil/trace.go:171","msg":"trace[1245046884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2809; }","duration":"361.837795ms","start":"2026-04-28T03:19:58.67948Z","end":"2026-04-28T03:19:59.041317Z","steps":["trace[1245046884] 'agreement among raft nodes before linearized reading' (duration: 361.682253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:59.041356Z","caller":"traceutil/trace.go:171","msg":"trace[17743111] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2809; }","duration":"474.34837ms","start":"2026-04-28T03:19:58.566989Z","end":"2026-04-28T03:19:59.041338Z","steps":["trace[17743111] 'agreement among raft nodes before linearized reading' (duration: 474.114115ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:19:59.041373Z","caller":"traceutil/trace.go:171","msg":"trace[1659960150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2809; }","duration":"473.618836ms","start":"2026-04-28T03:19:58.567744Z","end":"2026-04-28T03:19:59.041363Z","steps":["trace[1659960150] 'agreement among raft nodes before linearized reading' (duration: 473.392822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.04138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.67946Z","time spent":"361.911487ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:19:59.041404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.566981Z","time spent":"474.413761ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:19:59.041408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.567733Z","time spent":"473.667497ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68652,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:19:59.041374Z","caller":"traceutil/trace.go:171","msg":"trace[1305332767] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2809; }","duration":"324.747435ms","start":"2026-04-28T03:19:58.716609Z","end":"2026-04-28T03:19:59.041357Z","steps":["trace[1305332767] 'agreement among raft nodes before linearized reading' (duration: 324.546031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:19:59.041632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:19:58.716588Z","time spent":"325.022372ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:20:07.843864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.316047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:07.843954Z","caller":"traceutil/trace.go:171","msg":"trace[747972680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2857; }","duration":"165.47433ms","start":"2026-04-28T03:20:07.67846Z","end":"2026-04-28T03:20:07.843934Z","steps":["trace[747972680] 'range keys from in-memory index tree' (duration: 165.147224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:09.487052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.662284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:09.487806Z","caller":"traceutil/trace.go:171","msg":"trace[1428310998] transaction","detail":"{read_only:false; response_revision:2862; number_of_response:1; }","duration":"355.14564ms","start":"2026-04-28T03:20:09.132639Z","end":"2026-04-28T03:20:09.487785Z","steps":["trace[1428310998] 'process raft request' (duration: 228.661972ms)","trace[1428310998] 'compare' (duration: 125.481601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:09.48787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.132615Z","time spent":"355.224962ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:09.91117Z","caller":"traceutil/trace.go:171","msg":"trace[497714361] transaction","detail":"{read_only:false; response_revision:2863; number_of_response:1; }","duration":"469.540324ms","start":"2026-04-28T03:20:09.441603Z","end":"2026-04-28T03:20:09.911144Z","steps":["trace[497714361] 'process raft request' (duration: 469.380301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:09.911334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.441575Z","time spent":"469.670365ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:09.926054Z","caller":"traceutil/trace.go:171","msg":"trace[1258813873] transaction","detail":"{read_only:false; response_revision:2865; number_of_response:1; }","duration":"468.724318ms","start":"2026-04-28T03:20:09.457242Z","end":"2026-04-28T03:20:09.925966Z","steps":["trace[1258813873] 'process raft request' (duration: 468.643686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:09.926054Z","caller":"traceutil/trace.go:171","msg":"trace[1720469849] transaction","detail":"{read_only:false; response_revision:2864; number_of_response:1; }","duration":"469.953719ms","start":"2026-04-28T03:20:09.456047Z","end":"2026-04-28T03:20:09.926Z","steps":["trace[1720469849] 'process raft request' (duration: 469.692375ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:09.92614Z","caller":"traceutil/trace.go:171","msg":"trace[648271187] linearizableReadLoop","detail":"{readStateIndex:2977; appliedIndex:2974; }","duration":"328.729278ms","start":"2026-04-28T03:20:09.597392Z","end":"2026-04-28T03:20:09.926121Z","steps":["trace[648271187] 'read index received' (duration: 313.66756ms)","trace[648271187] 'applied index is now lower than readState.Index' (duration: 15.059658ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:09.926155Z","caller":"traceutil/trace.go:171","msg":"trace[893103044] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"247.112292ms","start":"2026-04-28T03:20:09.679024Z","end":"2026-04-28T03:20:09.926137Z","steps":["trace[893103044] 'process raft request' (duration: 246.899748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:09.926221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.457229Z","time spent":"468.901251ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:09.926289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.456033Z","time spent":"470.123194ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:09.926367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.797754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:09.926407Z","caller":"traceutil/trace.go:171","msg":"trace[2099125579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2866; }","duration":"247.889205ms","start":"2026-04-28T03:20:09.678508Z","end":"2026-04-28T03:20:09.926398Z","steps":["trace[2099125579] 'agreement among raft nodes before linearized reading' (duration: 247.704552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:09.926603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.202537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:20:09.926719Z","caller":"traceutil/trace.go:171","msg":"trace[1185516568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2866; }","duration":"329.37239ms","start":"2026-04-28T03:20:09.597332Z","end":"2026-04-28T03:20:09.926705Z","steps":["trace[1185516568] 'agreement among raft nodes before linearized reading' (duration: 328.861432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:09.926776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:09.59731Z","time spent":"329.456661ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:20:10.122745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.477153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:10.122893Z","caller":"traceutil/trace.go:171","msg":"trace[1982919046] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"192.258622ms","start":"2026-04-28T03:20:09.930604Z","end":"2026-04-28T03:20:10.122862Z","steps":["trace[1982919046] 'process raft request' (duration: 86.511124ms)","trace[1982919046] 'compare' (duration: 105.237819ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:10.702559Z","caller":"traceutil/trace.go:171","msg":"trace[225428367] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"125.312837ms","start":"2026-04-28T03:20:10.577221Z","end":"2026-04-28T03:20:10.702534Z","steps":["trace[225428367] 'process raft request' (duration: 125.175174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:10.713229Z","caller":"traceutil/trace.go:171","msg":"trace[705105794] linearizableReadLoop","detail":"{readStateIndex:2981; appliedIndex:2979; }","duration":"124.736677ms","start":"2026-04-28T03:20:10.588469Z","end":"2026-04-28T03:20:10.713205Z","steps":["trace[705105794] 'read index received' (duration: 113.887874ms)","trace[705105794] 'applied index is now lower than readState.Index' (duration: 10.847863ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:10.713338Z","caller":"traceutil/trace.go:171","msg":"trace[1469451507] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"130.531671ms","start":"2026-04-28T03:20:10.582796Z","end":"2026-04-28T03:20:10.713327Z","steps":["trace[1469451507] 'process raft request' (duration: 130.279047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.713621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.759959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:10.713694Z","caller":"traceutil/trace.go:171","msg":"trace[576203668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2869; }","duration":"119.88369ms","start":"2026-04-28T03:20:10.593793Z","end":"2026-04-28T03:20:10.713677Z","steps":["trace[576203668] 'agreement among raft nodes before linearized reading' (duration: 119.653466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:10.713961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.420169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:10.714093Z","caller":"traceutil/trace.go:171","msg":"trace[675809868] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2869; }","duration":"125.653213ms","start":"2026-04-28T03:20:10.588413Z","end":"2026-04-28T03:20:10.714066Z","steps":["trace[675809868] 'agreement among raft nodes before linearized reading' (duration: 125.434519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:12.604386Z","caller":"traceutil/trace.go:171","msg":"trace[257143984] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"140.409966ms","start":"2026-04-28T03:20:12.463946Z","end":"2026-04-28T03:20:12.604356Z","steps":["trace[257143984] 'process raft request' (duration: 137.440323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:16.385084Z","caller":"traceutil/trace.go:171","msg":"trace[507439923] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"437.310528ms","start":"2026-04-28T03:20:15.947745Z","end":"2026-04-28T03:20:16.385055Z","steps":["trace[507439923] 'process raft request' (duration: 401.152942ms)","trace[507439923] 'compare' (duration: 35.687937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:16.385223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:15.947719Z","time spent":"437.43059ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:16.385079Z","caller":"traceutil/trace.go:171","msg":"trace[236292904] linearizableReadLoop","detail":"{readStateIndex:3011; appliedIndex:3010; }","duration":"241.634054ms","start":"2026-04-28T03:20:16.143416Z","end":"2026-04-28T03:20:16.38505Z","steps":["trace[236292904] 'read index received' (duration: 205.502679ms)","trace[236292904] 'applied index is now lower than readState.Index' (duration: 36.129965ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:16.385283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.853948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:20:16.385356Z","caller":"traceutil/trace.go:171","msg":"trace[956937366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2898; }","duration":"241.9841ms","start":"2026-04-28T03:20:16.143356Z","end":"2026-04-28T03:20:16.38534Z","steps":["trace[956937366] 'agreement among raft nodes before linearized reading' (duration: 241.781306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:16.556757Z","caller":"traceutil/trace.go:171","msg":"trace[718593405] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"167.766595ms","start":"2026-04-28T03:20:16.388943Z","end":"2026-04-28T03:20:16.556709Z","steps":["trace[718593405] 'process raft request' (duration: 159.511928ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:20.553196Z","caller":"traceutil/trace.go:171","msg":"trace[1718800098] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"119.312911ms","start":"2026-04-28T03:20:20.433855Z","end":"2026-04-28T03:20:20.553168Z","steps":["trace[1718800098] 'process raft request' (duration: 119.160468ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:25.425906Z","caller":"traceutil/trace.go:171","msg":"trace[305018088] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"196.810794ms","start":"2026-04-28T03:20:25.228873Z","end":"2026-04-28T03:20:25.425684Z","steps":["trace[305018088] 'process raft request' (duration: 196.63772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:25.980417Z","caller":"traceutil/trace.go:171","msg":"trace[1327216433] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"187.765932ms","start":"2026-04-28T03:20:25.792604Z","end":"2026-04-28T03:20:25.98037Z","steps":["trace[1327216433] 'process raft request' (duration: 187.590929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:26.492117Z","caller":"traceutil/trace.go:171","msg":"trace[1490820098] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"527.10918ms","start":"2026-04-28T03:20:25.964987Z","end":"2026-04-28T03:20:26.492097Z","steps":["trace[1490820098] 'process raft request' (duration: 526.976478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.49224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.964955Z","time spent":"527.222862ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:26.493293Z","caller":"traceutil/trace.go:171","msg":"trace[1794864958] linearizableReadLoop","detail":"{readStateIndex:3065; appliedIndex:3063; }","duration":"451.776545ms","start":"2026-04-28T03:20:26.041498Z","end":"2026-04-28T03:20:26.493274Z","steps":["trace[1794864958] 'read index received' (duration: 450.476792ms)","trace[1794864958] 'applied index is now lower than readState.Index' (duration: 1.299063ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:26.493362Z","caller":"traceutil/trace.go:171","msg":"trace[636399443] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"510.078376ms","start":"2026-04-28T03:20:25.983245Z","end":"2026-04-28T03:20:26.493324Z","steps":["trace[636399443] 'process raft request' (duration: 509.922244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.493412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.898138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:26.493452Z","caller":"traceutil/trace.go:171","msg":"trace[1391676401] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:2949; }","duration":"451.989279ms","start":"2026-04-28T03:20:26.041451Z","end":"2026-04-28T03:20:26.49344Z","steps":["trace[1391676401] 'agreement among raft nodes before linearized reading' (duration: 451.910858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.493484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:26.041436Z","time spent":"452.03835ms","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:20:26.493494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:25.983221Z","time spent":"510.195128ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:26.493525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.995971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:26.493578Z","caller":"traceutil/trace.go:171","msg":"trace[1174980705] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2949; }","duration":"195.081832ms","start":"2026-04-28T03:20:26.298482Z","end":"2026-04-28T03:20:26.493564Z","steps":["trace[1174980705] 'agreement among raft nodes before linearized reading' (duration: 194.987631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:26.821614Z","caller":"traceutil/trace.go:171","msg":"trace[397651167] linearizableReadLoop","detail":"{readStateIndex:3066; appliedIndex:3065; }","duration":"153.113665ms","start":"2026-04-28T03:20:26.668478Z","end":"2026-04-28T03:20:26.821592Z","steps":["trace[397651167] 'read index received' (duration: 152.987972ms)","trace[397651167] 'applied index is now lower than readState.Index' (duration: 124.433µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:26.8217Z","caller":"traceutil/trace.go:171","msg":"trace[1000798414] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"158.4172ms","start":"2026-04-28T03:20:26.663226Z","end":"2026-04-28T03:20:26.821643Z","steps":["trace[1000798414] 'process raft request' (duration: 158.216285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.82182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.324478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:20:26.821863Z","caller":"traceutil/trace.go:171","msg":"trace[319277853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2950; }","duration":"153.412409ms","start":"2026-04-28T03:20:26.66844Z","end":"2026-04-28T03:20:26.821852Z","steps":["trace[319277853] 'agreement among raft nodes before linearized reading' (duration: 153.277707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:26.850721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.158838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:26.85079Z","caller":"traceutil/trace.go:171","msg":"trace[1298576673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2951; }","duration":"174.245851ms","start":"2026-04-28T03:20:26.676528Z","end":"2026-04-28T03:20:26.850773Z","steps":["trace[1298576673] 'agreement among raft nodes before linearized reading' (duration: 174.151329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.73152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.462186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:20:29.731612Z","caller":"traceutil/trace.go:171","msg":"trace[1914873153] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:2964; }","duration":"509.591119ms","start":"2026-04-28T03:20:29.222002Z","end":"2026-04-28T03:20:29.731593Z","steps":["trace[1914873153] 'range keys from in-memory index tree' (duration: 509.315083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:29.731654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.221985Z","time spent":"509.659909ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"info","ts":"2026-04-28T03:20:29.731854Z","caller":"traceutil/trace.go:171","msg":"trace[1690816103] linearizableReadLoop","detail":"{readStateIndex:3082; appliedIndex:3081; }","duration":"293.332467ms","start":"2026-04-28T03:20:29.438497Z","end":"2026-04-28T03:20:29.731829Z","steps":["trace[1690816103] 'read index received' (duration: 237.132113ms)","trace[1690816103] 'applied index is now lower than readState.Index' (duration: 56.198214ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:29.731941Z","caller":"traceutil/trace.go:171","msg":"trace[1952548162] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"352.663456ms","start":"2026-04-28T03:20:29.37924Z","end":"2026-04-28T03:20:29.731904Z","steps":["trace[1952548162] 'process raft request' (duration: 296.32668ms)","trace[1952548162] 'compare' (duration: 55.446501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:29.732097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.379216Z","time spent":"352.794289ms","remote":"127.0.0.1:60822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:20:29.73213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.626552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:20:29.732169Z","caller":"traceutil/trace.go:171","msg":"trace[419473749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2965; }","duration":"293.717813ms","start":"2026-04-28T03:20:29.43844Z","end":"2026-04-28T03:20:29.732158Z","steps":["trace[419473749] 'agreement among raft nodes before linearized reading' (duration: 293.50671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.014505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.037302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:20:30.014668Z","caller":"traceutil/trace.go:171","msg":"trace[986817209] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"555.819444ms","start":"2026-04-28T03:20:29.45882Z","end":"2026-04-28T03:20:30.01464Z","steps":["trace[986817209] 'process raft request' (duration: 425.536268ms)","trace[986817209] 'compare' (duration: 129.901759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:30.014804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.458799Z","time spent":"555.938406ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:30.014814Z","caller":"traceutil/trace.go:171","msg":"trace[520191492] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"277.745838ms","start":"2026-04-28T03:20:29.737043Z","end":"2026-04-28T03:20:30.014788Z","steps":["trace[520191492] 'process raft request' (duration: 277.624466ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:30.014988Z","caller":"traceutil/trace.go:171","msg":"trace[1797686608] linearizableReadLoop","detail":"{readStateIndex:3083; appliedIndex:3082; }","duration":"283.045693ms","start":"2026-04-28T03:20:29.731913Z","end":"2026-04-28T03:20:30.014959Z","steps":["trace[1797686608] 'read index received' (duration: 152.456902ms)","trace[1797686608] 'applied index is now lower than readState.Index' (duration: 130.585731ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:30.01519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.377734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:30.015291Z","caller":"traceutil/trace.go:171","msg":"trace[1279235315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2967; }","duration":"337.523707ms","start":"2026-04-28T03:20:29.677727Z","end":"2026-04-28T03:20:30.015251Z","steps":["trace[1279235315] 'agreement among raft nodes before linearized reading' (duration: 337.361324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:30.01536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:29.677707Z","time spent":"337.644229ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:20:30.016009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.254044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68628"} {"level":"info","ts":"2026-04-28T03:20:30.016074Z","caller":"traceutil/trace.go:171","msg":"trace[575474497] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2967; }","duration":"280.381655ms","start":"2026-04-28T03:20:29.735683Z","end":"2026-04-28T03:20:30.016065Z","steps":["trace[575474497] 'agreement among raft nodes before linearized reading' (duration: 279.590242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:30.669599Z","caller":"traceutil/trace.go:171","msg":"trace[274826836] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"165.523285ms","start":"2026-04-28T03:20:30.504054Z","end":"2026-04-28T03:20:30.669577Z","steps":["trace[274826836] 'process raft request' (duration: 165.477804ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:30.66976Z","caller":"traceutil/trace.go:171","msg":"trace[498685445] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"166.095345ms","start":"2026-04-28T03:20:30.503629Z","end":"2026-04-28T03:20:30.669724Z","steps":["trace[498685445] 'process raft request' (duration: 165.76853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:32.809953Z","caller":"traceutil/trace.go:171","msg":"trace[644737171] linearizableReadLoop","detail":"{readStateIndex:3100; appliedIndex:3098; }","duration":"130.004811ms","start":"2026-04-28T03:20:32.679922Z","end":"2026-04-28T03:20:32.809927Z","steps":["trace[644737171] 'read index received' (duration: 42.193413ms)","trace[644737171] 'applied index is now lower than readState.Index' (duration: 87.810098ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:32.810117Z","caller":"traceutil/trace.go:171","msg":"trace[723401568] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"133.987973ms","start":"2026-04-28T03:20:32.676104Z","end":"2026-04-28T03:20:32.810092Z","steps":["trace[723401568] 'process raft request' (duration: 132.406205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:32.810279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.347288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:20:32.810326Z","caller":"traceutil/trace.go:171","msg":"trace[470555192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2982; }","duration":"130.433409ms","start":"2026-04-28T03:20:32.679881Z","end":"2026-04-28T03:20:32.810315Z","steps":["trace[470555192] 'agreement among raft nodes before linearized reading' (duration: 130.139324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.045564Z","caller":"traceutil/trace.go:171","msg":"trace[838411654] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"306.220387ms","start":"2026-04-28T03:20:38.739306Z","end":"2026-04-28T03:20:39.045526Z","steps":["trace[838411654] 'process raft request' (duration: 306.016814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:39.045742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:20:38.739277Z","time spent":"306.37929ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:20:39.047219Z","caller":"traceutil/trace.go:171","msg":"trace[1792991789] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"154.844744ms","start":"2026-04-28T03:20:38.892331Z","end":"2026-04-28T03:20:39.047175Z","steps":["trace[1792991789] 'process raft request' (duration: 154.737202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.047139Z","caller":"traceutil/trace.go:171","msg":"trace[1517397968] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"211.251352ms","start":"2026-04-28T03:20:38.835869Z","end":"2026-04-28T03:20:39.04712Z","steps":["trace[1517397968] 'process raft request' (duration: 211.009577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:39.047491Z","caller":"traceutil/trace.go:171","msg":"trace[1661694555] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"184.150577ms","start":"2026-04-28T03:20:38.863052Z","end":"2026-04-28T03:20:39.047202Z","steps":["trace[1661694555] 'process raft request' (duration: 183.971084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:40.922323Z","caller":"traceutil/trace.go:171","msg":"trace[1512961256] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"229.789663ms","start":"2026-04-28T03:20:40.692501Z","end":"2026-04-28T03:20:40.922291Z","steps":["trace[1512961256] 'process raft request' (duration: 229.607629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:41.299121Z","caller":"traceutil/trace.go:171","msg":"trace[993500491] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"248.546537ms","start":"2026-04-28T03:20:41.05054Z","end":"2026-04-28T03:20:41.299087Z","steps":["trace[993500491] 'process raft request' (duration: 191.615261ms)","trace[993500491] 'compare' (duration: 56.584469ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:20:41.302163Z","caller":"traceutil/trace.go:171","msg":"trace[1288639757] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"250.036794ms","start":"2026-04-28T03:20:41.05211Z","end":"2026-04-28T03:20:41.302146Z","steps":["trace[1288639757] 'process raft request' (duration: 249.902382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:41.302422Z","caller":"traceutil/trace.go:171","msg":"trace[396631253] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"250.129246ms","start":"2026-04-28T03:20:41.052273Z","end":"2026-04-28T03:20:41.302402Z","steps":["trace[396631253] 'process raft request' (duration: 249.838061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:41.302456Z","caller":"traceutil/trace.go:171","msg":"trace[947810562] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"249.83327ms","start":"2026-04-28T03:20:41.052599Z","end":"2026-04-28T03:20:41.302433Z","steps":["trace[947810562] 'process raft request' (duration: 249.707238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:20:41.302446Z","caller":"traceutil/trace.go:171","msg":"trace[1245381972] linearizableReadLoop","detail":"{readStateIndex:3142; appliedIndex:3138; }","duration":"246.597183ms","start":"2026-04-28T03:20:41.055819Z","end":"2026-04-28T03:20:41.302416Z","steps":["trace[1245381972] 'read index received' (duration: 186.414338ms)","trace[1245381972] 'applied index is now lower than readState.Index' (duration: 60.181515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:20:41.302705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.584405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:20:41.302767Z","caller":"traceutil/trace.go:171","msg":"trace[231047538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3023; }","duration":"240.661487ms","start":"2026-04-28T03:20:41.062075Z","end":"2026-04-28T03:20:41.302737Z","steps":["trace[231047538] 'agreement among raft nodes before linearized reading' (duration: 240.515205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:41.302704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.327618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:20:41.302836Z","caller":"traceutil/trace.go:171","msg":"trace[251510905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3023; }","duration":"241.486661ms","start":"2026-04-28T03:20:41.061326Z","end":"2026-04-28T03:20:41.302813Z","steps":["trace[251510905] 'agreement among raft nodes before linearized reading' (duration: 241.240197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:20:41.302961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.141332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:20:41.302994Z","caller":"traceutil/trace.go:171","msg":"trace[315548660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3023; }","duration":"247.202292ms","start":"2026-04-28T03:20:41.055783Z","end":"2026-04-28T03:20:41.302985Z","steps":["trace[315548660] 'agreement among raft nodes before linearized reading' (duration: 247.115981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:06.598034Z","caller":"traceutil/trace.go:171","msg":"trace[1931166708] linearizableReadLoop","detail":"{readStateIndex:3274; appliedIndex:3273; }","duration":"152.828019ms","start":"2026-04-28T03:21:06.445184Z","end":"2026-04-28T03:21:06.598012Z","steps":["trace[1931166708] 'read index received' (duration: 152.750218ms)","trace[1931166708] 'applied index is now lower than readState.Index' (duration: 76.721µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:06.598106Z","caller":"traceutil/trace.go:171","msg":"trace[1993329052] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"159.803423ms","start":"2026-04-28T03:21:06.438278Z","end":"2026-04-28T03:21:06.598081Z","steps":["trace[1993329052] 'process raft request' (duration: 159.547238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.598268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.175828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:21:06.598302Z","caller":"traceutil/trace.go:171","msg":"trace[1436392320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3150; }","duration":"128.26202ms","start":"2026-04-28T03:21:06.470029Z","end":"2026-04-28T03:21:06.598291Z","steps":["trace[1436392320] 'agreement among raft nodes before linearized reading' (duration: 128.127708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:06.598428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.159055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:21:06.598607Z","caller":"traceutil/trace.go:171","msg":"trace[838831152] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3150; }","duration":"153.397419ms","start":"2026-04-28T03:21:06.445158Z","end":"2026-04-28T03:21:06.598555Z","steps":["trace[838831152] 'agreement among raft nodes before linearized reading' (duration: 152.983552ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:15.649543Z","caller":"traceutil/trace.go:171","msg":"trace[153880030] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"112.025643ms","start":"2026-04-28T03:21:15.537493Z","end":"2026-04-28T03:21:15.649518Z","steps":["trace[153880030] 'process raft request' (duration: 111.87202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:15.649799Z","caller":"traceutil/trace.go:171","msg":"trace[1120816985] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"103.795953ms","start":"2026-04-28T03:21:15.545992Z","end":"2026-04-28T03:21:15.649788Z","steps":["trace[1120816985] 'process raft request' (duration: 103.69085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:15.649788Z","caller":"traceutil/trace.go:171","msg":"trace[17562280] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"111.411172ms","start":"2026-04-28T03:21:15.538356Z","end":"2026-04-28T03:21:15.649767Z","steps":["trace[17562280] 'process raft request' (duration: 111.127936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.257245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375799327,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:21:17.295605Z","caller":"traceutil/trace.go:171","msg":"trace[1495039267] linearizableReadLoop","detail":"{readStateIndex:3329; appliedIndex:3328; }","duration":"538.565729ms","start":"2026-04-28T03:21:16.757011Z","end":"2026-04-28T03:21:17.295577Z","steps":["trace[1495039267] 'read index received' (duration: 538.413677ms)","trace[1495039267] 'applied index is now lower than readState.Index' (duration: 150.862µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:17.295642Z","caller":"traceutil/trace.go:171","msg":"trace[905918339] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"585.34962ms","start":"2026-04-28T03:21:16.710266Z","end":"2026-04-28T03:21:17.295616Z","steps":["trace[905918339] 'process raft request' (duration: 585.171207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.295818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.710249Z","time spent":"585.478912ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:17.295842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.234132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:17.295852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.237185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:21:17.295906Z","caller":"traceutil/trace.go:171","msg":"trace[304704103] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:3203; }","duration":"456.340055ms","start":"2026-04-28T03:21:16.839547Z","end":"2026-04-28T03:21:17.295887Z","steps":["trace[304704103] 'agreement among raft nodes before linearized reading' (duration: 456.237183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.29591Z","caller":"traceutil/trace.go:171","msg":"trace[1308897498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3203; }","duration":"537.335806ms","start":"2026-04-28T03:21:16.758559Z","end":"2026-04-28T03:21:17.295895Z","steps":["trace[1308897498] 'agreement among raft nodes before linearized reading' (duration: 537.166003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.295908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.869144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:21:17.295963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.839527Z","time spent":"456.421996ms","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:17.295967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.75854Z","time spent":"537.413418ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:21:17.295997Z","caller":"traceutil/trace.go:171","msg":"trace[481411709] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3203; }","duration":"539.017736ms","start":"2026-04-28T03:21:16.756961Z","end":"2026-04-28T03:21:17.295978Z","steps":["trace[481411709] 'agreement among raft nodes before linearized reading' (duration: 538.754842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:17.296044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:16.75694Z","time spent":"539.094738ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"info","ts":"2026-04-28T03:21:17.811926Z","caller":"traceutil/trace.go:171","msg":"trace[1005889467] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"125.297848ms","start":"2026-04-28T03:21:17.686594Z","end":"2026-04-28T03:21:17.811892Z","steps":["trace[1005889467] 'process raft request' (duration: 124.894319ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:17.812046Z","caller":"traceutil/trace.go:171","msg":"trace[378123739] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"124.592555ms","start":"2026-04-28T03:21:17.68742Z","end":"2026-04-28T03:21:17.812013Z","steps":["trace[378123739] 'process raft request' (duration: 124.373341ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:21.925218Z","caller":"traceutil/trace.go:171","msg":"trace[867160481] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"233.614652ms","start":"2026-04-28T03:21:21.691573Z","end":"2026-04-28T03:21:21.925188Z","steps":["trace[867160481] 'process raft request' (duration: 233.445378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.150285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225585631s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:21:23.150842Z","caller":"traceutil/trace.go:171","msg":"trace[840791691] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"1.448789701s","start":"2026-04-28T03:21:21.702018Z","end":"2026-04-28T03:21:23.150808Z","steps":["trace[840791691] 'process raft request' (duration: 1.448466125s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:23.150858Z","caller":"traceutil/trace.go:171","msg":"trace[1528983518] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"1.44819821s","start":"2026-04-28T03:21:21.702637Z","end":"2026-04-28T03:21:23.150835Z","steps":["trace[1528983518] 'process raft request' (duration: 1.448046267s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:23.15093Z","caller":"traceutil/trace.go:171","msg":"trace[1366721116] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"1.447160571s","start":"2026-04-28T03:21:21.703718Z","end":"2026-04-28T03:21:23.150878Z","steps":["trace[1366721116] 'process raft request' (duration: 1.447041179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.150999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.702593Z","time spent":"1.448337802s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:23.151013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.701993Z","time spent":"1.448928653s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:23.150838Z","caller":"traceutil/trace.go:171","msg":"trace[1908615482] linearizableReadLoop","detail":"{readStateIndex:3354; appliedIndex:3350; }","duration":"1.440354685s","start":"2026-04-28T03:21:21.710457Z","end":"2026-04-28T03:21:23.150811Z","steps":["trace[1908615482] 'read index received' (duration: 214.479969ms)","trace[1908615482] 'applied index is now lower than readState.Index' (duration: 1.225873346s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:23.151035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440567279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:21:23.151088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.703697Z","time spent":"1.447305364s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:23.151093Z","caller":"traceutil/trace.go:171","msg":"trace[1785234972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3227; }","duration":"1.440648271s","start":"2026-04-28T03:21:21.710428Z","end":"2026-04-28T03:21:23.151076Z","steps":["trace[1785234972] 'agreement among raft nodes before linearized reading' (duration: 1.440468598s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.151145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.710417Z","time spent":"1.440715632s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:23.151402Z","caller":"traceutil/trace.go:171","msg":"trace[1105902482] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"498.021181ms","start":"2026-04-28T03:21:22.653361Z","end":"2026-04-28T03:21:23.151383Z","steps":["trace[1105902482] 'process raft request' (duration: 497.882569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.151525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:22.653341Z","time spent":"498.121153ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:23.151625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.730199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:23.151651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.219982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:23.151699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327931266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:21:23.151727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.239617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:23.15174Z","caller":"traceutil/trace.go:171","msg":"trace[1169183843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3229; }","duration":"474.353736ms","start":"2026-04-28T03:21:22.677364Z","end":"2026-04-28T03:21:23.151718Z","steps":["trace[1169183843] 'agreement among raft nodes before linearized reading' (duration: 474.184192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.151783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04527135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:23.1518Z","caller":"traceutil/trace.go:171","msg":"trace[428337584] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3229; }","duration":"232.345229ms","start":"2026-04-28T03:21:22.919436Z","end":"2026-04-28T03:21:23.151782Z","steps":["trace[428337584] 'agreement among raft nodes before linearized reading' (duration: 232.209267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.151811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.945926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:21:23.151741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136634052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:21:23.151805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:22.677349Z","time spent":"474.448018ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:21:23.151873Z","caller":"traceutil/trace.go:171","msg":"trace[1423480128] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3229; }","duration":"1.136801356s","start":"2026-04-28T03:21:22.015062Z","end":"2026-04-28T03:21:23.151863Z","steps":["trace[1423480128] 'agreement among raft nodes before linearized reading' (duration: 1.136576721s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:23.151868Z","caller":"traceutil/trace.go:171","msg":"trace[1325037552] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:3229; }","duration":"779.045787ms","start":"2026-04-28T03:21:22.372806Z","end":"2026-04-28T03:21:23.151852Z","steps":["trace[1325037552] 'agreement among raft nodes before linearized reading' (duration: 778.896085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:23.151798Z","caller":"traceutil/trace.go:171","msg":"trace[1188099706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3229; }","duration":"1.328066798s","start":"2026-04-28T03:21:21.823691Z","end":"2026-04-28T03:21:23.151758Z","steps":["trace[1188099706] 'agreement among raft nodes before linearized reading' (duration: 1.327824653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.151908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326833655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:21:23.151923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:22.37279Z","time spent":"779.120659ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-04-28T03:21:23.151814Z","caller":"traceutil/trace.go:171","msg":"trace[1062101775] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3229; }","duration":"1.045329471s","start":"2026-04-28T03:21:22.106475Z","end":"2026-04-28T03:21:23.151805Z","steps":["trace[1062101775] 'agreement among raft nodes before linearized reading' (duration: 1.04528858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.151973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.823675Z","time spent":"1.328266472s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:23.15203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:22.106455Z","time spent":"1.045547315s","remote":"127.0.0.1:32824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:23.151676Z","caller":"traceutil/trace.go:171","msg":"trace[558685712] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3229; }","duration":"160.824182ms","start":"2026-04-28T03:21:22.990839Z","end":"2026-04-28T03:21:23.151663Z","steps":["trace[558685712] 'agreement among raft nodes before linearized reading' (duration: 160.74619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.151907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:22.015036Z","time spent":"1.136863666s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:23.151741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22013147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:23.152249Z","caller":"traceutil/trace.go:171","msg":"trace[1341239641] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3229; }","duration":"1.22066972s","start":"2026-04-28T03:21:21.931558Z","end":"2026-04-28T03:21:23.152228Z","steps":["trace[1341239641] 'agreement among raft nodes before linearized reading' (duration: 1.220155301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.152322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.931544Z","time spent":"1.220757131s","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:23.151959Z","caller":"traceutil/trace.go:171","msg":"trace[575937418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3229; }","duration":"1.326936287s","start":"2026-04-28T03:21:21.825011Z","end":"2026-04-28T03:21:23.151947Z","steps":["trace[575937418] 'agreement among raft nodes before linearized reading' (duration: 1.326822025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:23.15246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:21.824994Z","time spent":"1.327431666s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:35.403156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.467732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-04-28T03:21:35.403246Z","caller":"traceutil/trace.go:171","msg":"trace[1156892731] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3545; }","duration":"522.617555ms","start":"2026-04-28T03:21:34.880608Z","end":"2026-04-28T03:21:35.403225Z","steps":["trace[1156892731] 'range keys from in-memory index tree' (duration: 522.231778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.403289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:34.88058Z","time spent":"522.700176ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:21:35.403246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.920276ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:35.403384Z","caller":"traceutil/trace.go:171","msg":"trace[1499497717] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3545; }","duration":"204.080109ms","start":"2026-04-28T03:21:35.199283Z","end":"2026-04-28T03:21:35.403363Z","steps":["trace[1499497717] 'range keys from in-memory index tree' (duration: 203.904686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.403677Z","caller":"traceutil/trace.go:171","msg":"trace[157697206] linearizableReadLoop","detail":"{readStateIndex:3684; appliedIndex:3683; }","duration":"458.623795ms","start":"2026-04-28T03:21:34.945029Z","end":"2026-04-28T03:21:35.403653Z","steps":["trace[157697206] 'read index received' (duration: 376.607655ms)","trace[157697206] 'applied index is now lower than readState.Index' (duration: 82.01506ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:35.403842Z","caller":"traceutil/trace.go:171","msg":"trace[289137152] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"466.648013ms","start":"2026-04-28T03:21:34.937164Z","end":"2026-04-28T03:21:35.403812Z","steps":["trace[289137152] 'process raft request' (duration: 384.45603ms)","trace[289137152] 'compare' (duration: 81.43015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:35.40397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:34.937137Z","time spent":"466.773126ms","remote":"127.0.0.1:39900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2406,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:35.404114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.041352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-04-28T03:21:35.404239Z","caller":"traceutil/trace.go:171","msg":"trace[1798653135] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3546; }","duration":"459.242947ms","start":"2026-04-28T03:21:34.944974Z","end":"2026-04-28T03:21:35.404217Z","steps":["trace[1798653135] 'agreement among raft nodes before linearized reading' (duration: 458.835999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:35.404317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:34.944956Z","time spent":"459.347231ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3640,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"info","ts":"2026-04-28T03:21:35.405851Z","caller":"traceutil/trace.go:171","msg":"trace[479770584] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"209.56035ms","start":"2026-04-28T03:21:35.196227Z","end":"2026-04-28T03:21:35.405788Z","steps":["trace[479770584] 'process raft request' (duration: 208.996629ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.406085Z","caller":"traceutil/trace.go:171","msg":"trace[901410974] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"209.432768ms","start":"2026-04-28T03:21:35.19663Z","end":"2026-04-28T03:21:35.406062Z","steps":["trace[901410974] 'process raft request' (duration: 208.98181ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.406564Z","caller":"traceutil/trace.go:171","msg":"trace[219056477] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"207.322358ms","start":"2026-04-28T03:21:35.199225Z","end":"2026-04-28T03:21:35.406548Z","steps":["trace[219056477] 'process raft request' (duration: 206.496094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:35.406663Z","caller":"traceutil/trace.go:171","msg":"trace[1746011921] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"181.026414ms","start":"2026-04-28T03:21:35.225545Z","end":"2026-04-28T03:21:35.406571Z","steps":["trace[1746011921] 'process raft request' (duration: 180.878541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.727513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018036599s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:36.727757Z","caller":"traceutil/trace.go:171","msg":"trace[853667819] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"1.314527808s","start":"2026-04-28T03:21:35.413211Z","end":"2026-04-28T03:21:36.727739Z","steps":["trace[853667819] 'process raft request' (duration: 1.314480638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.728323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353757051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:21:36.729469Z","caller":"traceutil/trace.go:171","msg":"trace[2100024200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3553; }","duration":"1.354975384s","start":"2026-04-28T03:21:35.374471Z","end":"2026-04-28T03:21:36.729446Z","steps":["trace[2100024200] 'agreement among raft nodes before linearized reading' (duration: 1.353653399s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.729591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.374458Z","time spent":"1.355114236s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:21:36.728038Z","caller":"traceutil/trace.go:171","msg":"trace[1189268811] linearizableReadLoop","detail":"{readStateIndex:3689; appliedIndex:3684; }","duration":"1.324270367s","start":"2026-04-28T03:21:35.403738Z","end":"2026-04-28T03:21:36.728008Z","steps":["trace[1189268811] 'read index received' (duration: 1.413296ms)","trace[1189268811] 'applied index is now lower than readState.Index' (duration: 1.322853411s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:36.728049Z","caller":"traceutil/trace.go:171","msg":"trace[656534642] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"1.317190547s","start":"2026-04-28T03:21:35.410829Z","end":"2026-04-28T03:21:36.72802Z","steps":["trace[656534642] 'process raft request' (duration: 1.31679162s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:36.728081Z","caller":"traceutil/trace.go:171","msg":"trace[1117665440] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"1.3901343s","start":"2026-04-28T03:21:35.337927Z","end":"2026-04-28T03:21:36.728062Z","steps":["trace[1117665440] 'process raft request' (duration: 371.47106ms)","trace[1117665440] 'compare' (duration: 1.017529039s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:36.730015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.410805Z","time spent":"1.319121292s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3715,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:36.730171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.337904Z","time spent":"1.392140917s","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:36.728146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354489663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:21:36.730381Z","caller":"traceutil/trace.go:171","msg":"trace[1753997926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3553; }","duration":"1.356678515s","start":"2026-04-28T03:21:35.373614Z","end":"2026-04-28T03:21:36.730292Z","steps":["trace[1753997926] 'agreement among raft nodes before linearized reading' (duration: 1.354415723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.728147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512755528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:21:36.730505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.373603Z","time spent":"1.356862368s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:21:36.730652Z","caller":"traceutil/trace.go:171","msg":"trace[1174041565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3553; }","duration":"1.515191734s","start":"2026-04-28T03:21:35.215363Z","end":"2026-04-28T03:21:36.730555Z","steps":["trace[1174041565] 'agreement among raft nodes before linearized reading' (duration: 1.512674237s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.730738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.215359Z","time spent":"1.515358076s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:36.72823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350791786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:21:36.730955Z","caller":"traceutil/trace.go:171","msg":"trace[1300266119] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3553; }","duration":"1.353559127s","start":"2026-04-28T03:21:35.377372Z","end":"2026-04-28T03:21:36.730931Z","steps":["trace[1300266119] 'agreement among raft nodes before linearized reading' (duration: 1.350739905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.731003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.377361Z","time spent":"1.353629538s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:21:36.728217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513461461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:21:36.731118Z","caller":"traceutil/trace.go:171","msg":"trace[1780099844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3553; }","duration":"1.516407336s","start":"2026-04-28T03:21:35.214693Z","end":"2026-04-28T03:21:36.7311Z","steps":["trace[1780099844] 'agreement among raft nodes before linearized reading' (duration: 1.51335352s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.731261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.214675Z","time spent":"1.516488837s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:36.72822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510348855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:21:36.731398Z","caller":"traceutil/trace.go:171","msg":"trace[984819040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3553; }","duration":"1.513554813s","start":"2026-04-28T03:21:35.217828Z","end":"2026-04-28T03:21:36.731383Z","steps":["trace[984819040] 'agreement among raft nodes before linearized reading' (duration: 1.510203142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.73145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.217823Z","time spent":"1.513613444s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:36.728245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354802559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T03:21:36.731545Z","caller":"traceutil/trace.go:171","msg":"trace[1327682107] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c; range_end:; response_count:1; response_revision:3553; }","duration":"1.358130352s","start":"2026-04-28T03:21:35.373399Z","end":"2026-04-28T03:21:36.731529Z","steps":["trace[1327682107] 'agreement among raft nodes before linearized reading' (duration: 1.354756299s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.731597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.373385Z","time spent":"1.358200684s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" "} {"level":"warn","ts":"2026-04-28T03:21:36.728255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432551221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:36.731672Z","caller":"traceutil/trace.go:171","msg":"trace[1594572313] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3553; }","duration":"1.436023176s","start":"2026-04-28T03:21:35.295641Z","end":"2026-04-28T03:21:36.731664Z","steps":["trace[1594572313] 'agreement among raft nodes before linearized reading' (duration: 1.432523291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.731701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.295616Z","time spent":"1.436075747s","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":81,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:36.728254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613212978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-28T03:21:36.731802Z","caller":"traceutil/trace.go:171","msg":"trace[1738552669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3553; }","duration":"1.616811175s","start":"2026-04-28T03:21:35.114975Z","end":"2026-04-28T03:21:36.731786Z","steps":["trace[1738552669] 'agreement among raft nodes before linearized reading' (duration: 1.613120767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:36.731842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.114956Z","time spent":"1.616868896s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:21:36.728365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.413203Z","time spent":"1.315107229s","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:37.930485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.696011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:37.9308Z","caller":"traceutil/trace.go:171","msg":"trace[1052981172] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"2.192425045s","start":"2026-04-28T03:21:35.73834Z","end":"2026-04-28T03:21:37.930765Z","steps":["trace[1052981172] 'process raft request' (duration: 1.483366368s)","trace[1052981172] 'compare' (duration: 708.12898ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:37.930889Z","caller":"traceutil/trace.go:171","msg":"trace[336053303] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"1.958430847s","start":"2026-04-28T03:21:35.972432Z","end":"2026-04-28T03:21:37.930863Z","steps":["trace[336053303] 'process raft request' (duration: 1.958172732s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.93092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.73831Z","time spent":"2.192559608s","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3359,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:37.930946Z","caller":"traceutil/trace.go:171","msg":"trace[2146000353] linearizableReadLoop","detail":"{readStateIndex:3695; appliedIndex:3691; }","duration":"1.201062999s","start":"2026-04-28T03:21:36.729864Z","end":"2026-04-28T03:21:37.930928Z","steps":["trace[2146000353] 'read index received' (duration: 492.012422ms)","trace[2146000353] 'applied index is now lower than readState.Index' (duration: 709.049167ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:37.93104Z","caller":"traceutil/trace.go:171","msg":"trace[1236183277] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"1.481756878s","start":"2026-04-28T03:21:36.449269Z","end":"2026-04-28T03:21:37.931026Z","steps":["trace[1236183277] 'process raft request' (duration: 1.481571774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.931037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.972407Z","time spent":"1.958547658s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:37.931041Z","caller":"traceutil/trace.go:171","msg":"trace[946866309] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"1.488654744s","start":"2026-04-28T03:21:36.442361Z","end":"2026-04-28T03:21:37.931015Z","steps":["trace[946866309] 'process raft request' (duration: 1.48840836s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.93107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664639336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:37.931122Z","caller":"traceutil/trace.go:171","msg":"trace[1945935184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3557; }","duration":"1.664722357s","start":"2026-04-28T03:21:36.266389Z","end":"2026-04-28T03:21:37.931111Z","steps":["trace[1945935184] 'agreement among raft nodes before linearized reading' (duration: 1.664642826s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.931135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.442334Z","time spent":"1.488755927s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:37.931191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253525655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:37.931219Z","caller":"traceutil/trace.go:171","msg":"trace[2057450427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3557; }","duration":"1.253586886s","start":"2026-04-28T03:21:36.677625Z","end":"2026-04-28T03:21:37.931212Z","steps":["trace[2057450427] 'agreement among raft nodes before linearized reading' (duration: 1.253547875s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.931244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.677602Z","time spent":"1.253637076s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:37.931134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.449237Z","time spent":"1.481829838s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:37.931394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11990919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:21:37.931434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137630636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:37.931467Z","caller":"traceutil/trace.go:171","msg":"trace[262238186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3557; }","duration":"2.137667007s","start":"2026-04-28T03:21:35.793789Z","end":"2026-04-28T03:21:37.931456Z","steps":["trace[262238186] 'agreement among raft nodes before linearized reading' (duration: 2.137604765s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:37.931465Z","caller":"traceutil/trace.go:171","msg":"trace[482712977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3557; }","duration":"2.120024283s","start":"2026-04-28T03:21:35.81142Z","end":"2026-04-28T03:21:37.931445Z","steps":["trace[482712977] 'agreement among raft nodes before linearized reading' (duration: 2.119746317s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.931506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.793716Z","time spent":"2.137780359s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:37.931518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:35.811388Z","time spent":"2.120116554s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:37.931157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.266374Z","time spent":"1.664776949s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:37.931527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518323301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3730"} {"level":"info","ts":"2026-04-28T03:21:37.931584Z","caller":"traceutil/trace.go:171","msg":"trace[833254013] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3557; }","duration":"1.518405553s","start":"2026-04-28T03:21:36.413162Z","end":"2026-04-28T03:21:37.931567Z","steps":["trace[833254013] 'agreement among raft nodes before linearized reading' (duration: 1.518221419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:37.931635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.413145Z","time spent":"1.518477034s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3754,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:21:39.048618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.264707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:39.048901Z","caller":"traceutil/trace.go:171","msg":"trace[1020685491] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"2.312022248s","start":"2026-04-28T03:21:36.736851Z","end":"2026-04-28T03:21:39.048873Z","steps":["trace[1020685491] 'process raft request' (duration: 2.311877035s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:39.048885Z","caller":"traceutil/trace.go:171","msg":"trace[550964327] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"2.312051819s","start":"2026-04-28T03:21:36.736779Z","end":"2026-04-28T03:21:39.04883Z","steps":["trace[550964327] 'process raft request' (duration: 1.353471845s)","trace[550964327] 'compare' (duration: 957.760968ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:39.048998Z","caller":"traceutil/trace.go:171","msg":"trace[856742823] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"2.311965227s","start":"2026-04-28T03:21:36.737008Z","end":"2026-04-28T03:21:39.048973Z","steps":["trace[856742823] 'process raft request' (duration: 2.311792304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.049033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.736845Z","time spent":"2.31212204s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:39.049094Z","caller":"traceutil/trace.go:171","msg":"trace[1686164682] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"2.311776473s","start":"2026-04-28T03:21:36.737302Z","end":"2026-04-28T03:21:39.049078Z","steps":["trace[1686164682] 'process raft request' (duration: 2.311536079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.0491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.736983Z","time spent":"2.31206437s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:39.049083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.736763Z","time spent":"2.312228873s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:39.049156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.737296Z","time spent":"2.311833944s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:39.049421Z","caller":"traceutil/trace.go:171","msg":"trace[740134017] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"2.312050498s","start":"2026-04-28T03:21:36.737353Z","end":"2026-04-28T03:21:39.049404Z","steps":["trace[740134017] 'process raft request' (duration: 2.311576579s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:39.049501Z","caller":"traceutil/trace.go:171","msg":"trace[1398290439] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"2.311916075s","start":"2026-04-28T03:21:36.737572Z","end":"2026-04-28T03:21:39.049488Z","steps":["trace[1398290439] 'process raft request' (duration: 2.311749872s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.04951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.737339Z","time spent":"2.312124069s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:39.049583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.737559Z","time spent":"2.311976927s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:39.049606Z","caller":"traceutil/trace.go:171","msg":"trace[718335250] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"1.63827359s","start":"2026-04-28T03:21:37.411322Z","end":"2026-04-28T03:21:39.049595Z","steps":["trace[718335250] 'process raft request' (duration: 1.638089147s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:39.049518Z","caller":"traceutil/trace.go:171","msg":"trace[334425845] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"2.31213742s","start":"2026-04-28T03:21:36.73736Z","end":"2026-04-28T03:21:39.049498Z","steps":["trace[334425845] 'process raft request' (duration: 2.311920906s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:39.049689Z","caller":"traceutil/trace.go:171","msg":"trace[2021895049] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"2.311187443s","start":"2026-04-28T03:21:36.738493Z","end":"2026-04-28T03:21:39.049681Z","steps":["trace[2021895049] 'process raft request' (duration: 2.310869467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.049747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.738484Z","time spent":"2.311242544s","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2613,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:39.049766Z","caller":"traceutil/trace.go:171","msg":"trace[1001027597] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"1.100968315s","start":"2026-04-28T03:21:37.948784Z","end":"2026-04-28T03:21:39.049752Z","steps":["trace[1001027597] 'process raft request' (duration: 1.100791412s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.049816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317794234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18828"} {"level":"info","ts":"2026-04-28T03:21:39.049854Z","caller":"traceutil/trace.go:171","msg":"trace[1102278617] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"1.63717788s","start":"2026-04-28T03:21:37.412667Z","end":"2026-04-28T03:21:39.049845Z","steps":["trace[1102278617] 'process raft request' (duration: 1.636786693s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.049739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.737348Z","time spent":"2.312341893s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:39.049905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.412649Z","time spent":"1.63722812s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:39.049924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040250303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:39.049818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.948766Z","time spent":"1.101023306s","remote":"127.0.0.1:54372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7769,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:39.049969Z","caller":"traceutil/trace.go:171","msg":"trace[2137958418] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3570; }","duration":"2.040328475s","start":"2026-04-28T03:21:37.009629Z","end":"2026-04-28T03:21:39.049957Z","steps":["trace[2137958418] 'agreement among raft nodes before linearized reading' (duration: 2.040258353s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:39.049986Z","caller":"traceutil/trace.go:171","msg":"trace[364985420] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"1.635824755s","start":"2026-04-28T03:21:37.414152Z","end":"2026-04-28T03:21:39.049976Z","steps":["trace[364985420] 'process raft request' (duration: 1.635343037s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.050011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.009612Z","time spent":"2.040389015s","remote":"127.0.0.1:39772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:39.050036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.414141Z","time spent":"1.635868776s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:39.049651Z","caller":"traceutil/trace.go:171","msg":"trace[1184288129] linearizableReadLoop","detail":"{readStateIndex:3706; appliedIndex:3695; }","duration":"1.118651381s","start":"2026-04-28T03:21:37.930985Z","end":"2026-04-28T03:21:39.049636Z","steps":["trace[1184288129] 'read index received' (duration: 159.282024ms)","trace[1184288129] 'applied index is now lower than readState.Index' (duration: 959.368407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:39.050088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309700809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T03:21:39.050133Z","caller":"traceutil/trace.go:171","msg":"trace[1237321733] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c; range_end:; response_count:1; response_revision:3570; }","duration":"1.30974035s","start":"2026-04-28T03:21:37.740376Z","end":"2026-04-28T03:21:39.050116Z","steps":["trace[1237321733] 'agreement among raft nodes before linearized reading' (duration: 1.309517596s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:39.050196Z","caller":"traceutil/trace.go:171","msg":"trace[1064221937] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"1.109393401s","start":"2026-04-28T03:21:37.940791Z","end":"2026-04-28T03:21:39.050184Z","steps":["trace[1064221937] 'process raft request' (duration: 1.108744448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.050214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.740306Z","time spent":"1.309896633s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" "} {"level":"warn","ts":"2026-04-28T03:21:39.050252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.940767Z","time spent":"1.109463063s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:39.050241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176665476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:39.050312Z","caller":"traceutil/trace.go:171","msg":"trace[1030561561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3570; }","duration":"2.176776968s","start":"2026-04-28T03:21:36.873522Z","end":"2026-04-28T03:21:39.050299Z","steps":["trace[1030561561] 'agreement among raft nodes before linearized reading' (duration: 2.176681706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.050353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.873499Z","time spent":"2.176843029s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:39.049658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.411296Z","time spent":"1.638331581s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:39.050462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311138952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:104720"} {"level":"info","ts":"2026-04-28T03:21:39.050506Z","caller":"traceutil/trace.go:171","msg":"trace[1612527153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3570; }","duration":"2.311206733s","start":"2026-04-28T03:21:36.739289Z","end":"2026-04-28T03:21:39.050496Z","steps":["trace[1612527153] 'agreement among raft nodes before linearized reading' (duration: 2.31100719s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.050542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.739281Z","time spent":"2.311252814s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":104744,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:21:39.049819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821028145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:39.050724Z","caller":"traceutil/trace.go:171","msg":"trace[800640532] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3570; }","duration":"1.821982923s","start":"2026-04-28T03:21:37.228723Z","end":"2026-04-28T03:21:39.050706Z","steps":["trace[800640532] 'agreement among raft nodes before linearized reading' (duration: 1.821048825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.050771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.228697Z","time spent":"1.822059615s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:39.049864Z","caller":"traceutil/trace.go:171","msg":"trace[648445323] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3570; }","duration":"2.317867265s","start":"2026-04-28T03:21:36.731985Z","end":"2026-04-28T03:21:39.049852Z","steps":["trace[648445323] 'agreement among raft nodes before linearized reading' (duration: 2.317694362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.050839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:36.731961Z","time spent":"2.318864664s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18852,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:21:39.049871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249953138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:39.050907Z","caller":"traceutil/trace.go:171","msg":"trace[1655113692] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3570; }","duration":"1.251023738s","start":"2026-04-28T03:21:37.799869Z","end":"2026-04-28T03:21:39.050893Z","steps":["trace[1655113692] 'agreement among raft nodes before linearized reading' (duration: 1.249974399s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.050948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.799849Z","time spent":"1.251086939s","remote":"127.0.0.1:45128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:39.938738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:39.938828Z","caller":"traceutil/trace.go:171","msg":"trace[1742111847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000276725s","start":"2026-04-28T03:21:37.938531Z","end":"2026-04-28T03:21:39.938808Z","steps":["trace[1742111847] 'agreement among raft nodes before linearized reading' (duration: 2.000146913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:39.938881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.938514Z","time spent":"2.000356747s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:40.025375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.672732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:40.025561Z","caller":"traceutil/trace.go:171","msg":"trace[256617182] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"1.861106934s","start":"2026-04-28T03:21:38.164421Z","end":"2026-04-28T03:21:40.025527Z","steps":["trace[256617182] 'process raft request' (duration: 1.355187437s)","trace[256617182] 'compare' (duration: 505.53208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:40.02572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:38.164392Z","time spent":"1.861249456s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:40.564669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.17945ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:21:40.564921Z","caller":"traceutil/trace.go:171","msg":"trace[116208655] linearizableReadLoop","detail":"{readStateIndex:3710; appliedIndex:3708; }","duration":"1.514797686s","start":"2026-04-28T03:21:39.050103Z","end":"2026-04-28T03:21:40.564901Z","steps":["trace[116208655] 'read index received' (duration: 469.483347ms)","trace[116208655] 'applied index is now lower than readState.Index' (duration: 1.045313429s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:40.565141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628235205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:40.565179Z","caller":"traceutil/trace.go:171","msg":"trace[1054120646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3571; }","duration":"1.628315677s","start":"2026-04-28T03:21:38.936852Z","end":"2026-04-28T03:21:40.565168Z","steps":["trace[1054120646] 'agreement among raft nodes before linearized reading' (duration: 1.628173604s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.565216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:38.936838Z","time spent":"1.628369928s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:40.565306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399114002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T03:21:40.565392Z","caller":"traceutil/trace.go:171","msg":"trace[1760801564] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3571; }","duration":"2.399235235s","start":"2026-04-28T03:21:38.166138Z","end":"2026-04-28T03:21:40.565374Z","steps":["trace[1760801564] 'agreement among raft nodes before linearized reading' (duration: 2.399004761s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.565384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109235764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:40.565452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:38.166123Z","time spent":"2.399320126s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T03:21:40.565473Z","caller":"traceutil/trace.go:171","msg":"trace[850597733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3571; }","duration":"2.109379666s","start":"2026-04-28T03:21:38.456073Z","end":"2026-04-28T03:21:40.565452Z","steps":["trace[850597733] 'agreement among raft nodes before linearized reading' (duration: 2.109216693s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.56542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283082785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:40.565531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:38.45606Z","time spent":"2.109460527s","remote":"127.0.0.1:45176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:40.565596Z","caller":"traceutil/trace.go:171","msg":"trace[1894312165] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3571; }","duration":"2.283308339s","start":"2026-04-28T03:21:38.282254Z","end":"2026-04-28T03:21:40.565563Z","steps":["trace[1894312165] 'agreement among raft nodes before linearized reading' (duration: 2.283050815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.565645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:38.282233Z","time spent":"2.28340244s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:40.566127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629740872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3730"} {"level":"info","ts":"2026-04-28T03:21:40.566282Z","caller":"traceutil/trace.go:171","msg":"trace[1229083374] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3571; }","duration":"1.629950006s","start":"2026-04-28T03:21:38.936313Z","end":"2026-04-28T03:21:40.566263Z","steps":["trace[1229083374] 'agreement among raft nodes before linearized reading' (duration: 1.62903029s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.56635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:38.936292Z","time spent":"1.630048349s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3754,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:21:40.566529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628561286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18aa6738c30b676c\" ","response":"range_response_count:1 size:661"} {"level":"info","ts":"2026-04-28T03:21:40.566593Z","caller":"traceutil/trace.go:171","msg":"trace[435918881] range","detail":"{range_begin:/registry/events/openstack/valkey.18aa6738c30b676c; range_end:; response_count:1; response_revision:3571; }","duration":"2.629699519s","start":"2026-04-28T03:21:37.936878Z","end":"2026-04-28T03:21:40.566578Z","steps":["trace[435918881] 'agreement among raft nodes before linearized reading' (duration: 2.628435466s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:40.566599Z","caller":"traceutil/trace.go:171","msg":"trace[573444649] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"1.508356058s","start":"2026-04-28T03:21:39.058229Z","end":"2026-04-28T03:21:40.566585Z","steps":["trace[573444649] 'process raft request' (duration: 1.506548734s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:40.566643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:37.936845Z","time spent":"2.62979132s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":685,"request content":"key:\"/registry/events/openstack/valkey.18aa6738c30b676c\" "} {"level":"warn","ts":"2026-04-28T03:21:40.566711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.058212Z","time spent":"1.508444839s","remote":"127.0.0.1:32920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:41.415865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.198348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:41.416279Z","caller":"traceutil/trace.go:171","msg":"trace[331721995] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"845.937609ms","start":"2026-04-28T03:21:40.570322Z","end":"2026-04-28T03:21:41.41626Z","steps":["trace[331721995] 'process raft request' (duration: 845.897948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:41.416384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:40.570313Z","time spent":"846.01494ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:41.41638Z","caller":"traceutil/trace.go:171","msg":"trace[228381738] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"2.357213859s","start":"2026-04-28T03:21:39.059121Z","end":"2026-04-28T03:21:41.416335Z","steps":["trace[228381738] 'process raft request' (duration: 1.507451171s)","trace[228381738] 'compare' (duration: 848.887213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:41.416582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.059076Z","time spent":"2.357381383s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:41.416652Z","caller":"traceutil/trace.go:171","msg":"trace[1682397795] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"2.357000386s","start":"2026-04-28T03:21:39.059635Z","end":"2026-04-28T03:21:41.416635Z","steps":["trace[1682397795] 'process raft request' (duration: 2.356331424s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:41.416992Z","caller":"traceutil/trace.go:171","msg":"trace[892253490] linearizableReadLoop","detail":"{readStateIndex:3715; appliedIndex:3710; }","duration":"852.006531ms","start":"2026-04-28T03:21:40.564957Z","end":"2026-04-28T03:21:41.416964Z","steps":["trace[892253490] 'read index received' (duration: 343.677µs)","trace[892253490] 'applied index is now lower than readState.Index' (duration: 851.659624ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:41.417034Z","caller":"traceutil/trace.go:171","msg":"trace[769429387] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"1.48073918s","start":"2026-04-28T03:21:39.936267Z","end":"2026-04-28T03:21:41.417006Z","steps":["trace[769429387] 'process raft request' (duration: 1.479831863s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:41.41706Z","caller":"traceutil/trace.go:171","msg":"trace[589196784] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"848.242631ms","start":"2026-04-28T03:21:40.56879Z","end":"2026-04-28T03:21:41.417033Z","steps":["trace[589196784] 'process raft request' (duration: 847.381985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:41.417065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47802526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:41.417136Z","caller":"traceutil/trace.go:171","msg":"trace[475481932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3578; }","duration":"1.478161652s","start":"2026-04-28T03:21:39.938957Z","end":"2026-04-28T03:21:41.417119Z","steps":["trace[475481932] 'agreement among raft nodes before linearized reading' (duration: 1.478020889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:41.41718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.936243Z","time spent":"1.480853622s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:41.417183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:40.568739Z","time spent":"848.372624ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:41.417193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358492378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-28T03:21:41.417193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.938944Z","time spent":"1.478236563s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:41.417209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357372433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:41.417248Z","caller":"traceutil/trace.go:171","msg":"trace[1798109984] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c; range_end:; response_count:1; response_revision:3578; }","duration":"1.358549549s","start":"2026-04-28T03:21:40.058681Z","end":"2026-04-28T03:21:41.417231Z","steps":["trace[1798109984] 'agreement among raft nodes before linearized reading' (duration: 1.358335135s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:41.41707Z","caller":"traceutil/trace.go:171","msg":"trace[352341893] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"1.976789044s","start":"2026-04-28T03:21:39.440259Z","end":"2026-04-28T03:21:41.417048Z","steps":["trace[352341893] 'process raft request' (duration: 1.975779865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:41.417295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:40.058631Z","time spent":"1.358651211s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" "} {"level":"info","ts":"2026-04-28T03:21:41.417295Z","caller":"traceutil/trace.go:171","msg":"trace[133132319] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:3578; }","duration":"2.357500646s","start":"2026-04-28T03:21:39.059773Z","end":"2026-04-28T03:21:41.417273Z","steps":["trace[133132319] 'agreement among raft nodes before linearized reading' (duration: 2.357358503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:41.41734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.440241Z","time spent":"1.977077189s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:41.417336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359792066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa673846f0f6ca\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-04-28T03:21:41.417347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.059733Z","time spent":"2.357601887s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"warn","ts":"2026-04-28T03:21:41.417351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.059629Z","time spent":"2.357073588s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2520,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:41.417396Z","caller":"traceutil/trace.go:171","msg":"trace[1306242804] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa673846f0f6ca; range_end:; response_count:1; response_revision:3578; }","duration":"2.359872739s","start":"2026-04-28T03:21:39.057506Z","end":"2026-04-28T03:21:41.417378Z","steps":["trace[1306242804] 'agreement among raft nodes before linearized reading' (duration: 2.359669115s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:41.417447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.05749Z","time spent":"2.359945039s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa673846f0f6ca\" "} {"level":"warn","ts":"2026-04-28T03:21:41.417477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35613829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235671"} {"level":"info","ts":"2026-04-28T03:21:41.417514Z","caller":"traceutil/trace.go:171","msg":"trace[837225360] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3578; }","duration":"2.356207202s","start":"2026-04-28T03:21:39.061296Z","end":"2026-04-28T03:21:41.417504Z","steps":["trace[837225360] 'agreement among raft nodes before linearized reading' (duration: 2.355811645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:41.417547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.061289Z","time spent":"2.356250552s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235695,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T03:21:41.418537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356654129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:41.41861Z","caller":"traceutil/trace.go:171","msg":"trace[1996600706] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3578; }","duration":"2.357958263s","start":"2026-04-28T03:21:39.060634Z","end":"2026-04-28T03:21:41.418592Z","steps":["trace[1996600706] 'agreement among raft nodes before linearized reading' (duration: 2.356545457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:41.418706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:39.060625Z","time spent":"2.358066026s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:21:41.917768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375799969,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:21:42.055696Z","caller":"traceutil/trace.go:171","msg":"trace[512199854] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"997.689473ms","start":"2026-04-28T03:21:41.05796Z","end":"2026-04-28T03:21:42.055649Z","steps":["trace[512199854] 'process raft request' (duration: 948.324594ms)","trace[512199854] 'compare' (duration: 49.131755ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:42.055775Z","caller":"traceutil/trace.go:171","msg":"trace[1010288936] transaction","detail":"{read_only:false; response_revision:3581; number_of_response:1; }","duration":"996.617864ms","start":"2026-04-28T03:21:41.059125Z","end":"2026-04-28T03:21:42.055743Z","steps":["trace[1010288936] 'process raft request' (duration: 996.523662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.055852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.057934Z","time spent":"997.832766ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:42.055975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.059108Z","time spent":"996.769086ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:42.056093Z","caller":"traceutil/trace.go:171","msg":"trace[1330025499] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"997.301546ms","start":"2026-04-28T03:21:41.05874Z","end":"2026-04-28T03:21:42.056042Z","steps":["trace[1330025499] 'process raft request' (duration: 996.840748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.056276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.058721Z","time spent":"997.466069ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:42.736509Z","caller":"traceutil/trace.go:171","msg":"trace[57211471] transaction","detail":"{read_only:false; response_revision:3582; number_of_response:1; }","duration":"1.314423586s","start":"2026-04-28T03:21:41.42205Z","end":"2026-04-28T03:21:42.736473Z","steps":["trace[57211471] 'process raft request' (duration: 1.235413271s)","trace[57211471] 'compare' (duration: 78.548556ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:42.736546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898808188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:42.736611Z","caller":"traceutil/trace.go:171","msg":"trace[917016600] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3584; }","duration":"1.89893163s","start":"2026-04-28T03:21:40.837666Z","end":"2026-04-28T03:21:42.736598Z","steps":["trace[917016600] 'agreement among raft nodes before linearized reading' (duration: 1.898812558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.736642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:40.837641Z","time spent":"1.898992452s","remote":"127.0.0.1:39742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:42.736684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.421998Z","time spent":"1.314603319s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:42.73672Z","caller":"traceutil/trace.go:171","msg":"trace[1004525129] transaction","detail":"{read_only:false; response_revision:3583; number_of_response:1; }","duration":"1.314252232s","start":"2026-04-28T03:21:41.422428Z","end":"2026-04-28T03:21:42.73668Z","steps":["trace[1004525129] 'process raft request' (duration: 1.313970117s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:42.736769Z","caller":"traceutil/trace.go:171","msg":"trace[1214842420] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"1.313185473s","start":"2026-04-28T03:21:41.423557Z","end":"2026-04-28T03:21:42.736742Z","steps":["trace[1214842420] 'process raft request' (duration: 1.312878007s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.736794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678309158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:21:42.736848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678667874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:21:42.736845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.42241Z","time spent":"1.314378355s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:42.736858Z","caller":"traceutil/trace.go:171","msg":"trace[688305066] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3584; }","duration":"1.678403949s","start":"2026-04-28T03:21:41.058436Z","end":"2026-04-28T03:21:42.73684Z","steps":["trace[688305066] 'agreement among raft nodes before linearized reading' (duration: 1.678175274s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:42.736905Z","caller":"traceutil/trace.go:171","msg":"trace[1811573833] linearizableReadLoop","detail":"{readStateIndex:3723; appliedIndex:3717; }","duration":"1.319396628s","start":"2026-04-28T03:21:41.417077Z","end":"2026-04-28T03:21:42.736474Z","steps":["trace[1811573833] 'read index received' (duration: 589.15479ms)","trace[1811573833] 'applied index is now lower than readState.Index' (duration: 730.240988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:42.736904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.423524Z","time spent":"1.313304566s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5395,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:42.736906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.058425Z","time spent":"1.67846939s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:21:42.736967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679075192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:21:42.736985Z","caller":"traceutil/trace.go:171","msg":"trace[1154203126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3584; }","duration":"1.679103493s","start":"2026-04-28T03:21:41.057876Z","end":"2026-04-28T03:21:42.73698Z","steps":["trace[1154203126] 'agreement among raft nodes before linearized reading' (duration: 1.679058582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.737002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.057865Z","time spent":"1.679132493s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:42.736921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67897243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:21:42.736871Z","caller":"traceutil/trace.go:171","msg":"trace[1742226370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3584; }","duration":"1.678772346s","start":"2026-04-28T03:21:41.058092Z","end":"2026-04-28T03:21:42.736864Z","steps":["trace[1742226370] 'agreement among raft nodes before linearized reading' (duration: 1.678683814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.737059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676373633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:21:42.737088Z","caller":"traceutil/trace.go:171","msg":"trace[707249709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3584; }","duration":"1.679163464s","start":"2026-04-28T03:21:41.057913Z","end":"2026-04-28T03:21:42.737076Z","steps":["trace[707249709] 'agreement among raft nodes before linearized reading' (duration: 1.678970151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.737113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.058064Z","time spent":"1.679030251s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:42.737114Z","caller":"traceutil/trace.go:171","msg":"trace[939643558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3584; }","duration":"1.676457284s","start":"2026-04-28T03:21:41.060642Z","end":"2026-04-28T03:21:42.7371Z","steps":["trace[939643558] 'agreement among raft nodes before linearized reading' (duration: 1.676288721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.737155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679292657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:21:42.737157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.060624Z","time spent":"1.676522396s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:21:42.737175Z","caller":"traceutil/trace.go:171","msg":"trace[977198332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3584; }","duration":"1.679348027s","start":"2026-04-28T03:21:41.057821Z","end":"2026-04-28T03:21:42.737169Z","steps":["trace[977198332] 'agreement among raft nodes before linearized reading' (duration: 1.679294216s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.737161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.057889Z","time spent":"1.679252366s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:42.737193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.0578Z","time spent":"1.679388308s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:42.737276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887914577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:42.737297Z","caller":"traceutil/trace.go:171","msg":"trace[1500320884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3584; }","duration":"1.887975549s","start":"2026-04-28T03:21:40.849313Z","end":"2026-04-28T03:21:42.737289Z","steps":["trace[1500320884] 'agreement among raft nodes before linearized reading' (duration: 1.887947589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.737311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:40.849282Z","time spent":"1.88802613s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:42.739772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316634797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:42.73986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06108179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-28T03:21:42.739935Z","caller":"traceutil/trace.go:171","msg":"trace[1854844823] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3585; }","duration":"1.061193953s","start":"2026-04-28T03:21:41.678721Z","end":"2026-04-28T03:21:42.739915Z","steps":["trace[1854844823] 'agreement among raft nodes before linearized reading' (duration: 1.060997019s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.73999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.678701Z","time spent":"1.061276224s","remote":"127.0.0.1:60994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-28T03:21:42.740351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314033439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:42.740493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168400206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:21:42.740527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316113427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:2535"} {"level":"info","ts":"2026-04-28T03:21:42.740573Z","caller":"traceutil/trace.go:171","msg":"trace[1523561927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3585; }","duration":"1.168534309s","start":"2026-04-28T03:21:41.57202Z","end":"2026-04-28T03:21:42.740554Z","steps":["trace[1523561927] 'agreement among raft nodes before linearized reading' (duration: 1.168295985s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:42.740586Z","caller":"traceutil/trace.go:171","msg":"trace[164680498] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:3585; }","duration":"1.316199849s","start":"2026-04-28T03:21:41.424365Z","end":"2026-04-28T03:21:42.740565Z","steps":["trace[164680498] 'agreement among raft nodes before linearized reading' (duration: 1.316059597s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.740621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.571998Z","time spent":"1.1686125s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:21:42.740644Z","caller":"traceutil/trace.go:171","msg":"trace[1937891618] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"520.350192ms","start":"2026-04-28T03:21:42.220279Z","end":"2026-04-28T03:21:42.740629Z","steps":["trace[1937891618] 'process raft request' (duration: 519.090879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.740717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.220257Z","time spent":"520.423853ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:42.740767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.407989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:42.740389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069038687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235671"} {"level":"warn","ts":"2026-04-28T03:21:42.740769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.424349Z","time spent":"1.316398802s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2559,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" "} {"level":"info","ts":"2026-04-28T03:21:42.740824Z","caller":"traceutil/trace.go:171","msg":"trace[1846845558] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3585; }","duration":"1.069519124s","start":"2026-04-28T03:21:41.671294Z","end":"2026-04-28T03:21:42.740813Z","steps":["trace[1846845558] 'agreement among raft nodes before linearized reading' (duration: 1.068617699s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:42.740841Z","caller":"traceutil/trace.go:171","msg":"trace[1295516192] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3585; }","duration":"857.501841ms","start":"2026-04-28T03:21:41.883301Z","end":"2026-04-28T03:21:42.740803Z","steps":["trace[1295516192] 'agreement among raft nodes before linearized reading' (duration: 857.39929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.740833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317062434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:2535"} {"level":"warn","ts":"2026-04-28T03:21:42.74088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.883279Z","time spent":"857.589482ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:42.739878Z","caller":"traceutil/trace.go:171","msg":"trace[1533295556] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3585; }","duration":"1.31677669s","start":"2026-04-28T03:21:41.423073Z","end":"2026-04-28T03:21:42.73985Z","steps":["trace[1533295556] 'agreement among raft nodes before linearized reading' (duration: 1.316588067s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.740997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.42306Z","time spent":"1.317928312s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:21:42.741035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.740724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:42.741077Z","caller":"traceutil/trace.go:171","msg":"trace[906958332] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3585; }","duration":"644.821745ms","start":"2026-04-28T03:21:42.096246Z","end":"2026-04-28T03:21:42.741068Z","steps":["trace[906958332] 'agreement among raft nodes before linearized reading' (duration: 644.718203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:42.740511Z","caller":"traceutil/trace.go:171","msg":"trace[1426660199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3585; }","duration":"1.314205762s","start":"2026-04-28T03:21:41.426282Z","end":"2026-04-28T03:21:42.740488Z","steps":["trace[1426660199] 'agreement among raft nodes before linearized reading' (duration: 1.313831425s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.741108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.096224Z","time spent":"644.873447ms","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:42.741148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.426267Z","time spent":"1.314866294s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:42.740589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.666612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:21:42.741239Z","caller":"traceutil/trace.go:171","msg":"trace[722447645] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:3585; }","duration":"367.360786ms","start":"2026-04-28T03:21:42.373869Z","end":"2026-04-28T03:21:42.74123Z","steps":["trace[722447645] 'agreement among raft nodes before linearized reading' (duration: 366.582131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.741272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.373847Z","time spent":"367.412836ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-04-28T03:21:42.740921Z","caller":"traceutil/trace.go:171","msg":"trace[1949073571] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:3585; }","duration":"1.317184097s","start":"2026-04-28T03:21:41.423719Z","end":"2026-04-28T03:21:42.740903Z","steps":["trace[1949073571] 'agreement among raft nodes before linearized reading' (duration: 1.316903031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.741216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169878485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3730"} {"level":"info","ts":"2026-04-28T03:21:42.741417Z","caller":"traceutil/trace.go:171","msg":"trace[1644313855] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3585; }","duration":"1.170248802s","start":"2026-04-28T03:21:41.571146Z","end":"2026-04-28T03:21:42.741395Z","steps":["trace[1644313855] 'agreement among raft nodes before linearized reading' (duration: 1.169398376s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.74152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.571127Z","time spent":"1.170372854s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3754,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:21:42.740867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.671275Z","time spent":"1.069580156s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235695,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T03:21:42.741335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:41.423709Z","time spent":"1.317614205s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2559,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" "} {"level":"warn","ts":"2026-04-28T03:21:42.740866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.014411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T03:21:42.742159Z","caller":"traceutil/trace.go:171","msg":"trace[1855190951] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c; range_end:; response_count:1; response_revision:3585; }","duration":"316.305725ms","start":"2026-04-28T03:21:42.425838Z","end":"2026-04-28T03:21:42.742144Z","steps":["trace[1855190951] 'agreement among raft nodes before linearized reading' (duration: 314.832358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:42.742219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.425825Z","time spent":"316.378896ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" "} {"level":"warn","ts":"2026-04-28T03:21:43.958585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.920815Z","time spent":"1.037761351s","remote":"127.0.0.1:33032","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:21:43.959239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098575292s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:43.959453Z","caller":"traceutil/trace.go:171","msg":"trace[1507647038] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"1.217940489s","start":"2026-04-28T03:21:42.741475Z","end":"2026-04-28T03:21:43.959415Z","steps":["trace[1507647038] 'process raft request' (duration: 119.106713ms)","trace[1507647038] 'compare' (duration: 1.09795494s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:43.959634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.741452Z","time spent":"1.218087482s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:43.959841Z","caller":"traceutil/trace.go:171","msg":"trace[1480161270] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3594; }","duration":"1.209166978s","start":"2026-04-28T03:21:42.750654Z","end":"2026-04-28T03:21:43.959821Z","steps":["trace[1480161270] 'process raft request' (duration: 1.209134017s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:43.959909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.750611Z","time spent":"1.20926393s","remote":"127.0.0.1:54166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":2748,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:43.960065Z","caller":"traceutil/trace.go:171","msg":"trace[1472023742] linearizableReadLoop","detail":"{readStateIndex:3725; appliedIndex:3724; }","duration":"1.216994892s","start":"2026-04-28T03:21:42.743059Z","end":"2026-04-28T03:21:43.960054Z","steps":["trace[1472023742] 'read index received' (duration: 117.538955ms)","trace[1472023742] 'applied index is now lower than readState.Index' (duration: 1.099454837s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:43.960124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.743258Z","time spent":"1.216862049s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:21:43.960172Z","caller":"traceutil/trace.go:171","msg":"trace[748510626] transaction","detail":"{read_only:false; response_revision:3591; number_of_response:1; }","duration":"1.21579918s","start":"2026-04-28T03:21:42.744356Z","end":"2026-04-28T03:21:43.960155Z","steps":["trace[748510626] 'process raft request' (duration: 1.2152341s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:43.960277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.744344Z","time spent":"1.215879801s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":958,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:43.960873Z","caller":"traceutil/trace.go:171","msg":"trace[137270318] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"1.21737365s","start":"2026-04-28T03:21:42.74346Z","end":"2026-04-28T03:21:43.960834Z","steps":["trace[137270318] 'process raft request' (duration: 1.216030535s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:43.960942Z","caller":"traceutil/trace.go:171","msg":"trace[1027280114] transaction","detail":"{read_only:false; response_revision:3593; number_of_response:1; }","duration":"1.214959614s","start":"2026-04-28T03:21:42.745966Z","end":"2026-04-28T03:21:43.960925Z","steps":["trace[1027280114] 'process raft request' (duration: 1.213731171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:43.961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217914789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-28T03:21:43.961052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.743437Z","time spent":"1.217529222s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:43.961051Z","caller":"traceutil/trace.go:171","msg":"trace[725269399] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"1.216678046s","start":"2026-04-28T03:21:42.744346Z","end":"2026-04-28T03:21:43.961024Z","steps":["trace[725269399] 'process raft request' (duration: 1.215204889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:43.961172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.744314Z","time spent":"1.216800309s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:43.96108Z","caller":"traceutil/trace.go:171","msg":"trace[1189796573] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:3594; }","duration":"1.218020771s","start":"2026-04-28T03:21:42.74304Z","end":"2026-04-28T03:21:43.961061Z","steps":["trace[1189796573] 'agreement among raft nodes before linearized reading' (duration: 1.217863118s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:43.961266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.743031Z","time spent":"1.218211234s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" "} {"level":"warn","ts":"2026-04-28T03:21:43.961027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.745958Z","time spent":"1.215020585s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3585,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:43.961342Z","caller":"traceutil/trace.go:171","msg":"trace[850748982] transaction","detail":"{read_only:false; response_revision:3592; number_of_response:1; }","duration":"1.216767697s","start":"2026-04-28T03:21:42.744562Z","end":"2026-04-28T03:21:43.96133Z","steps":["trace[850748982] 'process raft request' (duration: 1.215069156s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:43.961417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.744554Z","time spent":"1.216818228s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:43.961691Z","caller":"traceutil/trace.go:171","msg":"trace[651391860] transaction","detail":"{read_only:false; response_revision:3594; number_of_response:1; }","duration":"1.211735185s","start":"2026-04-28T03:21:42.749941Z","end":"2026-04-28T03:21:43.961676Z","steps":["trace[651391860] 'process raft request' (duration: 1.209804549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:43.961748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.749931Z","time spent":"1.211787795s","remote":"127.0.0.1:54166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2698,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:43.962303Z","caller":"traceutil/trace.go:171","msg":"trace[1608340235] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"1.218796745s","start":"2026-04-28T03:21:42.743488Z","end":"2026-04-28T03:21:43.962285Z","steps":["trace[1608340235] 'process raft request' (duration: 1.216032904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:43.962394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.743461Z","time spent":"1.218886158s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:43.9629Z","caller":"traceutil/trace.go:171","msg":"trace[2039675269] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"1.219493438s","start":"2026-04-28T03:21:42.743384Z","end":"2026-04-28T03:21:43.962877Z","steps":["trace[2039675269] 'process raft request' (duration: 1.216034255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:43.962984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.743375Z","time spent":"1.219567899s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:44.47662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.978354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:44.476767Z","caller":"traceutil/trace.go:171","msg":"trace[1760795348] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"1.053300407s","start":"2026-04-28T03:21:43.423449Z","end":"2026-04-28T03:21:44.476749Z","steps":["trace[1760795348] 'process raft request' (duration: 829.111599ms)","trace[1760795348] 'compare' (duration: 223.852192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:44.476821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.423429Z","time spent":"1.053367178s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:44.477054Z","caller":"traceutil/trace.go:171","msg":"trace[2128000760] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"822.919644ms","start":"2026-04-28T03:21:43.654106Z","end":"2026-04-28T03:21:44.477025Z","steps":["trace[2128000760] 'process raft request' (duration: 822.599888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:44.47714Z","caller":"traceutil/trace.go:171","msg":"trace[69466292] linearizableReadLoop","detail":"{readStateIndex:3737; appliedIndex:3735; }","duration":"517.040613ms","start":"2026-04-28T03:21:43.960089Z","end":"2026-04-28T03:21:44.477129Z","steps":["trace[69466292] 'read index received' (duration: 292.537778ms)","trace[69466292] 'applied index is now lower than readState.Index' (duration: 224.501365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:44.477169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.654081Z","time spent":"823.024607ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:44.477257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.349449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:44.477292Z","caller":"traceutil/trace.go:171","msg":"trace[950284888] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:3596; }","duration":"775.41938ms","start":"2026-04-28T03:21:43.701861Z","end":"2026-04-28T03:21:44.477281Z","steps":["trace[950284888] 'agreement among raft nodes before linearized reading' (duration: 775.360819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.477313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.126118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:44.477344Z","caller":"traceutil/trace.go:171","msg":"trace[1125804063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3596; }","duration":"729.148909ms","start":"2026-04-28T03:21:43.748183Z","end":"2026-04-28T03:21:44.477332Z","steps":["trace[1125804063] 'agreement among raft nodes before linearized reading' (duration: 729.093678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.477371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.748169Z","time spent":"729.197759ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:44.477368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.113248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3730"} {"level":"info","ts":"2026-04-28T03:21:44.477427Z","caller":"traceutil/trace.go:171","msg":"trace[1531271651] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3596; }","duration":"729.181179ms","start":"2026-04-28T03:21:43.748232Z","end":"2026-04-28T03:21:44.477413Z","steps":["trace[1531271651] 'agreement among raft nodes before linearized reading' (duration: 728.966035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.477465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.748229Z","time spent":"729.22758ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3754,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:21:44.477317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.701839Z","time spent":"775.472071ms","remote":"127.0.0.1:54284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:44.477482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732658889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:104720"} {"level":"info","ts":"2026-04-28T03:21:44.477508Z","caller":"traceutil/trace.go:171","msg":"trace[692976894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3596; }","duration":"1.73269848s","start":"2026-04-28T03:21:42.744803Z","end":"2026-04-28T03:21:44.477501Z","steps":["trace[692976894] 'agreement among raft nodes before linearized reading' (duration: 1.732557767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.477531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.744796Z","time spent":"1.73272723s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":104744,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:21:44.477243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.124648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T03:21:44.477581Z","caller":"traceutil/trace.go:171","msg":"trace[248383776] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c; range_end:; response_count:1; response_revision:3596; }","duration":"729.507195ms","start":"2026-04-28T03:21:43.748067Z","end":"2026-04-28T03:21:44.477575Z","steps":["trace[248383776] 'agreement among raft nodes before linearized reading' (duration: 729.080637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.477601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.748047Z","time spent":"729.548685ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" "} {"level":"warn","ts":"2026-04-28T03:21:44.477707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72784465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:44.477744Z","caller":"traceutil/trace.go:171","msg":"trace[1161589206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3596; }","duration":"1.727896531s","start":"2026-04-28T03:21:42.749837Z","end":"2026-04-28T03:21:44.477733Z","steps":["trace[1161589206] 'agreement among raft nodes before linearized reading' (duration: 1.727809509s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.477766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.749828Z","time spent":"1.727930231s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:44.477838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730529609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:44.477826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.539545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-28T03:21:44.477929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723928007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235671"} {"level":"info","ts":"2026-04-28T03:21:44.47794Z","caller":"traceutil/trace.go:171","msg":"trace[736165622] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"416.864227ms","start":"2026-04-28T03:21:44.061063Z","end":"2026-04-28T03:21:44.477927Z","steps":["trace[736165622] 'process raft request' (duration: 416.777596ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:44.477913Z","caller":"traceutil/trace.go:171","msg":"trace[188395693] transaction","detail":"{read_only:false; response_revision:3597; number_of_response:1; }","duration":"516.4117ms","start":"2026-04-28T03:21:43.961477Z","end":"2026-04-28T03:21:44.477889Z","steps":["trace[188395693] 'process raft request' (duration: 516.167656ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:44.477961Z","caller":"traceutil/trace.go:171","msg":"trace[1763362556] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3596; }","duration":"1.723962028s","start":"2026-04-28T03:21:42.753992Z","end":"2026-04-28T03:21:44.477954Z","steps":["trace[1763362556] 'agreement among raft nodes before linearized reading' (duration: 1.723338807s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:44.477965Z","caller":"traceutil/trace.go:171","msg":"trace[1806652467] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"416.819027ms","start":"2026-04-28T03:21:44.061138Z","end":"2026-04-28T03:21:44.477957Z","steps":["trace[1806652467] 'process raft request' (duration: 416.746385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.477992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.753966Z","time spent":"1.724016319s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235695,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T03:21:44.478013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.061131Z","time spent":"416.856177ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:44.478014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.061042Z","time spent":"416.932658ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:44.47797Z","caller":"traceutil/trace.go:171","msg":"trace[1802989064] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:3596; }","duration":"729.696038ms","start":"2026-04-28T03:21:43.748253Z","end":"2026-04-28T03:21:44.477949Z","steps":["trace[1802989064] 'agreement among raft nodes before linearized reading' (duration: 729.364482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.478034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.961456Z","time spent":"516.517952ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:44.478111Z","caller":"traceutil/trace.go:171","msg":"trace[525090174] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"415.841518ms","start":"2026-04-28T03:21:44.062262Z","end":"2026-04-28T03:21:44.478103Z","steps":["trace[525090174] 'process raft request' (duration: 415.655965ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:44.477892Z","caller":"traceutil/trace.go:171","msg":"trace[1043487599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3597; }","duration":"1.73059058s","start":"2026-04-28T03:21:42.747288Z","end":"2026-04-28T03:21:44.477879Z","steps":["trace[1043487599] 'agreement among raft nodes before linearized reading' (duration: 1.730474608s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.478074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.748248Z","time spent":"729.806269ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" "} {"level":"warn","ts":"2026-04-28T03:21:44.478148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:42.747253Z","time spent":"1.730890345s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:44.47815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.062252Z","time spent":"415.877959ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:44.478233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.706385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:21:44.478257Z","caller":"traceutil/trace.go:171","msg":"trace[496197521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3601; }","duration":"327.773666ms","start":"2026-04-28T03:21:44.150477Z","end":"2026-04-28T03:21:44.478251Z","steps":["trace[496197521] 'agreement among raft nodes before linearized reading' (duration: 327.710875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:44.477892Z","caller":"traceutil/trace.go:171","msg":"trace[924771772] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"510.501682ms","start":"2026-04-28T03:21:43.967382Z","end":"2026-04-28T03:21:44.477884Z","steps":["trace[924771772] 'process raft request' (duration: 510.414721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.478273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.150448Z","time spent":"327.820717ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:21:44.478297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.967363Z","time spent":"510.920689ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:21:44.478368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.155017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:1 size:5410"} {"level":"info","ts":"2026-04-28T03:21:44.478407Z","caller":"traceutil/trace.go:171","msg":"trace[790281737] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:1; response_revision:3601; }","duration":"502.226759ms","start":"2026-04-28T03:21:43.976171Z","end":"2026-04-28T03:21:44.478398Z","steps":["trace[790281737] 'agreement among raft nodes before linearized reading' (duration: 502.116187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.478434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.976155Z","time spent":"502.271809ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5434,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"warn","ts":"2026-04-28T03:21:44.478802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.393275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18aa6738d4931882\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-28T03:21:44.478855Z","caller":"traceutil/trace.go:171","msg":"trace[1225849585] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18aa6738d4931882; range_end:; response_count:1; response_revision:3601; }","duration":"513.491216ms","start":"2026-04-28T03:21:43.96535Z","end":"2026-04-28T03:21:44.478842Z","steps":["trace[1225849585] 'agreement among raft nodes before linearized reading' (duration: 512.62242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:44.47891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:43.965333Z","time spent":"513.548438ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18aa6738d4931882\" "} {"level":"warn","ts":"2026-04-28T03:21:44.983096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:45.882311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.920237ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:45.88242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.695725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:45.882467Z","caller":"traceutil/trace.go:171","msg":"trace[1987940671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3601; }","duration":"683.09211ms","start":"2026-04-28T03:21:45.199349Z","end":"2026-04-28T03:21:45.882441Z","steps":["trace[1987940671] 'range keys from in-memory index tree' (duration: 682.896557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:45.882659Z","caller":"traceutil/trace.go:171","msg":"trace[2020532744] linearizableReadLoop","detail":"{readStateIndex:3745; appliedIndex:3742; }","duration":"1.400575152s","start":"2026-04-28T03:21:44.482067Z","end":"2026-04-28T03:21:45.882642Z","steps":["trace[2020532744] 'read index received' (duration: 675.502811ms)","trace[2020532744] 'applied index is now lower than readState.Index' (duration: 725.071211ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:45.882757Z","caller":"traceutil/trace.go:171","msg":"trace[1534919298] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"1.402260803s","start":"2026-04-28T03:21:44.480483Z","end":"2026-04-28T03:21:45.882744Z","steps":["trace[1534919298] 'process raft request' (duration: 677.137431ms)","trace[1534919298] 'compare' (duration: 724.601933ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:45.882823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.480469Z","time spent":"1.402319594s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:45.882884Z","caller":"traceutil/trace.go:171","msg":"trace[1403600657] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"1.392451763s","start":"2026-04-28T03:21:44.490416Z","end":"2026-04-28T03:21:45.882868Z","steps":["trace[1403600657] 'process raft request' (duration: 1.392157247s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.88295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.490407Z","time spent":"1.392509694s","remote":"127.0.0.1:54166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2384,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:45.883166Z","caller":"traceutil/trace.go:171","msg":"trace[765548647] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"1.399516854s","start":"2026-04-28T03:21:44.48364Z","end":"2026-04-28T03:21:45.883157Z","steps":["trace[765548647] 'process raft request' (duration: 1.398866731s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.883213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.483627Z","time spent":"1.399563584s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:45.883453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399587784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:21:45.883504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.869595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3730"} {"level":"info","ts":"2026-04-28T03:21:45.88353Z","caller":"traceutil/trace.go:171","msg":"trace[1574973345] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3604; }","duration":"399.897095ms","start":"2026-04-28T03:21:45.483626Z","end":"2026-04-28T03:21:45.883523Z","steps":["trace[1574973345] 'agreement among raft nodes before linearized reading' (duration: 399.792513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.883552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.483599Z","time spent":"399.947876ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3754,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"info","ts":"2026-04-28T03:21:45.883548Z","caller":"traceutil/trace.go:171","msg":"trace[1010976499] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a; range_end:; response_count:1; response_revision:3604; }","duration":"1.399706367s","start":"2026-04-28T03:21:44.483814Z","end":"2026-04-28T03:21:45.88352Z","steps":["trace[1010976499] 'agreement among raft nodes before linearized reading' (duration: 1.399453823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.883636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.483805Z","time spent":"1.399795518s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a\" "} {"level":"warn","ts":"2026-04-28T03:21:45.883698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401624402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:21:45.883724Z","caller":"traceutil/trace.go:171","msg":"trace[1551699594] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3604; }","duration":"1.401668253s","start":"2026-04-28T03:21:44.482049Z","end":"2026-04-28T03:21:45.883717Z","steps":["trace[1551699594] 'agreement among raft nodes before linearized reading' (duration: 1.401591501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.883742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.48204Z","time spent":"1.401698083s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T03:21:45.883847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.629517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:45.883869Z","caller":"traceutil/trace.go:171","msg":"trace[1526993520] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3604; }","duration":"243.694548ms","start":"2026-04-28T03:21:45.640168Z","end":"2026-04-28T03:21:45.883863Z","steps":["trace[1526993520] 'agreement among raft nodes before linearized reading' (duration: 243.657907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.883915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396808893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:45.88396Z","caller":"traceutil/trace.go:171","msg":"trace[881235476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3604; }","duration":"1.396868844s","start":"2026-04-28T03:21:44.487081Z","end":"2026-04-28T03:21:45.88395Z","steps":["trace[881235476] 'agreement among raft nodes before linearized reading' (duration: 1.396796422s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.883994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.487075Z","time spent":"1.396913604s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:45.884007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.503199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:45.884028Z","caller":"traceutil/trace.go:171","msg":"trace[1380412712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3604; }","duration":"398.540559ms","start":"2026-04-28T03:21:45.485479Z","end":"2026-04-28T03:21:45.88402Z","steps":["trace[1380412712] 'agreement among raft nodes before linearized reading' (duration: 398.474948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.88405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.485471Z","time spent":"398.574449ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:45.884175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399046955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-04-28T03:21:45.884203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.481406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-28T03:21:45.884214Z","caller":"traceutil/trace.go:171","msg":"trace[890399517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3604; }","duration":"1.399102126s","start":"2026-04-28T03:21:44.485099Z","end":"2026-04-28T03:21:45.884201Z","steps":["trace[890399517] 'agreement among raft nodes before linearized reading' (duration: 1.398973663s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:45.884228Z","caller":"traceutil/trace.go:171","msg":"trace[792864208] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c; range_end:; response_count:1; response_revision:3604; }","duration":"400.539957ms","start":"2026-04-28T03:21:45.48368Z","end":"2026-04-28T03:21:45.88422Z","steps":["trace[792864208] 'agreement among raft nodes before linearized reading' (duration: 400.471315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.884241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.485089Z","time spent":"1.399146227s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:21:45.88425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.483661Z","time spent":"400.584158ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" "} {"level":"warn","ts":"2026-04-28T03:21:45.884418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.121758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-28T03:21:45.884487Z","caller":"traceutil/trace.go:171","msg":"trace[758004303] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:3604; }","duration":"401.229199ms","start":"2026-04-28T03:21:45.483239Z","end":"2026-04-28T03:21:45.884468Z","steps":["trace[758004303] 'agreement among raft nodes before linearized reading' (duration: 401.016475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.884542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.483219Z","time spent":"401.309881ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" "} {"level":"warn","ts":"2026-04-28T03:21:45.884588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.590378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:45.884614Z","caller":"traceutil/trace.go:171","msg":"trace[1501435465] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3604; }","duration":"494.656249ms","start":"2026-04-28T03:21:45.389952Z","end":"2026-04-28T03:21:45.884608Z","steps":["trace[1501435465] 'agreement among raft nodes before linearized reading' (duration: 494.597278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.884633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.389931Z","time spent":"494.696801ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:45.883597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300337437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:45.88521Z","caller":"traceutil/trace.go:171","msg":"trace[1570859109] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3604; }","duration":"1.301989827s","start":"2026-04-28T03:21:44.583202Z","end":"2026-04-28T03:21:45.885192Z","steps":["trace[1570859109] 'agreement among raft nodes before linearized reading' (duration: 1.300332076s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:45.885273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:44.583184Z","time spent":"1.302068109s","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:46.389577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:47.282718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.441816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:47.282836Z","caller":"traceutil/trace.go:171","msg":"trace[1939668870] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"1.395351806s","start":"2026-04-28T03:21:45.887463Z","end":"2026-04-28T03:21:47.282815Z","steps":["trace[1939668870] 'process raft request' (duration: 679.683296ms)","trace[1939668870] 'compare' (duration: 715.067989ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:47.282926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.887438Z","time spent":"1.395431007s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:47.894169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:47.894246Z","caller":"traceutil/trace.go:171","msg":"trace[1567162234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041898s","start":"2026-04-28T03:21:45.893811Z","end":"2026-04-28T03:21:47.89423Z","steps":["trace[1567162234] 'agreement among raft nodes before linearized reading' (duration: 2.000323728s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:47.894283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.893802Z","time spent":"2.000474091s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:49.264575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604001839s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:49.264834Z","caller":"traceutil/trace.go:171","msg":"trace[1522122461] transaction","detail":"{read_only:false; response_revision:3606; number_of_response:1; }","duration":"3.371877036s","start":"2026-04-28T03:21:45.892926Z","end":"2026-04-28T03:21:49.264803Z","steps":["trace[1522122461] 'process raft request' (duration: 1.767585241s)","trace[1522122461] 'compare' (duration: 1.603862977s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:49.264979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.892915Z","time spent":"3.372003489s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:21:49.26526Z","caller":"traceutil/trace.go:171","msg":"trace[1986216769] transaction","detail":"{read_only:false; response_revision:3609; number_of_response:1; }","duration":"2.781804969s","start":"2026-04-28T03:21:46.483447Z","end":"2026-04-28T03:21:49.265252Z","steps":["trace[1986216769] 'process raft request' (duration: 2.781373842s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.265364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.483419Z","time spent":"2.781896872s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:49.26566Z","caller":"traceutil/trace.go:171","msg":"trace[1497185804] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"2.782173916s","start":"2026-04-28T03:21:46.483454Z","end":"2026-04-28T03:21:49.265628Z","steps":["trace[1497185804] 'process raft request' (duration: 2.78133372s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.265948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.483433Z","time spent":"2.78233719s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:49.265465Z","caller":"traceutil/trace.go:171","msg":"trace[36638402] transaction","detail":"{read_only:false; response_revision:3610; number_of_response:1; }","duration":"2.781482273s","start":"2026-04-28T03:21:46.483963Z","end":"2026-04-28T03:21:49.265445Z","steps":["trace[36638402] 'process raft request' (duration: 2.780892102s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:49.265503Z","caller":"traceutil/trace.go:171","msg":"trace[298678093] linearizableReadLoop","detail":"{readStateIndex:3747; appliedIndex:3745; }","duration":"3.376302018s","start":"2026-04-28T03:21:45.889188Z","end":"2026-04-28T03:21:49.26549Z","steps":["trace[298678093] 'read index received' (duration: 678.083728ms)","trace[298678093] 'applied index is now lower than readState.Index' (duration: 2.69821642s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:49.265553Z","caller":"traceutil/trace.go:171","msg":"trace[214326950] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"1.734360611s","start":"2026-04-28T03:21:47.531183Z","end":"2026-04-28T03:21:49.265543Z","steps":["trace[214326950] 'process raft request' (duration: 1.733714388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.266495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:47.531158Z","time spent":"1.735267836s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:49.265589Z","caller":"traceutil/trace.go:171","msg":"trace[300968596] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"2.782231048s","start":"2026-04-28T03:21:46.48335Z","end":"2026-04-28T03:21:49.265582Z","steps":["trace[300968596] 'process raft request' (duration: 2.781351472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.266753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.483322Z","time spent":"2.783261676s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:49.266776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.483943Z","time spent":"2.782374699s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:49.894706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999948381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:49.894797Z","caller":"traceutil/trace.go:171","msg":"trace[610210900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048593s","start":"2026-04-28T03:21:47.894723Z","end":"2026-04-28T03:21:49.894772Z","steps":["trace[610210900] 'agreement among raft nodes before linearized reading' (duration: 1.999945581s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:49.894841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:47.894662Z","time spent":"2.000169545s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:50.195638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.66436ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:21:50.195726Z","caller":"traceutil/trace.go:171","msg":"trace[1405918580] linearizableReadLoop","detail":"{readStateIndex:3753; appliedIndex:3752; }","duration":"929.338275ms","start":"2026-04-28T03:21:49.266374Z","end":"2026-04-28T03:21:50.195712Z","steps":["trace[1405918580] 'read index received' (duration: 83.892µs)","trace[1405918580] 'applied index is now lower than readState.Index' (duration: 929.253133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:50.195908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.229580362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:21:50.195877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190598612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:50.195929Z","caller":"traceutil/trace.go:171","msg":"trace[1194556700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3611; }","duration":"4.229636453s","start":"2026-04-28T03:21:45.966285Z","end":"2026-04-28T03:21:50.195921Z","steps":["trace[1194556700] 'agreement among raft nodes before linearized reading' (duration: 4.229502081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.195954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.966272Z","time spent":"4.229676563s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:21:50.195957Z","caller":"traceutil/trace.go:171","msg":"trace[967903007] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3611; }","duration":"2.190746835s","start":"2026-04-28T03:21:48.005191Z","end":"2026-04-28T03:21:50.195938Z","steps":["trace[967903007] 'agreement among raft nodes before linearized reading' (duration: 2.190558732s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.195956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.22840764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:21:50.196013Z","caller":"traceutil/trace.go:171","msg":"trace[568175006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3611; }","duration":"4.228499181s","start":"2026-04-28T03:21:45.967501Z","end":"2026-04-28T03:21:50.196Z","steps":["trace[568175006] 'agreement among raft nodes before linearized reading' (duration: 4.228285388s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:48.005165Z","time spent":"2.190830086s","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:50.196042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.967492Z","time spent":"4.228544482s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:50.196036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.306826864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-dmxhr\" ","response":"range_response_count:1 size:2454"} {"level":"info","ts":"2026-04-28T03:21:50.196113Z","caller":"traceutil/trace.go:171","msg":"trace[1493649740] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-dmxhr; range_end:; response_count:1; response_revision:3611; }","duration":"4.306928096s","start":"2026-04-28T03:21:45.88916Z","end":"2026-04-28T03:21:50.196088Z","steps":["trace[1493649740] 'agreement among raft nodes before linearized reading' (duration: 3.376359499s)","trace[1493649740] 'range keys from in-memory index tree' (duration: 930.359583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:50.196102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.30643194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-28T03:21:50.196166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.889149Z","time spent":"4.307008037s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2478,"request content":"key:\"/registry/secrets/openstack/valkey-server-dmxhr\" "} {"level":"warn","ts":"2026-04-28T03:21:50.196188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.711307657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:21:50.196205Z","caller":"traceutil/trace.go:171","msg":"trace[1870404970] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3611; }","duration":"3.711343757s","start":"2026-04-28T03:21:46.484856Z","end":"2026-04-28T03:21:50.196199Z","steps":["trace[1870404970] 'agreement among raft nodes before linearized reading' (duration: 3.711279446s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:50.196197Z","caller":"traceutil/trace.go:171","msg":"trace[413717587] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:3611; }","duration":"3.306624603s","start":"2026-04-28T03:21:46.889547Z","end":"2026-04-28T03:21:50.196172Z","steps":["trace[413717587] 'agreement among raft nodes before linearized reading' (duration: 3.306304988s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230563849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:21:50.196258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208924366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:50.196272Z","caller":"traceutil/trace.go:171","msg":"trace[597799013] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:3611; }","duration":"3.209000507s","start":"2026-04-28T03:21:46.987267Z","end":"2026-04-28T03:21:50.196268Z","steps":["trace[597799013] 'agreement among raft nodes before linearized reading' (duration: 3.208971777s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:50.196272Z","caller":"traceutil/trace.go:171","msg":"trace[1942964661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3611; }","duration":"4.23062775s","start":"2026-04-28T03:21:45.965638Z","end":"2026-04-28T03:21:50.196266Z","steps":["trace[1942964661] 'agreement among raft nodes before linearized reading' (duration: 4.230564639s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.987238Z","time spent":"3.209044667s","remote":"127.0.0.1:60994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-04-28T03:21:50.196275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.889498Z","time spent":"3.306760646s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" "} {"level":"warn","ts":"2026-04-28T03:21:50.196344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230767692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:21:50.196368Z","caller":"traceutil/trace.go:171","msg":"trace[902547554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3611; }","duration":"4.230815764s","start":"2026-04-28T03:21:45.965547Z","end":"2026-04-28T03:21:50.196363Z","steps":["trace[902547554] 'agreement among raft nodes before linearized reading' (duration: 4.230757303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.965515Z","time spent":"4.230865594s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:50.196219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.484843Z","time spent":"3.711373428s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:21:50.196428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306915979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-28T03:21:50.196497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299521289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:50.196517Z","caller":"traceutil/trace.go:171","msg":"trace[832080331] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3611; }","duration":"4.299558139s","start":"2026-04-28T03:21:45.896952Z","end":"2026-04-28T03:21:50.19651Z","steps":["trace[832080331] 'agreement among raft nodes before linearized reading' (duration: 4.299527059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.306756938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3730"} {"level":"warn","ts":"2026-04-28T03:21:50.196539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.896944Z","time spent":"4.29959158s","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:21:50.196524Z","caller":"traceutil/trace.go:171","msg":"trace[782406570] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c; range_end:; response_count:1; response_revision:3611; }","duration":"3.307023492s","start":"2026-04-28T03:21:46.889464Z","end":"2026-04-28T03:21:50.196487Z","steps":["trace[782406570] 'agreement among raft nodes before linearized reading' (duration: 3.306779828s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.965618Z","time spent":"4.230670601s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:50.196557Z","caller":"traceutil/trace.go:171","msg":"trace[690319860] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3611; }","duration":"3.307207765s","start":"2026-04-28T03:21:46.889335Z","end":"2026-04-28T03:21:50.196543Z","steps":["trace[690319860] 'agreement among raft nodes before linearized reading' (duration: 3.306587224s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.889316Z","time spent":"3.307277387s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3754,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:21:50.196619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.305337091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:50.196662Z","caller":"traceutil/trace.go:171","msg":"trace[1112649850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3611; }","duration":"3.305392432s","start":"2026-04-28T03:21:46.891258Z","end":"2026-04-28T03:21:50.19665Z","steps":["trace[1112649850] 'agreement among raft nodes before linearized reading' (duration: 3.305269929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.891251Z","time spent":"3.305443173s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:50.196734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304676475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:1 size:5410"} {"level":"warn","ts":"2026-04-28T03:21:50.196467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232976624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:21:50.196805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.374717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:50.196813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.655208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:50.196807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.78738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:50.196833Z","caller":"traceutil/trace.go:171","msg":"trace[1327646849] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3611; }","duration":"145.439259ms","start":"2026-04-28T03:21:50.051383Z","end":"2026-04-28T03:21:50.196822Z","steps":["trace[1327646849] 'agreement among raft nodes before linearized reading' (duration: 145.396038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:50.196834Z","caller":"traceutil/trace.go:171","msg":"trace[953280927] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3611; }","duration":"281.708149ms","start":"2026-04-28T03:21:49.91512Z","end":"2026-04-28T03:21:50.196828Z","steps":["trace[953280927] 'agreement among raft nodes before linearized reading' (duration: 281.668678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:50.19682Z","caller":"traceutil/trace.go:171","msg":"trace[2010553824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3611; }","duration":"4.233343591s","start":"2026-04-28T03:21:45.963451Z","end":"2026-04-28T03:21:50.196795Z","steps":["trace[2010553824] 'agreement among raft nodes before linearized reading' (duration: 4.232980754s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:50.196846Z","caller":"traceutil/trace.go:171","msg":"trace[1549774971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3611; }","duration":"293.868252ms","start":"2026-04-28T03:21:49.902968Z","end":"2026-04-28T03:21:50.196836Z","steps":["trace[1549774971] 'agreement among raft nodes before linearized reading' (duration: 293.808781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.095789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:21:50.196907Z","caller":"traceutil/trace.go:171","msg":"trace[922090236] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a; range_end:; response_count:1; response_revision:3611; }","duration":"299.16773ms","start":"2026-04-28T03:21:49.897729Z","end":"2026-04-28T03:21:50.196897Z","steps":["trace[922090236] 'agreement among raft nodes before linearized reading' (duration: 299.095129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.558762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:50.19697Z","caller":"traceutil/trace.go:171","msg":"trace[842420520] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3611; }","duration":"378.678814ms","start":"2026-04-28T03:21:49.818275Z","end":"2026-04-28T03:21:50.196953Z","steps":["trace[842420520] 'agreement among raft nodes before linearized reading' (duration: 378.563222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.196604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:46.889427Z","time spent":"3.307141754s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" "} {"level":"warn","ts":"2026-04-28T03:21:50.196917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.963434Z","time spent":"4.233436263s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:50.197029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:49.818254Z","time spent":"378.758965ms","remote":"127.0.0.1:39930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:50.196766Z","caller":"traceutil/trace.go:171","msg":"trace[1147662283] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:1; response_revision:3611; }","duration":"4.304734926s","start":"2026-04-28T03:21:45.892023Z","end":"2026-04-28T03:21:50.196758Z","steps":["trace[1147662283] 'agreement among raft nodes before linearized reading' (duration: 4.304613784s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.197079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:45.892008Z","time spent":"4.305063552s","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5434,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"warn","ts":"2026-04-28T03:21:50.197156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.379763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413389"} {"level":"info","ts":"2026-04-28T03:21:50.197218Z","caller":"traceutil/trace.go:171","msg":"trace[858308818] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:3611; }","duration":"470.455233ms","start":"2026-04-28T03:21:49.726737Z","end":"2026-04-28T03:21:50.197192Z","steps":["trace[858308818] 'agreement among raft nodes before linearized reading' (duration: 469.998775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.197251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:49.726721Z","time spent":"470.521515ms","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413413,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-28T03:21:50.670254Z","caller":"traceutil/trace.go:171","msg":"trace[421098501] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3613; }","duration":"469.898654ms","start":"2026-04-28T03:21:50.200337Z","end":"2026-04-28T03:21:50.670236Z","steps":["trace[421098501] 'process raft request' (duration: 469.852313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:50.670387Z","caller":"traceutil/trace.go:171","msg":"trace[663348791] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"469.997416ms","start":"2026-04-28T03:21:50.200338Z","end":"2026-04-28T03:21:50.670335Z","steps":["trace[663348791] 'process raft request' (duration: 469.70757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.670435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.57083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:50.670314Z","caller":"traceutil/trace.go:171","msg":"trace[52547158] linearizableReadLoop","detail":"{readStateIndex:3755; appliedIndex:3755; }","duration":"467.443708ms","start":"2026-04-28T03:21:50.202847Z","end":"2026-04-28T03:21:50.67029Z","steps":["trace[52547158] 'read index received' (duration: 467.432718ms)","trace[52547158] 'applied index is now lower than readState.Index' (duration: 8.22µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:50.670487Z","caller":"traceutil/trace.go:171","msg":"trace[1685610237] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:0; response_revision:3613; }","duration":"467.665672ms","start":"2026-04-28T03:21:50.202809Z","end":"2026-04-28T03:21:50.670474Z","steps":["trace[1685610237] 'agreement among raft nodes before linearized reading' (duration: 467.54505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:50.670533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.202791Z","time spent":"467.733653ms","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/vector\" "} {"level":"warn","ts":"2026-04-28T03:21:50.670575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.200319Z","time spent":"470.161508ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:50.670562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.200315Z","time spent":"470.048656ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":51,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-28T03:21:51.171407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:51.672001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:52.172967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:52.174179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133139518s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:21:52.174592Z","caller":"traceutil/trace.go:171","msg":"trace[116815526] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"1.9716831s","start":"2026-04-28T03:21:50.202886Z","end":"2026-04-28T03:21:52.17457Z","steps":["trace[116815526] 'process raft request' (duration: 1.971483276s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:52.174795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.202868Z","time spent":"1.971855963s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:52.174895Z","caller":"traceutil/trace.go:171","msg":"trace[1005820112] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"1.971521526s","start":"2026-04-28T03:21:50.20335Z","end":"2026-04-28T03:21:52.174872Z","steps":["trace[1005820112] 'process raft request' (duration: 1.971402064s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:52.174952Z","caller":"traceutil/trace.go:171","msg":"trace[492986907] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"1.971642359s","start":"2026-04-28T03:21:50.203274Z","end":"2026-04-28T03:21:52.174917Z","steps":["trace[492986907] 'process raft request' (duration: 1.971257312s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:52.174997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.203336Z","time spent":"1.971595048s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:52.175039Z","caller":"traceutil/trace.go:171","msg":"trace[203237804] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"1.970478258s","start":"2026-04-28T03:21:50.204512Z","end":"2026-04-28T03:21:52.174991Z","steps":["trace[203237804] 'process raft request' (duration: 1.970330075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:52.175114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.203261Z","time spent":"1.971766572s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:52.175178Z","caller":"traceutil/trace.go:171","msg":"trace[1612150345] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"1.968971011s","start":"2026-04-28T03:21:50.206199Z","end":"2026-04-28T03:21:52.17517Z","steps":["trace[1612150345] 'process raft request' (duration: 1.968717785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:52.175217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.206176Z","time spent":"1.969021502s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:52.175235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.204498Z","time spent":"1.970621001s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:52.175316Z","caller":"traceutil/trace.go:171","msg":"trace[1013540559] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"1.580317353s","start":"2026-04-28T03:21:50.594987Z","end":"2026-04-28T03:21:52.175304Z","steps":["trace[1013540559] 'process raft request' (duration: 1.580093729s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:52.175376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.594959Z","time spent":"1.580387195s","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413995,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:53.679636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000055432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:21:53.679765Z","caller":"traceutil/trace.go:171","msg":"trace[1095527686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269636s","start":"2026-04-28T03:21:51.679473Z","end":"2026-04-28T03:21:53.679743Z","steps":["trace[1095527686] 'agreement among raft nodes before linearized reading' (duration: 2.000093123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:53.679843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.679447Z","time spent":"2.000380968s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:54.092387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.914945576s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:21:55.680314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999700786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:21:55.68039Z","caller":"traceutil/trace.go:171","msg":"trace[242611592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999842139s","start":"2026-04-28T03:21:53.680532Z","end":"2026-04-28T03:21:55.680374Z","steps":["trace[242611592] 'agreement among raft nodes before linearized reading' (duration: 1.999739887s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.680426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.680506Z","time spent":"1.99991278s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:21:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:21:55.761777Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.657582626s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:21:55.822703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.611394ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:55.822863Z","caller":"traceutil/trace.go:171","msg":"trace[880602157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3619; }","duration":"623.787627ms","start":"2026-04-28T03:21:55.199049Z","end":"2026-04-28T03:21:55.822837Z","steps":["trace[880602157] 'range keys from in-memory index tree' (duration: 623.556473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.823099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730480148s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:55.823444Z","caller":"traceutil/trace.go:171","msg":"trace[509947595] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"2.745133514s","start":"2026-04-28T03:21:53.078292Z","end":"2026-04-28T03:21:55.823426Z","steps":["trace[509947595] 'process raft request' (duration: 2.745086243s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.823486Z","caller":"traceutil/trace.go:171","msg":"trace[591509443] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"4.551620702s","start":"2026-04-28T03:21:51.271824Z","end":"2026-04-28T03:21:55.823444Z","steps":["trace[591509443] 'process raft request' (duration: 4.551451739s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.823522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.078268Z","time spent":"2.745219915s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:55.823642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.271814Z","time spent":"4.551743944s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:55.823652Z","caller":"traceutil/trace.go:171","msg":"trace[61124985] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"4.551750515s","start":"2026-04-28T03:21:51.271887Z","end":"2026-04-28T03:21:55.823638Z","steps":["trace[61124985] 'process raft request' (duration: 4.551421029s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.823725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.271866Z","time spent":"4.551816485s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:55.823768Z","caller":"traceutil/trace.go:171","msg":"trace[1984026895] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"5.139732923s","start":"2026-04-28T03:21:50.68401Z","end":"2026-04-28T03:21:55.823743Z","steps":["trace[1984026895] 'process raft request' (duration: 3.408524721s)","trace[1984026895] 'compare' (duration: 1.730216513s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:21:55.823843Z","caller":"traceutil/trace.go:171","msg":"trace[2018411732] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"4.551856916s","start":"2026-04-28T03:21:51.271971Z","end":"2026-04-28T03:21:55.823828Z","steps":["trace[2018411732] 'process raft request' (duration: 4.551364706s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.823873Z","caller":"traceutil/trace.go:171","msg":"trace[723036755] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"4.552447748s","start":"2026-04-28T03:21:51.271413Z","end":"2026-04-28T03:21:55.823861Z","steps":["trace[723036755] 'process raft request' (duration: 4.551772695s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.823873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.683991Z","time spent":"5.139827845s","remote":"127.0.0.1:54166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2093,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:55.823914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.271945Z","time spent":"4.551927728s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:55.823933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.271391Z","time spent":"4.552512519s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:55.824051Z","caller":"traceutil/trace.go:171","msg":"trace[1107105678] linearizableReadLoop","detail":"{readStateIndex:3766; appliedIndex:3755; }","duration":"5.153519967s","start":"2026-04-28T03:21:50.670516Z","end":"2026-04-28T03:21:55.824036Z","steps":["trace[1107105678] 'read index received' (duration: 1.503843514s)","trace[1107105678] 'applied index is now lower than readState.Index' (duration: 3.649674713s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:55.824182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.459900699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:55.824228Z","caller":"traceutil/trace.go:171","msg":"trace[2038014401] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3625; }","duration":"5.459978291s","start":"2026-04-28T03:21:50.364234Z","end":"2026-04-28T03:21:55.824212Z","steps":["trace[2038014401] 'agreement among raft nodes before linearized reading' (duration: 5.459893339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.824271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.364218Z","time spent":"5.460040572s","remote":"127.0.0.1:33020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:55.824525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.62125998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:55.824568Z","caller":"traceutil/trace.go:171","msg":"trace[120137963] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3625; }","duration":"5.621327492s","start":"2026-04-28T03:21:50.203228Z","end":"2026-04-28T03:21:55.824555Z","steps":["trace[120137963] 'agreement among raft nodes before linearized reading' (duration: 5.621250241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.824607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.20321Z","time spent":"5.621385463s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:21:55.825044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.612552529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2108"} {"level":"warn","ts":"2026-04-28T03:21:55.825018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.61742626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:104720"} {"level":"warn","ts":"2026-04-28T03:21:55.825196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.565338341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T03:21:55.825244Z","caller":"traceutil/trace.go:171","msg":"trace[1274180144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3625; }","duration":"5.617719456s","start":"2026-04-28T03:21:50.207491Z","end":"2026-04-28T03:21:55.82521Z","steps":["trace[1274180144] 'agreement among raft nodes before linearized reading' (duration: 5.616945921s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.825258Z","caller":"traceutil/trace.go:171","msg":"trace[1142946583] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3625; }","duration":"5.565403622s","start":"2026-04-28T03:21:50.259838Z","end":"2026-04-28T03:21:55.825242Z","steps":["trace[1142946583] 'agreement among raft nodes before linearized reading' (duration: 5.565117006s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.82531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.259824Z","time spent":"5.565474723s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:55.825321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.20748Z","time spent":"5.617827578s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":104744,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:21:55.825151Z","caller":"traceutil/trace.go:171","msg":"trace[533034645] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:3625; }","duration":"5.61262994s","start":"2026-04-28T03:21:50.212452Z","end":"2026-04-28T03:21:55.825082Z","steps":["trace[533034645] 'agreement among raft nodes before linearized reading' (duration: 5.612536449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.826125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.212439Z","time spent":"5.61363884s","remote":"127.0.0.1:54166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2132,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-04-28T03:21:55.891323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334018973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:55.891408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37440356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:55.891456Z","caller":"traceutil/trace.go:171","msg":"trace[1604559167] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:3626; }","duration":"2.334213597s","start":"2026-04-28T03:21:53.557215Z","end":"2026-04-28T03:21:55.891429Z","steps":["trace[1604559167] 'agreement among raft nodes before linearized reading' (duration: 2.334010313s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.891491Z","caller":"traceutil/trace.go:171","msg":"trace[1557799294] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3626; }","duration":"1.374556864s","start":"2026-04-28T03:21:54.516913Z","end":"2026-04-28T03:21:55.891469Z","steps":["trace[1557799294] 'agreement among raft nodes before linearized reading' (duration: 1.374355s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.891521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.557195Z","time spent":"2.334311268s","remote":"127.0.0.1:54266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:55.891541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.516893Z","time spent":"1.374636755s","remote":"127.0.0.1:39768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:55.891595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546495647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:55.891678Z","caller":"traceutil/trace.go:171","msg":"trace[1918370478] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3626; }","duration":"2.546597379s","start":"2026-04-28T03:21:53.345043Z","end":"2026-04-28T03:21:55.89164Z","steps":["trace[1918370478] 'agreement among raft nodes before linearized reading' (duration: 2.546510847s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.891691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.761626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:21:55.891719Z","caller":"traceutil/trace.go:171","msg":"trace[57251608] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"1.187267364s","start":"2026-04-28T03:21:54.704422Z","end":"2026-04-28T03:21:55.89169Z","steps":["trace[57251608] 'process raft request' (duration: 1.186522491s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.891512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685384845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3730"} {"level":"info","ts":"2026-04-28T03:21:55.891781Z","caller":"traceutil/trace.go:171","msg":"trace[390625483] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a; range_end:; response_count:1; response_revision:3626; }","duration":"207.887608ms","start":"2026-04-28T03:21:55.683866Z","end":"2026-04-28T03:21:55.891754Z","steps":["trace[390625483] 'agreement among raft nodes before linearized reading' (duration: 207.623913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.891814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3005408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:55.891815Z","caller":"traceutil/trace.go:171","msg":"trace[1162734387] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3626; }","duration":"4.685714412s","start":"2026-04-28T03:21:51.206081Z","end":"2026-04-28T03:21:55.891796Z","steps":["trace[1162734387] 'agreement among raft nodes before linearized reading' (duration: 4.685294105s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.891794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161797146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:55.891849Z","caller":"traceutil/trace.go:171","msg":"trace[492841088] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3626; }","duration":"1.300650342s","start":"2026-04-28T03:21:54.591188Z","end":"2026-04-28T03:21:55.891839Z","steps":["trace[492841088] 'agreement among raft nodes before linearized reading' (duration: 1.300592211s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.891861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.206072Z","time spent":"4.685775093s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3754,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:21:55.89186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.704397Z","time spent":"1.187383247s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:55.891875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898859705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18828"} {"level":"info","ts":"2026-04-28T03:21:55.891882Z","caller":"traceutil/trace.go:171","msg":"trace[2101536506] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3626; }","duration":"1.161956128s","start":"2026-04-28T03:21:54.729903Z","end":"2026-04-28T03:21:55.891859Z","steps":["trace[2101536506] 'agreement among raft nodes before linearized reading' (duration: 1.161684854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.891964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.729895Z","time spent":"1.16205563s","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:55.89206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712478987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:21:55.89188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.591153Z","time spent":"1.300718924s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:55.892067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.869814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:55.892105Z","caller":"traceutil/trace.go:171","msg":"trace[1520694100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3626; }","duration":"1.712547378s","start":"2026-04-28T03:21:54.179546Z","end":"2026-04-28T03:21:55.892093Z","steps":["trace[1520694100] 'agreement among raft nodes before linearized reading' (duration: 1.712420715s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.892122Z","caller":"traceutil/trace.go:171","msg":"trace[1973564202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3626; }","duration":"203.971216ms","start":"2026-04-28T03:21:55.688136Z","end":"2026-04-28T03:21:55.892107Z","steps":["trace[1973564202] 'agreement among raft nodes before linearized reading' (duration: 203.870124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.892144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.179534Z","time spent":"1.712599608s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:21:55.892217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.517845984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:21:55.892219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.218292029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:55.892249Z","caller":"traceutil/trace.go:171","msg":"trace[696472623] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:3626; }","duration":"3.517922385s","start":"2026-04-28T03:21:52.374318Z","end":"2026-04-28T03:21:55.89224Z","steps":["trace[696472623] 'agreement among raft nodes before linearized reading' (duration: 3.517825253s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.892289Z","caller":"traceutil/trace.go:171","msg":"trace[947733899] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:0; response_revision:3626; }","duration":"5.218398392s","start":"2026-04-28T03:21:50.67387Z","end":"2026-04-28T03:21:55.892269Z","steps":["trace[947733899] 'agreement among raft nodes before linearized reading' (duration: 5.218237159s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.892341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:50.673853Z","time spent":"5.218475803s","remote":"127.0.0.1:32940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/vector\" "} {"level":"warn","ts":"2026-04-28T03:21:55.892438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712861394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:21:55.892476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247619682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:55.892495Z","caller":"traceutil/trace.go:171","msg":"trace[460233340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3626; }","duration":"1.712940515s","start":"2026-04-28T03:21:54.17954Z","end":"2026-04-28T03:21:55.892481Z","steps":["trace[460233340] 'agreement among raft nodes before linearized reading' (duration: 1.712781002s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.892515Z","caller":"traceutil/trace.go:171","msg":"trace[361750702] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3626; }","duration":"2.247683864s","start":"2026-04-28T03:21:53.644822Z","end":"2026-04-28T03:21:55.892506Z","steps":["trace[361750702] 'agreement among raft nodes before linearized reading' (duration: 2.247560022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.892513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713071198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:21:55.891518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685241263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-28T03:21:55.892548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.64481Z","time spent":"2.247730754s","remote":"127.0.0.1:32940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":106,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:55.892542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.179529Z","time spent":"1.713002476s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:21:55.892571Z","caller":"traceutil/trace.go:171","msg":"trace[451444995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3626; }","duration":"1.71316249s","start":"2026-04-28T03:21:54.179388Z","end":"2026-04-28T03:21:55.89255Z","steps":["trace[451444995] 'agreement among raft nodes before linearized reading' (duration: 1.713013937s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.892619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.179366Z","time spent":"1.713240781s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:21:55.892604Z","caller":"traceutil/trace.go:171","msg":"trace[1284375794] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c; range_end:; response_count:1; response_revision:3626; }","duration":"4.686359223s","start":"2026-04-28T03:21:51.206212Z","end":"2026-04-28T03:21:55.892571Z","steps":["trace[1284375794] 'agreement among raft nodes before linearized reading' (duration: 4.68512223s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.891736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:53.345021Z","time spent":"2.54669925s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:55.89264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713781901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:21:55.892727Z","caller":"traceutil/trace.go:171","msg":"trace[822035067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3626; }","duration":"1.713930773s","start":"2026-04-28T03:21:54.178778Z","end":"2026-04-28T03:21:55.892709Z","steps":["trace[822035067] 'agreement among raft nodes before linearized reading' (duration: 1.713661329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.892753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713212531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:21:55.892772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.178759Z","time spent":"1.714005324s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:21:55.892769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525723379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:55.892809Z","caller":"traceutil/trace.go:171","msg":"trace[1900697009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3626; }","duration":"1.713304922s","start":"2026-04-28T03:21:54.179488Z","end":"2026-04-28T03:21:55.892793Z","steps":["trace[1900697009] 'agreement among raft nodes before linearized reading' (duration: 1.713156739s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:55.892823Z","caller":"traceutil/trace.go:171","msg":"trace[744925682] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3626; }","duration":"3.52577372s","start":"2026-04-28T03:21:52.36703Z","end":"2026-04-28T03:21:55.892803Z","steps":["trace[744925682] 'agreement among raft nodes before linearized reading' (duration: 3.525675948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.892851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:54.179466Z","time spent":"1.713375244s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:21:55.892867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:52.366976Z","time spent":"3.525877112s","remote":"127.0.0.1:39900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":25,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:55.892677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.206185Z","time spent":"4.686469805s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" "} {"level":"warn","ts":"2026-04-28T03:21:55.89296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457161867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa673846f0f6ca\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-28T03:21:55.892992Z","caller":"traceutil/trace.go:171","msg":"trace[1097640839] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa673846f0f6ca; range_end:; response_count:1; response_revision:3626; }","duration":"3.457217957s","start":"2026-04-28T03:21:52.435765Z","end":"2026-04-28T03:21:55.892983Z","steps":["trace[1097640839] 'agreement among raft nodes before linearized reading' (duration: 3.456551775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.892299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:52.374296Z","time spent":"3.517996546s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-04-28T03:21:55.893018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:52.435751Z","time spent":"3.457260868s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa673846f0f6ca\" "} {"level":"warn","ts":"2026-04-28T03:21:55.893017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.686083099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:55.893069Z","caller":"traceutil/trace.go:171","msg":"trace[375586431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3626; }","duration":"4.686149599s","start":"2026-04-28T03:21:51.206902Z","end":"2026-04-28T03:21:55.893051Z","steps":["trace[375586431] 'agreement among raft nodes before linearized reading' (duration: 4.686031617s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.893105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.206891Z","time spent":"4.68620437s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:21:55.894269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68947799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-28T03:21:55.894337Z","caller":"traceutil/trace.go:171","msg":"trace[1806569822] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:3626; }","duration":"4.689602353s","start":"2026-04-28T03:21:51.204717Z","end":"2026-04-28T03:21:55.894319Z","steps":["trace[1806569822] 'agreement among raft nodes before linearized reading' (duration: 4.687833481s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.894367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:51.204695Z","time spent":"4.689665995s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" "} {"level":"info","ts":"2026-04-28T03:21:55.891926Z","caller":"traceutil/trace.go:171","msg":"trace[536463657] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3626; }","duration":"2.898950266s","start":"2026-04-28T03:21:52.992962Z","end":"2026-04-28T03:21:55.891912Z","steps":["trace[536463657] 'agreement among raft nodes before linearized reading' (duration: 2.898802774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:55.894729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:52.99294Z","time spent":"2.901780008s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18852,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:21:56.398181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:21:58.040006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153188036s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:21:58.407563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520756076s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:21:58.408119Z","caller":"traceutil/trace.go:171","msg":"trace[1670115876] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"576.490396ms","start":"2026-04-28T03:21:57.831611Z","end":"2026-04-28T03:21:58.408102Z","steps":["trace[1670115876] 'process raft request' (duration: 576.457355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.408189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.831596Z","time spent":"576.560687ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.408392Z","caller":"traceutil/trace.go:171","msg":"trace[1312863478] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"2.514311404s","start":"2026-04-28T03:21:55.894068Z","end":"2026-04-28T03:21:58.40838Z","steps":["trace[1312863478] 'process raft request' (duration: 992.643821ms)","trace[1312863478] 'compare' (duration: 1.520535392s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:58.408451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.894042Z","time spent":"2.514380405s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.408543Z","caller":"traceutil/trace.go:171","msg":"trace[1793056950] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"2.51036739s","start":"2026-04-28T03:21:55.898142Z","end":"2026-04-28T03:21:58.408509Z","steps":["trace[1793056950] 'process raft request' (duration: 2.509751308s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.408578Z","caller":"traceutil/trace.go:171","msg":"trace[404431066] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"577.984064ms","start":"2026-04-28T03:21:57.830564Z","end":"2026-04-28T03:21:58.408548Z","steps":["trace[404431066] 'process raft request' (duration: 577.421493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.408614Z","caller":"traceutil/trace.go:171","msg":"trace[2108470165] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"577.297202ms","start":"2026-04-28T03:21:57.831297Z","end":"2026-04-28T03:21:58.408594Z","steps":["trace[2108470165] 'process raft request' (duration: 576.742531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.408669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.898131Z","time spent":"2.510468272s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.40891Z","caller":"traceutil/trace.go:171","msg":"trace[1861765119] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"2.513163962s","start":"2026-04-28T03:21:55.89571Z","end":"2026-04-28T03:21:58.408874Z","steps":["trace[1861765119] 'process raft request' (duration: 2.51201289s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.408932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.895547Z","time spent":"2.513377895s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:21:58.408969Z","caller":"traceutil/trace.go:171","msg":"trace[1761835165] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"2.51090243s","start":"2026-04-28T03:21:55.898039Z","end":"2026-04-28T03:21:58.408941Z","steps":["trace[1761835165] 'process raft request' (duration: 2.509789899s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.409038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.895694Z","time spent":"2.513275254s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.409239Z","caller":"traceutil/trace.go:171","msg":"trace[828163944] transaction","detail":"{read_only:false; response_revision:3634; number_of_response:1; }","duration":"1.637329732s","start":"2026-04-28T03:21:56.771895Z","end":"2026-04-28T03:21:58.409225Z","steps":["trace[828163944] 'process raft request' (duration: 1.636052538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.409289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:56.771867Z","time spent":"1.637391643s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.409419Z","caller":"traceutil/trace.go:171","msg":"trace[380865326] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"2.511402889s","start":"2026-04-28T03:21:55.898002Z","end":"2026-04-28T03:21:58.409404Z","steps":["trace[380865326] 'process raft request' (duration: 2.509783919s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.409483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.897981Z","time spent":"2.51146891s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.409488Z","caller":"traceutil/trace.go:171","msg":"trace[88734208] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"2.510867699s","start":"2026-04-28T03:21:55.89861Z","end":"2026-04-28T03:21:58.409478Z","steps":["trace[88734208] 'process raft request' (duration: 2.509308691s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.409511Z","caller":"traceutil/trace.go:171","msg":"trace[106979440] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"578.746267ms","start":"2026-04-28T03:21:57.830749Z","end":"2026-04-28T03:21:58.409495Z","steps":["trace[106979440] 'process raft request' (duration: 577.2638ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.409507Z","caller":"traceutil/trace.go:171","msg":"trace[2011256343] linearizableReadLoop","detail":"{readStateIndex:3776; appliedIndex:3768; }","duration":"2.512264155s","start":"2026-04-28T03:21:55.897214Z","end":"2026-04-28T03:21:58.409478Z","steps":["trace[2011256343] 'read index received' (duration: 989.589044ms)","trace[2011256343] 'applied index is now lower than readState.Index' (duration: 1.522671601s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:21:58.409587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.830714Z","time spent":"578.831709ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:58.409641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.8986Z","time spent":"2.511009702s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:58.409643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.831265Z","time spent":"577.392244ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:58.409649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.898024Z","time spent":"2.510991921s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:58.409689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512451348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:58.409721Z","caller":"traceutil/trace.go:171","msg":"trace[763195329] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"2.511617842s","start":"2026-04-28T03:21:55.898088Z","end":"2026-04-28T03:21:58.409705Z","steps":["trace[763195329] 'process raft request' (duration: 2.509773699s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.409732Z","caller":"traceutil/trace.go:171","msg":"trace[1206713146] range","detail":"{range_begin:/registry/clusterrolebindings/vector; range_end:; response_count:0; response_revision:3638; }","duration":"2.512540599s","start":"2026-04-28T03:21:55.897176Z","end":"2026-04-28T03:21:58.409717Z","steps":["trace[1206713146] 'agreement among raft nodes before linearized reading' (duration: 2.512440328s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.40977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.897036Z","time spent":"2.512726223s","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/clusterrolebindings/vector\" "} {"level":"warn","ts":"2026-04-28T03:21:58.409772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510080254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18828"} {"level":"warn","ts":"2026-04-28T03:21:58.409784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.898079Z","time spent":"2.511667873s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:21:58.409813Z","caller":"traceutil/trace.go:171","msg":"trace[450911170] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3638; }","duration":"2.510143477s","start":"2026-04-28T03:21:55.899657Z","end":"2026-04-28T03:21:58.4098Z","steps":["trace[450911170] 'agreement among raft nodes before linearized reading' (duration: 2.510013664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.409825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506480683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-28T03:21:58.409826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.830538Z","time spent":"578.102366ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:21:58.40985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.899646Z","time spent":"2.510195328s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18852,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:21:58.409855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.816207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:21:58.40989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26848112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:21:58.409892Z","caller":"traceutil/trace.go:171","msg":"trace[1037733507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3638; }","duration":"731.929749ms","start":"2026-04-28T03:21:57.677952Z","end":"2026-04-28T03:21:58.409882Z","steps":["trace[1037733507] 'agreement among raft nodes before linearized reading' (duration: 731.827728ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.409911Z","caller":"traceutil/trace.go:171","msg":"trace[1037241604] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3638; }","duration":"1.268538361s","start":"2026-04-28T03:21:57.141366Z","end":"2026-04-28T03:21:58.409905Z","steps":["trace[1037241604] 'agreement among raft nodes before linearized reading' (duration: 1.2684995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.40993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.141345Z","time spent":"1.268579382s","remote":"127.0.0.1:32966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:58.409942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.677931Z","time spent":"731.98131ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:21:58.410027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508814517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:21:58.410054Z","caller":"traceutil/trace.go:171","msg":"trace[691414897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3638; }","duration":"1.508874747s","start":"2026-04-28T03:21:56.901169Z","end":"2026-04-28T03:21:58.410044Z","steps":["trace[691414897] 'agreement among raft nodes before linearized reading' (duration: 1.508806066s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.410064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506702157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-28T03:21:58.410074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:56.901144Z","time spent":"1.508925879s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:21:58.410088Z","caller":"traceutil/trace.go:171","msg":"trace[1253986210] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:3638; }","duration":"1.506726628s","start":"2026-04-28T03:21:56.903355Z","end":"2026-04-28T03:21:58.410081Z","steps":["trace[1253986210] 'agreement among raft nodes before linearized reading' (duration: 1.506660477s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.410107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:56.903322Z","time spent":"1.506779868s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" "} {"level":"warn","ts":"2026-04-28T03:21:58.410152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.178397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:21:58.4102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510543388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3730"} {"level":"info","ts":"2026-04-28T03:21:58.4102Z","caller":"traceutil/trace.go:171","msg":"trace[121476718] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3638; }","duration":"484.272288ms","start":"2026-04-28T03:21:57.92592Z","end":"2026-04-28T03:21:58.410192Z","steps":["trace[121476718] 'agreement among raft nodes before linearized reading' (duration: 484.185866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.410221Z","caller":"traceutil/trace.go:171","msg":"trace[955452381] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3638; }","duration":"1.510607559s","start":"2026-04-28T03:21:56.899606Z","end":"2026-04-28T03:21:58.410214Z","steps":["trace[955452381] 'agreement among raft nodes before linearized reading' (duration: 1.510547948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.410232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.925898Z","time spent":"484.324709ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:21:58.41024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:56.899582Z","time spent":"1.51065355s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3754,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:21:58.41036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962851298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:21:58.410385Z","caller":"traceutil/trace.go:171","msg":"trace[597387670] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3638; }","duration":"1.962878048s","start":"2026-04-28T03:21:56.447501Z","end":"2026-04-28T03:21:58.410379Z","steps":["trace[597387670] 'agreement among raft nodes before linearized reading' (duration: 1.962808207s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.410403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:56.447461Z","time spent":"1.962937218s","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":36,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:21:58.409853Z","caller":"traceutil/trace.go:171","msg":"trace[626588336] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c; range_end:; response_count:1; response_revision:3638; }","duration":"1.506537654s","start":"2026-04-28T03:21:56.903307Z","end":"2026-04-28T03:21:58.409844Z","steps":["trace[626588336] 'agreement among raft nodes before linearized reading' (duration: 1.506447821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.410449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:56.903291Z","time spent":"1.507149155s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" "} {"level":"warn","ts":"2026-04-28T03:21:58.410575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.983171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:21:58.410643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987151515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T03:21:58.410667Z","caller":"traceutil/trace.go:171","msg":"trace[1160484283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3638; }","duration":"1.987217096s","start":"2026-04-28T03:21:56.423443Z","end":"2026-04-28T03:21:58.41066Z","steps":["trace[1160484283] 'agreement among raft nodes before linearized reading' (duration: 1.987127424s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:21:58.410672Z","caller":"traceutil/trace.go:171","msg":"trace[1504126116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3638; }","duration":"579.040663ms","start":"2026-04-28T03:21:57.831554Z","end":"2026-04-28T03:21:58.410594Z","steps":["trace[1504126116] 'agreement among raft nodes before linearized reading' (duration: 578.793399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.410684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:56.423424Z","time spent":"1.987255916s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:21:58.410694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:57.831541Z","time spent":"579.147125ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:21:58.411257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510755658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-28T03:21:58.411297Z","caller":"traceutil/trace.go:171","msg":"trace[758685978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3638; }","duration":"2.510811539s","start":"2026-04-28T03:21:55.900477Z","end":"2026-04-28T03:21:58.411289Z","steps":["trace[758685978] 'agreement among raft nodes before linearized reading' (duration: 2.510706367s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:21:58.411337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:21:55.90047Z","time spent":"2.51086057s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:22:00.671904Z","caller":"traceutil/trace.go:171","msg":"trace[728390942] transaction","detail":"{read_only:false; response_revision:3706; number_of_response:1; }","duration":"255.442534ms","start":"2026-04-28T03:22:00.416422Z","end":"2026-04-28T03:22:00.671864Z","steps":["trace[728390942] 'process raft request' (duration: 255.254551ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:00.671924Z","caller":"traceutil/trace.go:171","msg":"trace[1885333459] linearizableReadLoop","detail":"{readStateIndex:3851; appliedIndex:3851; }","duration":"254.899374ms","start":"2026-04-28T03:22:00.416974Z","end":"2026-04-28T03:22:00.671873Z","steps":["trace[1885333459] 'read index received' (duration: 254.873434ms)","trace[1885333459] 'applied index is now lower than readState.Index' (duration: 21.31µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:00.672368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.340382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:22:00.672486Z","caller":"traceutil/trace.go:171","msg":"trace[1539461300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3706; }","duration":"255.524296ms","start":"2026-04-28T03:22:00.416935Z","end":"2026-04-28T03:22:00.672459Z","steps":["trace[1539461300] 'agreement among raft nodes before linearized reading' (duration: 255.099177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.102691Z","caller":"traceutil/trace.go:171","msg":"trace[1789422554] transaction","detail":"{read_only:false; response_revision:3711; number_of_response:1; }","duration":"425.15483ms","start":"2026-04-28T03:22:00.677499Z","end":"2026-04-28T03:22:01.102654Z","steps":["trace[1789422554] 'process raft request' (duration: 425.101469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.102707Z","caller":"traceutil/trace.go:171","msg":"trace[1914949202] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"683.864624ms","start":"2026-04-28T03:22:00.418821Z","end":"2026-04-28T03:22:01.102686Z","steps":["trace[1914949202] 'process raft request' (duration: 683.6179ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.102725Z","caller":"traceutil/trace.go:171","msg":"trace[978343802] linearizableReadLoop","detail":"{readStateIndex:3855; appliedIndex:3851; }","duration":"430.682222ms","start":"2026-04-28T03:22:00.672021Z","end":"2026-04-28T03:22:01.102703Z","steps":["trace[978343802] 'read index received' (duration: 365.98908ms)","trace[978343802] 'applied index is now lower than readState.Index' (duration: 64.690391ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:01.102736Z","caller":"traceutil/trace.go:171","msg":"trace[567907231] transaction","detail":"{read_only:false; response_revision:3710; number_of_response:1; }","duration":"683.485997ms","start":"2026-04-28T03:22:00.41922Z","end":"2026-04-28T03:22:01.102706Z","steps":["trace[567907231] 'process raft request' (duration: 683.338264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.102753Z","caller":"traceutil/trace.go:171","msg":"trace[606857994] transaction","detail":"{read_only:false; response_revision:3709; number_of_response:1; }","duration":"683.573438ms","start":"2026-04-28T03:22:00.419147Z","end":"2026-04-28T03:22:01.10272Z","steps":["trace[606857994] 'process raft request' (duration: 683.377684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.102831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.677472Z","time spent":"425.284292ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:01.102865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.587265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:22:01.102877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.13771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:3916"} {"level":"warn","ts":"2026-04-28T03:22:01.102886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.419213Z","time spent":"683.588318ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:01.102911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.418802Z","time spent":"683.967106ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:01.102913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.419135Z","time spent":"683.69025ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:01.102928Z","caller":"traceutil/trace.go:171","msg":"trace[866116257] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3711; }","duration":"683.233152ms","start":"2026-04-28T03:22:00.41968Z","end":"2026-04-28T03:22:01.102913Z","steps":["trace[866116257] 'agreement among raft nodes before linearized reading' (duration: 683.035359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:01.102894Z","caller":"traceutil/trace.go:171","msg":"trace[1342328768] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3711; }","duration":"679.644546ms","start":"2026-04-28T03:22:00.42324Z","end":"2026-04-28T03:22:01.102885Z","steps":["trace[1342328768] 'agreement among raft nodes before linearized reading' (duration: 679.508103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.102932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.518245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-04-28T03:22:01.102972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.419659Z","time spent":"683.304893ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3940,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:22:01.102927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.82395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:01.10301Z","caller":"traceutil/trace.go:171","msg":"trace[995568402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3711; }","duration":"685.935572ms","start":"2026-04-28T03:22:00.417066Z","end":"2026-04-28T03:22:01.103002Z","steps":["trace[995568402] 'agreement among raft nodes before linearized reading' (duration: 685.740558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.102975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.598758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" ","response":"range_response_count:1 size:3919"} {"level":"warn","ts":"2026-04-28T03:22:01.103033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.417059Z","time spent":"685.966392ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:01.102994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.423233Z","time spent":"679.739197ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:01.102975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.105658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"warn","ts":"2026-04-28T03:22:01.103075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.409406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:01.102703Z","caller":"traceutil/trace.go:171","msg":"trace[763183603] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"685.049975ms","start":"2026-04-28T03:22:00.41763Z","end":"2026-04-28T03:22:01.10268Z","steps":["trace[763183603] 'process raft request' (duration: 620.402505ms)","trace[763183603] 'compare' (duration: 63.986977ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:01.103067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.680612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:22:01.103168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.103303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-04-28T03:22:01.103162Z","caller":"traceutil/trace.go:171","msg":"trace[827202317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3711; }","duration":"682.839065ms","start":"2026-04-28T03:22:00.420302Z","end":"2026-04-28T03:22:01.103141Z","steps":["trace[827202317] 'agreement among raft nodes before linearized reading' (duration: 682.54125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.103178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.468511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:22:01.103198Z","caller":"traceutil/trace.go:171","msg":"trace[1218429905] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3711; }","duration":"201.181305ms","start":"2026-04-28T03:22:00.902008Z","end":"2026-04-28T03:22:01.10319Z","steps":["trace[1218429905] 'agreement among raft nodes before linearized reading' (duration: 201.092154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.103214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.420278Z","time spent":"682.927136ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"info","ts":"2026-04-28T03:22:01.103221Z","caller":"traceutil/trace.go:171","msg":"trace[1972595472] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3711; }","duration":"213.503921ms","start":"2026-04-28T03:22:00.8897Z","end":"2026-04-28T03:22:01.103204Z","steps":["trace[1972595472] 'agreement among raft nodes before linearized reading' (duration: 213.4106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.103289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.417618Z","time spent":"685.506623ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:01.102979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.888721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:01.103397Z","caller":"traceutil/trace.go:171","msg":"trace[308931134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3711; }","duration":"686.325429ms","start":"2026-04-28T03:22:00.41706Z","end":"2026-04-28T03:22:01.103386Z","steps":["trace[308931134] 'agreement among raft nodes before linearized reading' (duration: 685.883241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.103431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.417047Z","time spent":"686.375449ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:01.103011Z","caller":"traceutil/trace.go:171","msg":"trace[2130723591] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:3711; }","duration":"684.610528ms","start":"2026-04-28T03:22:00.418387Z","end":"2026-04-28T03:22:01.102997Z","steps":["trace[2130723591] 'agreement among raft nodes before linearized reading' (duration: 684.386274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.103475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.41838Z","time spent":"685.084946ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3914,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" "} {"level":"warn","ts":"2026-04-28T03:22:01.103028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.989213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:22:01.103558Z","caller":"traceutil/trace.go:171","msg":"trace[1450612796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3711; }","duration":"686.532363ms","start":"2026-04-28T03:22:00.417018Z","end":"2026-04-28T03:22:01.103551Z","steps":["trace[1450612796] 'agreement among raft nodes before linearized reading' (duration: 685.973133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.103585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.417012Z","time spent":"686.564353ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:01.103076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.625763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:01.103656Z","caller":"traceutil/trace.go:171","msg":"trace[2076121793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3711; }","duration":"423.252465ms","start":"2026-04-28T03:22:00.680396Z","end":"2026-04-28T03:22:01.103649Z","steps":["trace[2076121793] 'agreement among raft nodes before linearized reading' (duration: 422.652554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.103673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.680376Z","time spent":"423.292126ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:01.103091Z","caller":"traceutil/trace.go:171","msg":"trace[1203853532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:3711; }","duration":"507.299802ms","start":"2026-04-28T03:22:00.595786Z","end":"2026-04-28T03:22:01.103086Z","steps":["trace[1203853532] 'agreement among raft nodes before linearized reading' (duration: 507.123119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.103732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.595747Z","time spent":"507.967094ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10691,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-04-28T03:22:01.103068Z","caller":"traceutil/trace.go:171","msg":"trace[86734342] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c; range_end:; response_count:1; response_revision:3711; }","duration":"684.72884ms","start":"2026-04-28T03:22:00.418319Z","end":"2026-04-28T03:22:01.103048Z","steps":["trace[86734342] 'agreement among raft nodes before linearized reading' (duration: 684.418984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:01.104023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:00.418311Z","time spent":"685.701398ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3943,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1d1ef162-6234-46ff-8ba0-21d8e304f60c\" "} {"level":"info","ts":"2026-04-28T03:22:01.103101Z","caller":"traceutil/trace.go:171","msg":"trace[2136114793] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3711; }","duration":"165.479958ms","start":"2026-04-28T03:22:00.937615Z","end":"2026-04-28T03:22:01.103095Z","steps":["trace[2136114793] 'agreement among raft nodes before linearized reading' (duration: 165.441517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.506504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.763901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:02.506605Z","caller":"traceutil/trace.go:171","msg":"trace[1075874034] linearizableReadLoop","detail":"{readStateIndex:3888; appliedIndex:3887; }","duration":"306.849202ms","start":"2026-04-28T03:22:02.199739Z","end":"2026-04-28T03:22:02.506588Z","steps":["trace[1075874034] 'read index received' (duration: 158.931077ms)","trace[1075874034] 'applied index is now lower than readState.Index' (duration: 147.916985ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:02.50667Z","caller":"traceutil/trace.go:171","msg":"trace[1548787002] transaction","detail":"{read_only:false; response_revision:3741; number_of_response:1; }","duration":"309.231795ms","start":"2026-04-28T03:22:02.197415Z","end":"2026-04-28T03:22:02.506647Z","steps":["trace[1548787002] 'process raft request' (duration: 161.241629ms)","trace[1548787002] 'compare' (duration: 147.654709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:02.50672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.969774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"warn","ts":"2026-04-28T03:22:02.506782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.197357Z","time spent":"309.360427ms","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:02.506788Z","caller":"traceutil/trace.go:171","msg":"trace[578831994] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:3741; }","duration":"307.083876ms","start":"2026-04-28T03:22:02.199687Z","end":"2026-04-28T03:22:02.506771Z","steps":["trace[578831994] 'agreement among raft nodes before linearized reading' (duration: 306.968894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.506828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.199668Z","time spent":"307.152607ms","remote":"127.0.0.1:60994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-04-28T03:22:02.983143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.777967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:02.98341Z","caller":"traceutil/trace.go:171","msg":"trace[1078020376] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"672.992044ms","start":"2026-04-28T03:22:02.310376Z","end":"2026-04-28T03:22:02.983368Z","steps":["trace[1078020376] 'process raft request' (duration: 332.917031ms)","trace[1078020376] 'compare' (duration: 339.629635ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:02.983485Z","caller":"traceutil/trace.go:171","msg":"trace[63496597] linearizableReadLoop","detail":"{readStateIndex:3889; appliedIndex:3888; }","duration":"476.83542ms","start":"2026-04-28T03:22:02.506644Z","end":"2026-04-28T03:22:02.983479Z","steps":["trace[63496597] 'read index received' (duration: 136.634915ms)","trace[63496597] 'applied index is now lower than readState.Index' (duration: 340.199835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:02.983593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.310352Z","time spent":"673.159437ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:02.983454Z","caller":"traceutil/trace.go:171","msg":"trace[1360591832] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"472.258697ms","start":"2026-04-28T03:22:02.511178Z","end":"2026-04-28T03:22:02.983437Z","steps":["trace[1360591832] 'process raft request' (duration: 472.173745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.983735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.04972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:02.983808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.949844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:22:02.983832Z","caller":"traceutil/trace.go:171","msg":"trace[1285579253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3743; }","duration":"556.191272ms","start":"2026-04-28T03:22:02.42761Z","end":"2026-04-28T03:22:02.983801Z","steps":["trace[1285579253] 'agreement among raft nodes before linearized reading' (duration: 556.011479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.983795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.04922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:02.983798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.511155Z","time spent":"472.549392ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1649,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:02.983879Z","caller":"traceutil/trace.go:171","msg":"trace[933249568] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:3743; }","duration":"609.025905ms","start":"2026-04-28T03:22:02.374834Z","end":"2026-04-28T03:22:02.98386Z","steps":["trace[933249568] 'agreement among raft nodes before linearized reading' (duration: 608.821122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.983962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.374812Z","time spent":"609.126608ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-04-28T03:22:02.983889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.42758Z","time spent":"556.293404ms","remote":"127.0.0.1:39914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:02.983997Z","caller":"traceutil/trace.go:171","msg":"trace[1643835279] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3743; }","duration":"499.208823ms","start":"2026-04-28T03:22:02.484669Z","end":"2026-04-28T03:22:02.983878Z","steps":["trace[1643835279] 'agreement among raft nodes before linearized reading' (duration: 498.999909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:02.984053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.484648Z","time spent":"499.391577ms","remote":"127.0.0.1:33026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:03.30854Z","caller":"traceutil/trace.go:171","msg":"trace[1018919136] linearizableReadLoop","detail":"{readStateIndex:3892; appliedIndex:3890; }","duration":"325.004935ms","start":"2026-04-28T03:22:02.983507Z","end":"2026-04-28T03:22:03.308512Z","steps":["trace[1018919136] 'read index received' (duration: 324.191901ms)","trace[1018919136] 'applied index is now lower than readState.Index' (duration: 811.934µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:03.308817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.659269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:03.308837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.092624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:03.30885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.407599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:03.308885Z","caller":"traceutil/trace.go:171","msg":"trace[663709693] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3745; }","duration":"339.183987ms","start":"2026-04-28T03:22:02.969688Z","end":"2026-04-28T03:22:03.308872Z","steps":["trace[663709693] 'agreement among raft nodes before linearized reading' (duration: 339.054264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.308885Z","caller":"traceutil/trace.go:171","msg":"trace[2069460676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3745; }","duration":"633.765081ms","start":"2026-04-28T03:22:02.675102Z","end":"2026-04-28T03:22:03.308867Z","steps":["trace[2069460676] 'agreement among raft nodes before linearized reading' (duration: 633.647468ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.308907Z","caller":"traceutil/trace.go:171","msg":"trace[414078960] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3745; }","duration":"421.520514ms","start":"2026-04-28T03:22:02.887366Z","end":"2026-04-28T03:22:03.308887Z","steps":["trace[414078960] 'agreement among raft nodes before linearized reading' (duration: 421.38629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.308911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.969671Z","time spent":"339.235188ms","remote":"127.0.0.1:60892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":47,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:03.308935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.887344Z","time spent":"421.585204ms","remote":"127.0.0.1:32924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":34,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:03.308929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.675087Z","time spent":"633.831272ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:03.308953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.198412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-28T03:22:03.308982Z","caller":"traceutil/trace.go:171","msg":"trace[1345303500] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"632.352986ms","start":"2026-04-28T03:22:02.676602Z","end":"2026-04-28T03:22:03.308955Z","steps":["trace[1345303500] 'process raft request' (duration: 631.089533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.30903Z","caller":"traceutil/trace.go:171","msg":"trace[1237045406] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:3745; }","duration":"797.279114ms","start":"2026-04-28T03:22:02.511717Z","end":"2026-04-28T03:22:03.308996Z","steps":["trace[1237045406] 'agreement among raft nodes before linearized reading' (duration: 797.11007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.309079Z","caller":"traceutil/trace.go:171","msg":"trace[128782561] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"404.004081ms","start":"2026-04-28T03:22:02.905064Z","end":"2026-04-28T03:22:03.309068Z","steps":["trace[128782561] 'process raft request' (duration: 403.354278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.309078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.511709Z","time spent":"797.353505ms","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:22:03.309125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.676593Z","time spent":"632.459718ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:03.309164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.905042Z","time spent":"404.073862ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15149,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:03.314675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.985378Z","time spent":"329.292925ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:22:03.314755Z","caller":"traceutil/trace.go:171","msg":"trace[1507462803] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"325.79688ms","start":"2026-04-28T03:22:02.988939Z","end":"2026-04-28T03:22:03.314736Z","steps":["trace[1507462803] 'process raft request' (duration: 325.597357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.314835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.988919Z","time spent":"325.878781ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:03.314829Z","caller":"traceutil/trace.go:171","msg":"trace[1695680902] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"325.555336ms","start":"2026-04-28T03:22:02.989251Z","end":"2026-04-28T03:22:03.314806Z","steps":["trace[1695680902] 'process raft request' (duration: 325.417163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.314968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:02.989243Z","time spent":"325.648727ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1838,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:03.315077Z","caller":"traceutil/trace.go:171","msg":"trace[1830122425] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"204.273292ms","start":"2026-04-28T03:22:03.110797Z","end":"2026-04-28T03:22:03.31507Z","steps":["trace[1830122425] 'process raft request' (duration: 203.951307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.315166Z","caller":"traceutil/trace.go:171","msg":"trace[905376743] transaction","detail":"{read_only:false; response_revision:3750; number_of_response:1; }","duration":"204.314662ms","start":"2026-04-28T03:22:03.110823Z","end":"2026-04-28T03:22:03.315137Z","steps":["trace[905376743] 'process raft request' (duration: 204.232041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.315229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.879536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:22:03.315269Z","caller":"traceutil/trace.go:171","msg":"trace[1241372571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3750; }","duration":"196.965007ms","start":"2026-04-28T03:22:03.118291Z","end":"2026-04-28T03:22:03.315256Z","steps":["trace[1241372571] 'agreement among raft nodes before linearized reading' (duration: 196.828215ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.315223Z","caller":"traceutil/trace.go:171","msg":"trace[118883075] transaction","detail":"{read_only:false; response_revision:3749; number_of_response:1; }","duration":"204.408534ms","start":"2026-04-28T03:22:03.110809Z","end":"2026-04-28T03:22:03.315217Z","steps":["trace[118883075] 'process raft request' (duration: 204.17262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.315309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.687354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:22:03.315329Z","caller":"traceutil/trace.go:171","msg":"trace[1978210759] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3750; }","duration":"195.728815ms","start":"2026-04-28T03:22:03.119595Z","end":"2026-04-28T03:22:03.315324Z","steps":["trace[1978210759] 'agreement among raft nodes before linearized reading' (duration: 195.644393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.315316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.183591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:03.315369Z","caller":"traceutil/trace.go:171","msg":"trace[1502844141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3750; }","duration":"197.262693ms","start":"2026-04-28T03:22:03.118092Z","end":"2026-04-28T03:22:03.315355Z","steps":["trace[1502844141] 'agreement among raft nodes before linearized reading' (duration: 197.08099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.315421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.166922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:22:03.315455Z","caller":"traceutil/trace.go:171","msg":"trace[127487114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3750; }","duration":"196.220123ms","start":"2026-04-28T03:22:03.119226Z","end":"2026-04-28T03:22:03.315446Z","steps":["trace[127487114] 'agreement among raft nodes before linearized reading' (duration: 196.135061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.315478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.685649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:22:03.315526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.074295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:03.315537Z","caller":"traceutil/trace.go:171","msg":"trace[1115555430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3750; }","duration":"204.778671ms","start":"2026-04-28T03:22:03.110743Z","end":"2026-04-28T03:22:03.315522Z","steps":["trace[1115555430] 'agreement among raft nodes before linearized reading' (duration: 204.636869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.3155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.402031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:03.315637Z","caller":"traceutil/trace.go:171","msg":"trace[142640725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3750; }","duration":"206.575954ms","start":"2026-04-28T03:22:03.109051Z","end":"2026-04-28T03:22:03.315627Z","steps":["trace[142640725] 'agreement among raft nodes before linearized reading' (duration: 206.414971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:03.315551Z","caller":"traceutil/trace.go:171","msg":"trace[1042459422] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:3750; }","duration":"313.128486ms","start":"2026-04-28T03:22:03.002416Z","end":"2026-04-28T03:22:03.315544Z","steps":["trace[1042459422] 'agreement among raft nodes before linearized reading' (duration: 313.087515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:03.31567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:03.002364Z","time spent":"313.299719ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-04-28T03:22:03.315705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.826507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:22:03.315765Z","caller":"traceutil/trace.go:171","msg":"trace[25419858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3750; }","duration":"201.893988ms","start":"2026-04-28T03:22:03.113858Z","end":"2026-04-28T03:22:03.315752Z","steps":["trace[25419858] 'agreement among raft nodes before linearized reading' (duration: 201.719235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.178797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:05.35808Z","caller":"traceutil/trace.go:171","msg":"trace[1555894895] transaction","detail":"{read_only:false; response_revision:3777; number_of_response:1; }","duration":"705.252368ms","start":"2026-04-28T03:22:04.652804Z","end":"2026-04-28T03:22:05.358057Z","steps":["trace[1555894895] 'process raft request' (duration: 705.113106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:05.358145Z","caller":"traceutil/trace.go:171","msg":"trace[343066599] linearizableReadLoop","detail":"{readStateIndex:3925; appliedIndex:3925; }","duration":"680.057584ms","start":"2026-04-28T03:22:04.678052Z","end":"2026-04-28T03:22:05.35811Z","steps":["trace[343066599] 'read index received' (duration: 680.036794ms)","trace[343066599] 'applied index is now lower than readState.Index' (duration: 17.29µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:05.358229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:04.65278Z","time spent":"705.37469ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5963,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:05.358278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.207007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:05.358367Z","caller":"traceutil/trace.go:171","msg":"trace[954182311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3777; }","duration":"680.312219ms","start":"2026-04-28T03:22:04.678036Z","end":"2026-04-28T03:22:05.358348Z","steps":["trace[954182311] 'agreement among raft nodes before linearized reading' (duration: 680.183536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.358406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:04.678028Z","time spent":"680.369849ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:05.369306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.251633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:05.369388Z","caller":"traceutil/trace.go:171","msg":"trace[1355756875] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3781; }","duration":"500.408455ms","start":"2026-04-28T03:22:04.868963Z","end":"2026-04-28T03:22:05.369372Z","steps":["trace[1355756875] 'agreement among raft nodes before linearized reading' (duration: 500.236702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:05.369426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:04.868944Z","time spent":"500.475006ms","remote":"127.0.0.1:32794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:05.619023Z","caller":"traceutil/trace.go:171","msg":"trace[606178428] linearizableReadLoop","detail":"{readStateIndex:3938; appliedIndex:3937; }","duration":"106.702945ms","start":"2026-04-28T03:22:05.512294Z","end":"2026-04-28T03:22:05.618997Z","steps":["trace[606178428] 'read index received' (duration: 105.502264ms)","trace[606178428] 'applied index is now lower than readState.Index' (duration: 1.200081ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:05.619132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.821038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:05.619182Z","caller":"traceutil/trace.go:171","msg":"trace[1835561369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3790; }","duration":"106.942351ms","start":"2026-04-28T03:22:05.512233Z","end":"2026-04-28T03:22:05.619175Z","steps":["trace[1835561369] 'agreement among raft nodes before linearized reading' (duration: 106.839979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:05.619119Z","caller":"traceutil/trace.go:171","msg":"trace[1979992810] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"148.21678ms","start":"2026-04-28T03:22:05.470856Z","end":"2026-04-28T03:22:05.619073Z","steps":["trace[1979992810] 'process raft request' (duration: 147.074309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.168874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800342,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:07.438532Z","caller":"traceutil/trace.go:171","msg":"trace[1982889450] linearizableReadLoop","detail":"{readStateIndex:3958; appliedIndex:3957; }","duration":"770.786016ms","start":"2026-04-28T03:22:06.667723Z","end":"2026-04-28T03:22:07.438509Z","steps":["trace[1982889450] 'read index received' (duration: 770.426519ms)","trace[1982889450] 'applied index is now lower than readState.Index' (duration: 358.037µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:07.438641Z","caller":"traceutil/trace.go:171","msg":"trace[94435419] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"772.097788ms","start":"2026-04-28T03:22:06.666497Z","end":"2026-04-28T03:22:07.438594Z","steps":["trace[94435419] 'process raft request' (duration: 771.680231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.438803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:06.666468Z","time spent":"772.250531ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11960,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:07.438915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.148882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-28T03:22:07.439062Z","caller":"traceutil/trace.go:171","msg":"trace[1125484467] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:3810; }","duration":"771.314705ms","start":"2026-04-28T03:22:06.667708Z","end":"2026-04-28T03:22:07.439022Z","steps":["trace[1125484467] 'agreement among raft nodes before linearized reading' (duration: 770.972439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.439261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:06.667671Z","time spent":"771.534739ms","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" "} {"level":"warn","ts":"2026-04-28T03:22:07.74836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.330605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:07.748837Z","caller":"traceutil/trace.go:171","msg":"trace[453010960] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"373.958347ms","start":"2026-04-28T03:22:07.374856Z","end":"2026-04-28T03:22:07.748814Z","steps":["trace[453010960] 'process raft request' (duration: 373.783872ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:07.748894Z","caller":"traceutil/trace.go:171","msg":"trace[826425337] transaction","detail":"{read_only:false; response_revision:3814; number_of_response:1; }","duration":"373.655602ms","start":"2026-04-28T03:22:07.375218Z","end":"2026-04-28T03:22:07.748874Z","steps":["trace[826425337] 'process raft request' (duration: 373.522279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.748965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.374821Z","time spent":"374.07766ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:07.749049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.37521Z","time spent":"373.782134ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:07.749062Z","caller":"traceutil/trace.go:171","msg":"trace[1954404033] linearizableReadLoop","detail":"{readStateIndex:3962; appliedIndex:3958; }","duration":"310.357115ms","start":"2026-04-28T03:22:07.438665Z","end":"2026-04-28T03:22:07.749022Z","steps":["trace[1954404033] 'read index received' (duration: 132.48695ms)","trace[1954404033] 'applied index is now lower than readState.Index' (duration: 177.862405ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:07.749121Z","caller":"traceutil/trace.go:171","msg":"trace[752583742] transaction","detail":"{read_only:false; response_revision:3812; number_of_response:1; }","duration":"374.458267ms","start":"2026-04-28T03:22:07.374653Z","end":"2026-04-28T03:22:07.749111Z","steps":["trace[752583742] 'process raft request' (duration: 373.855015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.74916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.374644Z","time spent":"374.495067ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:07.74912Z","caller":"traceutil/trace.go:171","msg":"trace[1549641647] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"374.849123ms","start":"2026-04-28T03:22:07.374225Z","end":"2026-04-28T03:22:07.749074Z","steps":["trace[1549641647] 'process raft request' (duration: 196.706593ms)","trace[1549641647] 'compare' (duration: 177.08203ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:07.749368Z","caller":"traceutil/trace.go:171","msg":"trace[738969926] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"303.258725ms","start":"2026-04-28T03:22:07.446102Z","end":"2026-04-28T03:22:07.749361Z","steps":["trace[738969926] 'process raft request' (duration: 302.713146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.749357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.374203Z","time spent":"375.022577ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:07.749412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.446092Z","time spent":"303.298986ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1141,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:07.74954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073196103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:07.749562Z","caller":"traceutil/trace.go:171","msg":"trace[2010420709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3815; }","duration":"1.073242765s","start":"2026-04-28T03:22:06.676313Z","end":"2026-04-28T03:22:07.749555Z","steps":["trace[2010420709] 'agreement among raft nodes before linearized reading' (duration: 1.072914349s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.749582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:06.676298Z","time spent":"1.073279915s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:07.749603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.097892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:22:07.749647Z","caller":"traceutil/trace.go:171","msg":"trace[874287889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3815; }","duration":"366.181923ms","start":"2026-04-28T03:22:07.383451Z","end":"2026-04-28T03:22:07.749633Z","steps":["trace[874287889] 'agreement among raft nodes before linearized reading' (duration: 365.758286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.749687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.383442Z","time spent":"366.236574ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:22:07.749692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.97829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:22:07.749741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.601504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:22:07.749741Z","caller":"traceutil/trace.go:171","msg":"trace[1324250768] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3815; }","duration":"322.048151ms","start":"2026-04-28T03:22:07.42768Z","end":"2026-04-28T03:22:07.749728Z","steps":["trace[1324250768] 'agreement among raft nodes before linearized reading' (duration: 321.567152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:07.749767Z","caller":"traceutil/trace.go:171","msg":"trace[743989729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3815; }","duration":"320.647355ms","start":"2026-04-28T03:22:07.429112Z","end":"2026-04-28T03:22:07.74976Z","steps":["trace[743989729] 'agreement among raft nodes before linearized reading' (duration: 320.119816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.74978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.427669Z","time spent":"322.102641ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:07.749784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.429105Z","time spent":"320.676166ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:07.749782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.959421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:07.749813Z","caller":"traceutil/trace.go:171","msg":"trace[900022616] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3815; }","duration":"321.031282ms","start":"2026-04-28T03:22:07.428775Z","end":"2026-04-28T03:22:07.749806Z","steps":["trace[900022616] 'agreement among raft nodes before linearized reading' (duration: 320.465592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.74983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.428754Z","time spent":"321.072422ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:07.749818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.247274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:22:07.749885Z","caller":"traceutil/trace.go:171","msg":"trace[2139857689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3815; }","duration":"366.357066ms","start":"2026-04-28T03:22:07.38351Z","end":"2026-04-28T03:22:07.749868Z","steps":["trace[2139857689] 'agreement among raft nodes before linearized reading' (duration: 365.744715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.74991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.550734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:22:07.749922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.383497Z","time spent":"366.417367ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:22:07.749927Z","caller":"traceutil/trace.go:171","msg":"trace[645697513] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3815; }","duration":"370.586984ms","start":"2026-04-28T03:22:07.379334Z","end":"2026-04-28T03:22:07.749921Z","steps":["trace[645697513] 'agreement among raft nodes before linearized reading' (duration: 369.881772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.749945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.379326Z","time spent":"370.615044ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:22:07.750207Z","caller":"traceutil/trace.go:171","msg":"trace[409912312] transaction","detail":"{read_only:false; response_revision:3816; number_of_response:1; }","duration":"304.0171ms","start":"2026-04-28T03:22:07.446166Z","end":"2026-04-28T03:22:07.750183Z","steps":["trace[409912312] 'process raft request' (duration: 303.138623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.750233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.039233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:22:07.750267Z","caller":"traceutil/trace.go:171","msg":"trace[356445049] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"301.421952ms","start":"2026-04-28T03:22:07.44883Z","end":"2026-04-28T03:22:07.750252Z","steps":["trace[356445049] 'process raft request' (duration: 301.343901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.750304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.800955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11081"} {"level":"info","ts":"2026-04-28T03:22:07.750304Z","caller":"traceutil/trace.go:171","msg":"trace[1412068110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3816; }","duration":"321.136174ms","start":"2026-04-28T03:22:07.429149Z","end":"2026-04-28T03:22:07.750286Z","steps":["trace[1412068110] 'agreement among raft nodes before linearized reading' (duration: 320.042554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:07.750323Z","caller":"traceutil/trace.go:171","msg":"trace[1550282752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:3818; }","duration":"303.833275ms","start":"2026-04-28T03:22:07.446485Z","end":"2026-04-28T03:22:07.750319Z","steps":["trace[1550282752] 'agreement among raft nodes before linearized reading' (duration: 303.759554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.750338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.446481Z","time spent":"303.854055ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11105,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-28T03:22:07.750322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.446161Z","time spent":"304.104601ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1137,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:07.750222Z","caller":"traceutil/trace.go:171","msg":"trace[1573332643] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"302.98887ms","start":"2026-04-28T03:22:07.447224Z","end":"2026-04-28T03:22:07.750213Z","steps":["trace[1573332643] 'process raft request' (duration: 302.801926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.750364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.448823Z","time spent":"301.475843ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:07.750406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.447218Z","time spent":"303.161673ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1700,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:07.750416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.429144Z","time spent":"321.197115ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:07.750444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.477998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-28T03:22:07.750532Z","caller":"traceutil/trace.go:171","msg":"trace[1585699379] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3818; }","duration":"304.600869ms","start":"2026-04-28T03:22:07.445912Z","end":"2026-04-28T03:22:07.750512Z","steps":["trace[1585699379] 'agreement among raft nodes before linearized reading' (duration: 304.323585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:07.75059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:07.445901Z","time spent":"304.669361ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:22:08.083223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.330568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T03:22:08.083325Z","caller":"traceutil/trace.go:171","msg":"trace[1137264829] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:3831; }","duration":"219.481041ms","start":"2026-04-28T03:22:07.863812Z","end":"2026-04-28T03:22:08.083293Z","steps":["trace[1137264829] 'range keys from in-memory index tree' (duration: 219.108915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.650031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.283046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:10.650285Z","caller":"traceutil/trace.go:171","msg":"trace[199140383] linearizableReadLoop","detail":"{readStateIndex:3986; appliedIndex:3982; }","duration":"888.861009ms","start":"2026-04-28T03:22:09.761399Z","end":"2026-04-28T03:22:10.65026Z","steps":["trace[199140383] 'read index received' (duration: 78.372283ms)","trace[199140383] 'applied index is now lower than readState.Index' (duration: 810.487996ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:10.650305Z","caller":"traceutil/trace.go:171","msg":"trace[744877851] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"895.256288ms","start":"2026-04-28T03:22:09.754991Z","end":"2026-04-28T03:22:10.650247Z","steps":["trace[744877851] 'process raft request' (duration: 320.677456ms)","trace[744877851] 'compare' (duration: 573.9974ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:10.65033Z","caller":"traceutil/trace.go:171","msg":"trace[937383627] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"895.266928ms","start":"2026-04-28T03:22:09.755032Z","end":"2026-04-28T03:22:10.650299Z","steps":["trace[937383627] 'process raft request' (duration: 895.114395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.650495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.087493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:10.650365Z","caller":"traceutil/trace.go:171","msg":"trace[2083567673] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"892.544048ms","start":"2026-04-28T03:22:09.757812Z","end":"2026-04-28T03:22:10.650357Z","steps":["trace[2083567673] 'process raft request' (duration: 892.413585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.650495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.754957Z","time spent":"895.43164ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:10.650526Z","caller":"traceutil/trace.go:171","msg":"trace[1870971660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3838; }","duration":"889.135814ms","start":"2026-04-28T03:22:09.761379Z","end":"2026-04-28T03:22:10.650515Z","steps":["trace[1870971660] 'agreement among raft nodes before linearized reading' (duration: 888.998422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.650553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.761372Z","time spent":"889.174335ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:10.650583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.757798Z","time spent":"892.733831ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:10.650473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.755015Z","time spent":"895.376849ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:10.650949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.185286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:22:10.650973Z","caller":"traceutil/trace.go:171","msg":"trace[1790520702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3838; }","duration":"882.228066ms","start":"2026-04-28T03:22:09.768738Z","end":"2026-04-28T03:22:10.650966Z","steps":["trace[1790520702] 'agreement among raft nodes before linearized reading' (duration: 882.154965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.650991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.768727Z","time spent":"882.259048ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:10.651091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.402569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:22:10.651107Z","caller":"traceutil/trace.go:171","msg":"trace[874880787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3838; }","duration":"882.490982ms","start":"2026-04-28T03:22:09.768611Z","end":"2026-04-28T03:22:10.651102Z","steps":["trace[874880787] 'agreement among raft nodes before linearized reading' (duration: 882.433491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.651142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.768578Z","time spent":"882.558502ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:10.651148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.300451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:22:10.651226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.476942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:22:10.651269Z","caller":"traceutil/trace.go:171","msg":"trace[1412298548] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3838; }","duration":"880.459694ms","start":"2026-04-28T03:22:09.770785Z","end":"2026-04-28T03:22:10.651245Z","steps":["trace[1412298548] 'agreement among raft nodes before linearized reading' (duration: 880.157548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.651281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.482492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:22:10.651317Z","caller":"traceutil/trace.go:171","msg":"trace[34871310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3838; }","duration":"882.638645ms","start":"2026-04-28T03:22:09.768657Z","end":"2026-04-28T03:22:10.651296Z","steps":["trace[34871310] 'agreement among raft nodes before linearized reading' (duration: 882.3855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.651323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.770777Z","time spent":"880.536575ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:22:10.65135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.903332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:18 size:478293"} {"level":"warn","ts":"2026-04-28T03:22:10.651364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.768643Z","time spent":"882.712126ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:22:10.65141Z","caller":"traceutil/trace.go:171","msg":"trace[402669837] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:18; response_revision:3838; }","duration":"781.023054ms","start":"2026-04-28T03:22:09.870373Z","end":"2026-04-28T03:22:10.651396Z","steps":["trace[402669837] 'agreement among raft nodes before linearized reading' (duration: 780.551305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.651406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.274419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:22:10.651457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.87035Z","time spent":"781.097615ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":18,"response size":478317,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-28T03:22:10.651464Z","caller":"traceutil/trace.go:171","msg":"trace[642694658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3838; }","duration":"888.3461ms","start":"2026-04-28T03:22:09.763104Z","end":"2026-04-28T03:22:10.65145Z","steps":["trace[642694658] 'agreement among raft nodes before linearized reading' (duration: 887.349501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:10.651363Z","caller":"traceutil/trace.go:171","msg":"trace[1388452132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3838; }","duration":"882.684646ms","start":"2026-04-28T03:22:09.768658Z","end":"2026-04-28T03:22:10.651342Z","steps":["trace[1388452132] 'agreement among raft nodes before linearized reading' (duration: 882.448161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:10.651502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.763098Z","time spent":"888.394901ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:10.651536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:09.768623Z","time spent":"882.889709ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:14.15996Z","caller":"traceutil/trace.go:171","msg":"trace[283468445] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"303.564531ms","start":"2026-04-28T03:22:13.85637Z","end":"2026-04-28T03:22:14.159934Z","steps":["trace[283468445] 'process raft request' (duration: 303.378316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:14.160309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:13.856343Z","time spent":"303.825775ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:21.255535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800550,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:21.39449Z","caller":"traceutil/trace.go:171","msg":"trace[2284099] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"655.567331ms","start":"2026-04-28T03:22:20.738893Z","end":"2026-04-28T03:22:21.39446Z","steps":["trace[2284099] 'process raft request' (duration: 655.414038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.394671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.738859Z","time spent":"655.695614ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:21.416076Z","caller":"traceutil/trace.go:171","msg":"trace[903177452] linearizableReadLoop","detail":"{readStateIndex:4063; appliedIndex:4059; }","duration":"660.585893ms","start":"2026-04-28T03:22:20.755454Z","end":"2026-04-28T03:22:21.41604Z","steps":["trace[903177452] 'read index received' (duration: 638.947907ms)","trace[903177452] 'applied index is now lower than readState.Index' (duration: 21.636486ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:21.416121Z","caller":"traceutil/trace.go:171","msg":"trace[1999714198] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"667.889507ms","start":"2026-04-28T03:22:20.74819Z","end":"2026-04-28T03:22:21.416079Z","steps":["trace[1999714198] 'process raft request' (duration: 667.733814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:21.416183Z","caller":"traceutil/trace.go:171","msg":"trace[30964997] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"668.432606ms","start":"2026-04-28T03:22:20.747721Z","end":"2026-04-28T03:22:21.416153Z","steps":["trace[30964997] 'process raft request' (duration: 668.007549ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:21.416235Z","caller":"traceutil/trace.go:171","msg":"trace[12801880] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"486.723815ms","start":"2026-04-28T03:22:20.929497Z","end":"2026-04-28T03:22:21.416221Z","steps":["trace[12801880] 'process raft request' (duration: 486.46921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.416303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.747602Z","time spent":"668.63327ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:21.41631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.748153Z","time spent":"668.056319ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:21.416421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.614896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:21.416483Z","caller":"traceutil/trace.go:171","msg":"trace[294417073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3911; }","duration":"658.685128ms","start":"2026-04-28T03:22:20.75778Z","end":"2026-04-28T03:22:21.416465Z","steps":["trace[294417073] 'agreement among raft nodes before linearized reading' (duration: 658.504665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.416497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.016371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:22:21.41659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.290234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:22:21.416654Z","caller":"traceutil/trace.go:171","msg":"trace[1305361281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3911; }","duration":"656.414065ms","start":"2026-04-28T03:22:20.760226Z","end":"2026-04-28T03:22:21.41664Z","steps":["trace[1305361281] 'agreement among raft nodes before linearized reading' (duration: 656.14983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:21.416596Z","caller":"traceutil/trace.go:171","msg":"trace[1770564997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3911; }","duration":"661.156553ms","start":"2026-04-28T03:22:20.755419Z","end":"2026-04-28T03:22:21.416575Z","steps":["trace[1770564997] 'agreement among raft nodes before linearized reading' (duration: 660.873608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.416691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.760204Z","time spent":"656.477967ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:21.416524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.757774Z","time spent":"658.742679ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:21.416735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.192412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:22:21.416838Z","caller":"traceutil/trace.go:171","msg":"trace[476433106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3911; }","duration":"656.337305ms","start":"2026-04-28T03:22:20.760478Z","end":"2026-04-28T03:22:21.416815Z","steps":["trace[476433106] 'agreement among raft nodes before linearized reading' (duration: 655.997688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.4165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.746124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:22:21.416892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.760466Z","time spent":"656.417416ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:21.416909Z","caller":"traceutil/trace.go:171","msg":"trace[1397252126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:3911; }","duration":"656.203273ms","start":"2026-04-28T03:22:20.760694Z","end":"2026-04-28T03:22:21.416897Z","steps":["trace[1397252126] 'agreement among raft nodes before linearized reading' (duration: 655.661142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.416597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.149626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:22:21.417008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.760682Z","time spent":"656.308054ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"info","ts":"2026-04-28T03:22:21.41706Z","caller":"traceutil/trace.go:171","msg":"trace[52691826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3911; }","duration":"653.629455ms","start":"2026-04-28T03:22:20.763415Z","end":"2026-04-28T03:22:21.417044Z","steps":["trace[52691826] 'agreement among raft nodes before linearized reading' (duration: 652.986993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.417102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.763401Z","time spent":"653.689916ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:21.416634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.756883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-28T03:22:21.417168Z","caller":"traceutil/trace.go:171","msg":"trace[1614925951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3911; }","duration":"164.400575ms","start":"2026-04-28T03:22:21.252754Z","end":"2026-04-28T03:22:21.417155Z","steps":["trace[1614925951] 'agreement among raft nodes before linearized reading' (duration: 163.633151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.416701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.729792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:22:21.417301Z","caller":"traceutil/trace.go:171","msg":"trace[942806372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3911; }","duration":"657.414156ms","start":"2026-04-28T03:22:20.759874Z","end":"2026-04-28T03:22:21.417288Z","steps":["trace[942806372] 'agreement among raft nodes before linearized reading' (duration: 656.59666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:21.41735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.759857Z","time spent":"657.480806ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:21.416748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.755409Z","time spent":"661.305915ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:21.417504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:20.929468Z","time spent":"486.816007ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:36.240577Z","caller":"traceutil/trace.go:171","msg":"trace[371196129] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"354.781215ms","start":"2026-04-28T03:22:35.885765Z","end":"2026-04-28T03:22:36.240546Z","steps":["trace[371196129] 'process raft request' (duration: 354.601052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:36.240772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:35.885732Z","time spent":"354.942628ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11650,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:36.246561Z","caller":"traceutil/trace.go:171","msg":"trace[2113176502] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"120.450288ms","start":"2026-04-28T03:22:36.126098Z","end":"2026-04-28T03:22:36.246548Z","steps":["trace[2113176502] 'process raft request' (duration: 120.399607ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:36.24663Z","caller":"traceutil/trace.go:171","msg":"trace[1179905777] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"332.088429ms","start":"2026-04-28T03:22:35.914503Z","end":"2026-04-28T03:22:36.246592Z","steps":["trace[1179905777] 'process raft request' (duration: 331.894716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:36.246752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:35.914476Z","time spent":"332.216252ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:22:41.673265Z","caller":"traceutil/trace.go:171","msg":"trace[1862213604] transaction","detail":"{read_only:false; response_revision:4034; number_of_response:1; }","duration":"152.502796ms","start":"2026-04-28T03:22:41.520733Z","end":"2026-04-28T03:22:41.673235Z","steps":["trace[1862213604] 'process raft request' (duration: 152.284362ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:41.700356Z","caller":"traceutil/trace.go:171","msg":"trace[1831330503] linearizableReadLoop","detail":"{readStateIndex:4193; appliedIndex:4190; }","duration":"172.619635ms","start":"2026-04-28T03:22:41.527712Z","end":"2026-04-28T03:22:41.700331Z","steps":["trace[1831330503] 'read index received' (duration: 145.296685ms)","trace[1831330503] 'applied index is now lower than readState.Index' (duration: 27.32148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:41.700386Z","caller":"traceutil/trace.go:171","msg":"trace[1125483788] transaction","detail":"{read_only:false; response_revision:4035; number_of_response:1; }","duration":"179.240836ms","start":"2026-04-28T03:22:41.521122Z","end":"2026-04-28T03:22:41.700363Z","steps":["trace[1125483788] 'process raft request' (duration: 178.985132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.70063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.370614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:41.700688Z","caller":"traceutil/trace.go:171","msg":"trace[1914223775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4036; }","duration":"164.479607ms","start":"2026-04-28T03:22:41.536194Z","end":"2026-04-28T03:22:41.700673Z","steps":["trace[1914223775] 'agreement among raft nodes before linearized reading' (duration: 164.301073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.700701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.243886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:22:41.700753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.657473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:22:41.700775Z","caller":"traceutil/trace.go:171","msg":"trace[715150464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4036; }","duration":"162.336887ms","start":"2026-04-28T03:22:41.538414Z","end":"2026-04-28T03:22:41.700751Z","steps":["trace[715150464] 'agreement among raft nodes before linearized reading' (duration: 162.125083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:41.700808Z","caller":"traceutil/trace.go:171","msg":"trace[697533482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4036; }","duration":"162.730264ms","start":"2026-04-28T03:22:41.538061Z","end":"2026-04-28T03:22:41.700791Z","steps":["trace[697533482] 'agreement among raft nodes before linearized reading' (duration: 162.568961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.700835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.729802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:22:41.700845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.42227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:22:41.700864Z","caller":"traceutil/trace.go:171","msg":"trace[1494508346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4036; }","duration":"163.810424ms","start":"2026-04-28T03:22:41.537042Z","end":"2026-04-28T03:22:41.700852Z","steps":["trace[1494508346] 'agreement among raft nodes before linearized reading' (duration: 163.735152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:41.700892Z","caller":"traceutil/trace.go:171","msg":"trace[229484434] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4036; }","duration":"101.493022ms","start":"2026-04-28T03:22:41.599385Z","end":"2026-04-28T03:22:41.700878Z","steps":["trace[229484434] 'agreement among raft nodes before linearized reading' (duration: 101.342939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:41.7009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.701472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:22:41.700953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.534377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:22:41.700984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.720656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"warn","ts":"2026-04-28T03:22:41.700963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.171306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:22:41.701093Z","caller":"traceutil/trace.go:171","msg":"trace[1406613063] transaction","detail":"{read_only:false; response_revision:4036; number_of_response:1; }","duration":"176.7001ms","start":"2026-04-28T03:22:41.524373Z","end":"2026-04-28T03:22:41.701073Z","steps":["trace[1406613063] 'process raft request' (duration: 175.882144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:41.701128Z","caller":"traceutil/trace.go:171","msg":"trace[1558374434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4036; }","duration":"173.475131ms","start":"2026-04-28T03:22:41.527622Z","end":"2026-04-28T03:22:41.701098Z","steps":["trace[1558374434] 'agreement among raft nodes before linearized reading' (duration: 172.816848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:41.701022Z","caller":"traceutil/trace.go:171","msg":"trace[1602010632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4036; }","duration":"161.780437ms","start":"2026-04-28T03:22:41.539234Z","end":"2026-04-28T03:22:41.701014Z","steps":["trace[1602010632] 'agreement among raft nodes before linearized reading' (duration: 161.688445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:41.70104Z","caller":"traceutil/trace.go:171","msg":"trace[1546152748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4036; }","duration":"110.670429ms","start":"2026-04-28T03:22:41.590341Z","end":"2026-04-28T03:22:41.701012Z","steps":["trace[1546152748] 'agreement among raft nodes before linearized reading' (duration: 110.370944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:41.701017Z","caller":"traceutil/trace.go:171","msg":"trace[224623837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4036; }","duration":"163.873595ms","start":"2026-04-28T03:22:41.537117Z","end":"2026-04-28T03:22:41.700991Z","steps":["trace[224623837] 'agreement among raft nodes before linearized reading' (duration: 163.458938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.528092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.767814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:42.528229Z","caller":"traceutil/trace.go:171","msg":"trace[154464323] transaction","detail":"{read_only:false; response_revision:4037; number_of_response:1; }","duration":"822.090345ms","start":"2026-04-28T03:22:41.706112Z","end":"2026-04-28T03:22:42.528202Z","steps":["trace[154464323] 'process raft request' (duration: 460.087126ms)","trace[154464323] 'compare' (duration: 361.521519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:42.5283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.706086Z","time spent":"822.180576ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:42.52941Z","caller":"traceutil/trace.go:171","msg":"trace[15414860] transaction","detail":"{read_only:false; response_revision:4038; number_of_response:1; }","duration":"823.278597ms","start":"2026-04-28T03:22:41.706113Z","end":"2026-04-28T03:22:42.529392Z","steps":["trace[15414860] 'process raft request' (duration: 823.117393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:42.529855Z","caller":"traceutil/trace.go:171","msg":"trace[646130442] transaction","detail":"{read_only:false; response_revision:4039; number_of_response:1; }","duration":"823.613812ms","start":"2026-04-28T03:22:41.706215Z","end":"2026-04-28T03:22:42.529829Z","steps":["trace[646130442] 'process raft request' (duration: 823.132443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:42.529931Z","caller":"traceutil/trace.go:171","msg":"trace[1303526106] transaction","detail":"{read_only:false; response_revision:4040; number_of_response:1; }","duration":"823.622972ms","start":"2026-04-28T03:22:41.706292Z","end":"2026-04-28T03:22:42.529915Z","steps":["trace[1303526106] 'process raft request' (duration: 823.402198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:42.529958Z","caller":"traceutil/trace.go:171","msg":"trace[1401365133] transaction","detail":"{read_only:false; response_revision:4041; number_of_response:1; }","duration":"823.562161ms","start":"2026-04-28T03:22:41.706372Z","end":"2026-04-28T03:22:42.529934Z","steps":["trace[1401365133] 'process raft request' (duration: 823.458809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.530007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.706284Z","time spent":"823.677213ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:42.530008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.706206Z","time spent":"823.725734ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:42.530032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.70609Z","time spent":"823.771855ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:42.530063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.706362Z","time spent":"823.653323ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:42.529953Z","caller":"traceutil/trace.go:171","msg":"trace[1613232292] linearizableReadLoop","detail":"{readStateIndex:4198; appliedIndex:4193; }","duration":"821.781849ms","start":"2026-04-28T03:22:41.70813Z","end":"2026-04-28T03:22:42.529912Z","steps":["trace[1613232292] 'read index received' (duration: 458.169781ms)","trace[1613232292] 'applied index is now lower than readState.Index' (duration: 363.610748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:42.530493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.333168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109226"} {"level":"info","ts":"2026-04-28T03:22:42.530555Z","caller":"traceutil/trace.go:171","msg":"trace[1064152485] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4041; }","duration":"822.44493ms","start":"2026-04-28T03:22:41.708099Z","end":"2026-04-28T03:22:42.530544Z","steps":["trace[1064152485] 'agreement among raft nodes before linearized reading' (duration: 821.9072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.530607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.70809Z","time spent":"822.495632ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109250,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:22:42.573098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.895039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109226"} {"level":"info","ts":"2026-04-28T03:22:42.573216Z","caller":"traceutil/trace.go:171","msg":"trace[772470735] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4042; }","duration":"865.054872ms","start":"2026-04-28T03:22:41.708133Z","end":"2026-04-28T03:22:42.573188Z","steps":["trace[772470735] 'agreement among raft nodes before linearized reading' (duration: 864.598873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.57327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.70812Z","time spent":"865.138764ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109250,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:22:42.573289Z","caller":"traceutil/trace.go:171","msg":"trace[1317141889] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"286.099955ms","start":"2026-04-28T03:22:42.287147Z","end":"2026-04-28T03:22:42.573247Z","steps":["trace[1317141889] 'process raft request' (duration: 285.373902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.573363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.705003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:42.573294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.924352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:22:42.573427Z","caller":"traceutil/trace.go:171","msg":"trace[1932170345] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4042; }","duration":"860.785194ms","start":"2026-04-28T03:22:41.712629Z","end":"2026-04-28T03:22:42.573414Z","steps":["trace[1932170345] 'agreement among raft nodes before linearized reading' (duration: 860.674362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.573465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:41.712624Z","time spent":"860.833745ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:22:42.573475Z","caller":"traceutil/trace.go:171","msg":"trace[2017779172] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:4042; }","duration":"196.149317ms","start":"2026-04-28T03:22:42.377295Z","end":"2026-04-28T03:22:42.573445Z","steps":["trace[2017779172] 'agreement among raft nodes before linearized reading' (duration: 195.728659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.573483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.37448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:42.573738Z","caller":"traceutil/trace.go:171","msg":"trace[890906206] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:4042; }","duration":"497.92754ms","start":"2026-04-28T03:22:42.075784Z","end":"2026-04-28T03:22:42.573711Z","steps":["trace[890906206] 'agreement among raft nodes before linearized reading' (duration: 497.326439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.573855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:42.075723Z","time spent":"498.103463ms","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:42.982091Z","caller":"traceutil/trace.go:171","msg":"trace[258593741] linearizableReadLoop","detail":"{readStateIndex:4200; appliedIndex:4199; }","duration":"404.512837ms","start":"2026-04-28T03:22:42.577539Z","end":"2026-04-28T03:22:42.982052Z","steps":["trace[258593741] 'read index received' (duration: 401.920359ms)","trace[258593741] 'applied index is now lower than readState.Index' (duration: 2.589848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:42.982128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:42.57481Z","time spent":"407.308038ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:22:42.982345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.780852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:42.982406Z","caller":"traceutil/trace.go:171","msg":"trace[417048705] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4042; }","duration":"404.865323ms","start":"2026-04-28T03:22:42.577525Z","end":"2026-04-28T03:22:42.98239Z","steps":["trace[417048705] 'agreement among raft nodes before linearized reading' (duration: 404.71469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.982455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:42.577472Z","time spent":"404.970285ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:22:42.982501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.045925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:42.982581Z","caller":"traceutil/trace.go:171","msg":"trace[642777484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4042; }","duration":"304.179177ms","start":"2026-04-28T03:22:42.678376Z","end":"2026-04-28T03:22:42.982555Z","steps":["trace[642777484] 'agreement among raft nodes before linearized reading' (duration: 304.049575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:42.98265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:42.678352Z","time spent":"304.262399ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:42.982968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.985412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:42.983038Z","caller":"traceutil/trace.go:171","msg":"trace[2020923787] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4042; }","duration":"275.076614ms","start":"2026-04-28T03:22:42.707938Z","end":"2026-04-28T03:22:42.983014Z","steps":["trace[2020923787] 'agreement among raft nodes before linearized reading' (duration: 274.712257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:43.944379Z","caller":"traceutil/trace.go:171","msg":"trace[1800194093] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"264.626092ms","start":"2026-04-28T03:22:43.679706Z","end":"2026-04-28T03:22:43.944332Z","steps":["trace[1800194093] 'process raft request' (duration: 253.381726ms)","trace[1800194093] 'compare' (duration: 10.765827ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:43.983081Z","caller":"traceutil/trace.go:171","msg":"trace[294543068] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"276.977839ms","start":"2026-04-28T03:22:43.706072Z","end":"2026-04-28T03:22:43.98305Z","steps":["trace[294543068] 'process raft request' (duration: 276.921568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:43.983274Z","caller":"traceutil/trace.go:171","msg":"trace[1966650721] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"278.203211ms","start":"2026-04-28T03:22:43.705024Z","end":"2026-04-28T03:22:43.983228Z","steps":["trace[1966650721] 'process raft request' (duration: 277.769744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:44.511088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.541884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:44.511223Z","caller":"traceutil/trace.go:171","msg":"trace[377582069] linearizableReadLoop","detail":"{readStateIndex:4208; appliedIndex:4207; }","duration":"519.958344ms","start":"2026-04-28T03:22:43.991242Z","end":"2026-04-28T03:22:44.511201Z","steps":["trace[377582069] 'read index received' (duration: 407.201346ms)","trace[377582069] 'applied index is now lower than readState.Index' (duration: 112.755028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:44.511415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.175058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:44.511474Z","caller":"traceutil/trace.go:171","msg":"trace[981072819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4050; }","duration":"520.2722ms","start":"2026-04-28T03:22:43.991182Z","end":"2026-04-28T03:22:44.511454Z","steps":["trace[981072819] 'agreement among raft nodes before linearized reading' (duration: 520.083707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:44.511526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:43.991158Z","time spent":"520.355741ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:22:44.511769Z","caller":"traceutil/trace.go:171","msg":"trace[15369804] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"565.03387ms","start":"2026-04-28T03:22:43.946678Z","end":"2026-04-28T03:22:44.511712Z","steps":["trace[15369804] 'process raft request' (duration: 451.792814ms)","trace[15369804] 'compare' (duration: 112.348901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:44.511879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:43.946565Z","time spent":"565.267595ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:45.033137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800915,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:45.042866Z","caller":"traceutil/trace.go:171","msg":"trace[217271346] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"1.017436096s","start":"2026-04-28T03:22:44.025395Z","end":"2026-04-28T03:22:45.042831Z","steps":["trace[217271346] 'process raft request' (duration: 1.01718617s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.043156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.025363Z","time spent":"1.017704501s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:45.481613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.529491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:45.481705Z","caller":"traceutil/trace.go:171","msg":"trace[567019680] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4051; }","duration":"282.642333ms","start":"2026-04-28T03:22:45.199049Z","end":"2026-04-28T03:22:45.481692Z","steps":["trace[567019680] 'range keys from in-memory index tree' (duration: 282.514091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:45.481844Z","caller":"traceutil/trace.go:171","msg":"trace[1218314583] transaction","detail":"{read_only:false; response_revision:4052; number_of_response:1; }","duration":"901.504111ms","start":"2026-04-28T03:22:44.580284Z","end":"2026-04-28T03:22:45.481788Z","steps":["trace[1218314583] 'process raft request' (duration: 825.572498ms)","trace[1218314583] 'compare' (duration: 75.667078ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:45.481886Z","caller":"traceutil/trace.go:171","msg":"trace[172709181] linearizableReadLoop","detail":"{readStateIndex:4210; appliedIndex:4208; }","duration":"949.243766ms","start":"2026-04-28T03:22:44.532614Z","end":"2026-04-28T03:22:45.481858Z","steps":["trace[172709181] 'read index received' (duration: 509.95233ms)","trace[172709181] 'applied index is now lower than readState.Index' (duration: 439.288706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:45.48193Z","caller":"traceutil/trace.go:171","msg":"trace[1385665064] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"434.596079ms","start":"2026-04-28T03:22:45.047305Z","end":"2026-04-28T03:22:45.481901Z","steps":["trace[1385665064] 'process raft request' (duration: 434.464616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.482047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.433889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:22:45.482069Z","caller":"traceutil/trace.go:171","msg":"trace[1910151411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4053; }","duration":"949.51169ms","start":"2026-04-28T03:22:44.532551Z","end":"2026-04-28T03:22:45.482063Z","steps":["trace[1910151411] 'agreement among raft nodes before linearized reading' (duration: 949.393648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.482087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.532523Z","time spent":"949.559702ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:45.482083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.580264Z","time spent":"901.682014ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:45.482098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.047277Z","time spent":"434.733402ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:22:45.482128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.506126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:22:45.482082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.025241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:45.482167Z","caller":"traceutil/trace.go:171","msg":"trace[2112168985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4053; }","duration":"946.571727ms","start":"2026-04-28T03:22:44.535584Z","end":"2026-04-28T03:22:45.482155Z","steps":["trace[2112168985] 'agreement among raft nodes before linearized reading' (duration: 946.436135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.482201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.535576Z","time spent":"946.615998ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:22:45.482217Z","caller":"traceutil/trace.go:171","msg":"trace[1718178225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4053; }","duration":"805.182425ms","start":"2026-04-28T03:22:44.676997Z","end":"2026-04-28T03:22:45.482179Z","steps":["trace[1718178225] 'agreement among raft nodes before linearized reading' (duration: 805.020942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.482291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.264018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:45.482309Z","caller":"traceutil/trace.go:171","msg":"trace[2063742965] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4053; }","duration":"720.322569ms","start":"2026-04-28T03:22:44.761982Z","end":"2026-04-28T03:22:45.482305Z","steps":["trace[2063742965] 'agreement among raft nodes before linearized reading' (duration: 720.286258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.482303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.676955Z","time spent":"805.320028ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:45.482323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.761961Z","time spent":"720.35848ms","remote":"127.0.0.1:60934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:45.482381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.476713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:45.482427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.610278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:22:45.482441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.653128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:45.482482Z","caller":"traceutil/trace.go:171","msg":"trace[607308528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4053; }","duration":"946.71488ms","start":"2026-04-28T03:22:44.535753Z","end":"2026-04-28T03:22:45.482468Z","steps":["trace[607308528] 'agreement among raft nodes before linearized reading' (duration: 946.425324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.482506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.085875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:22:45.482494Z","caller":"traceutil/trace.go:171","msg":"trace[219605215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4053; }","duration":"946.750141ms","start":"2026-04-28T03:22:44.535728Z","end":"2026-04-28T03:22:45.482478Z","steps":["trace[219605215] 'agreement among raft nodes before linearized reading' (duration: 946.585198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.482495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.815792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:22:45.482534Z","caller":"traceutil/trace.go:171","msg":"trace[519093497] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4053; }","duration":"900.160706ms","start":"2026-04-28T03:22:44.582368Z","end":"2026-04-28T03:22:45.482528Z","steps":["trace[519093497] 'agreement among raft nodes before linearized reading' (duration: 900.090564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.48255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.582345Z","time spent":"900.201387ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"warn","ts":"2026-04-28T03:22:45.482535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.535734Z","time spent":"946.782031ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:45.482551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.535702Z","time spent":"946.838173ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:22:45.482556Z","caller":"traceutil/trace.go:171","msg":"trace[445383125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4053; }","duration":"946.891464ms","start":"2026-04-28T03:22:44.535652Z","end":"2026-04-28T03:22:45.482543Z","steps":["trace[445383125] 'agreement among raft nodes before linearized reading' (duration: 946.68635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:45.482559Z","caller":"traceutil/trace.go:171","msg":"trace[1935696870] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:4053; }","duration":"394.633756ms","start":"2026-04-28T03:22:45.087817Z","end":"2026-04-28T03:22:45.482451Z","steps":["trace[1935696870] 'agreement among raft nodes before linearized reading' (duration: 394.465813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.482602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.535647Z","time spent":"946.947225ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:45.482598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.775945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:22:45.482663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.087788Z","time spent":"394.81771ms","remote":"127.0.0.1:54398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:45.48268Z","caller":"traceutil/trace.go:171","msg":"trace[1462601665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4053; }","duration":"944.881766ms","start":"2026-04-28T03:22:44.537781Z","end":"2026-04-28T03:22:45.482662Z","steps":["trace[1462601665] 'agreement among raft nodes before linearized reading' (duration: 944.720633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:45.482715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:44.537765Z","time spent":"944.941357ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:22:45.969421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.838553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:45.96954Z","caller":"traceutil/trace.go:171","msg":"trace[2135031190] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"481.974289ms","start":"2026-04-28T03:22:45.487545Z","end":"2026-04-28T03:22:45.96952Z","steps":["trace[2135031190] 'process raft request' (duration: 142.963041ms)","trace[2135031190] 'compare' (duration: 338.720351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:45.969602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.487525Z","time spent":"482.05034ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:46.206736Z","caller":"traceutil/trace.go:171","msg":"trace[991124915] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"718.622027ms","start":"2026-04-28T03:22:45.488089Z","end":"2026-04-28T03:22:46.206711Z","steps":["trace[991124915] 'process raft request' (duration: 718.415154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:46.206734Z","caller":"traceutil/trace.go:171","msg":"trace[399690155] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"718.656458ms","start":"2026-04-28T03:22:45.488038Z","end":"2026-04-28T03:22:46.206695Z","steps":["trace[399690155] 'process raft request' (duration: 713.656346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.206867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.488079Z","time spent":"718.713439ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:46.206924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.488018Z","time spent":"718.818741ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:46.206909Z","caller":"traceutil/trace.go:171","msg":"trace[2123348155] linearizableReadLoop","detail":"{readStateIndex:4217; appliedIndex:4211; }","duration":"716.871706ms","start":"2026-04-28T03:22:45.490015Z","end":"2026-04-28T03:22:46.206887Z","steps":["trace[2123348155] 'read index received' (duration: 140.508916ms)","trace[2123348155] 'applied index is now lower than readState.Index' (duration: 576.361659ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:46.207277Z","caller":"traceutil/trace.go:171","msg":"trace[259588553] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"719.082535ms","start":"2026-04-28T03:22:45.488184Z","end":"2026-04-28T03:22:46.207266Z","steps":["trace[259588553] 'process raft request' (duration: 718.475255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.207376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.488178Z","time spent":"719.134696ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:46.207426Z","caller":"traceutil/trace.go:171","msg":"trace[1404736805] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"710.189382ms","start":"2026-04-28T03:22:45.497226Z","end":"2026-04-28T03:22:46.207415Z","steps":["trace[1404736805] 'process raft request' (duration: 709.53973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.207494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.497198Z","time spent":"710.251463ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17068,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:46.207686Z","caller":"traceutil/trace.go:171","msg":"trace[1662759799] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"719.447022ms","start":"2026-04-28T03:22:45.488224Z","end":"2026-04-28T03:22:46.207671Z","steps":["trace[1662759799] 'process raft request' (duration: 718.476104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:46.207713Z","caller":"traceutil/trace.go:171","msg":"trace[136060296] transaction","detail":"{read_only:false; response_revision:4059; number_of_response:1; }","duration":"719.460253ms","start":"2026-04-28T03:22:45.488245Z","end":"2026-04-28T03:22:46.207705Z","steps":["trace[136060296] 'process raft request' (duration: 718.487115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.207763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.488222Z","time spent":"719.512373ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:46.207798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.488205Z","time spent":"719.528414ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:46.207845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.795513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109936"} {"level":"info","ts":"2026-04-28T03:22:46.207918Z","caller":"traceutil/trace.go:171","msg":"trace[354118902] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4060; }","duration":"717.901534ms","start":"2026-04-28T03:22:45.489998Z","end":"2026-04-28T03:22:46.207899Z","steps":["trace[354118902] 'agreement among raft nodes before linearized reading' (duration: 717.489916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.207961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.489991Z","time spent":"717.960765ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109960,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:22:46.586538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.906566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:46.586802Z","caller":"traceutil/trace.go:171","msg":"trace[168620694] linearizableReadLoop","detail":"{readStateIndex:4221; appliedIndex:4218; }","duration":"379.636831ms","start":"2026-04-28T03:22:46.207149Z","end":"2026-04-28T03:22:46.586785Z","steps":["trace[168620694] 'read index received' (duration: 155.482191ms)","trace[168620694] 'applied index is now lower than readState.Index' (duration: 224.15354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:46.586807Z","caller":"traceutil/trace.go:171","msg":"trace[412846300] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"598.494604ms","start":"2026-04-28T03:22:45.988292Z","end":"2026-04-28T03:22:46.586787Z","steps":["trace[412846300] 'process raft request' (duration: 598.379692ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:46.586906Z","caller":"traceutil/trace.go:171","msg":"trace[187477793] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"597.864463ms","start":"2026-04-28T03:22:45.989031Z","end":"2026-04-28T03:22:46.586895Z","steps":["trace[187477793] 'process raft request' (duration: 597.71534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.587099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.988269Z","time spent":"598.582895ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:46.58715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.989021Z","time spent":"598.085348ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:46.587164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.405008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:46.587168Z","caller":"traceutil/trace.go:171","msg":"trace[307265752] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"637.622091ms","start":"2026-04-28T03:22:45.949265Z","end":"2026-04-28T03:22:46.586887Z","steps":["trace[307265752] 'process raft request' (duration: 413.268687ms)","trace[307265752] 'compare' (duration: 223.730323ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:46.587227Z","caller":"traceutil/trace.go:171","msg":"trace[1274305647] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4063; }","duration":"673.659132ms","start":"2026-04-28T03:22:45.91355Z","end":"2026-04-28T03:22:46.587209Z","steps":["trace[1274305647] 'agreement among raft nodes before linearized reading' (duration: 673.352666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.587265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.913526Z","time spent":"673.730473ms","remote":"127.0.0.1:45102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:46.5873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095786513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109936"} {"level":"info","ts":"2026-04-28T03:22:46.587316Z","caller":"traceutil/trace.go:171","msg":"trace[647054328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4063; }","duration":"1.095813854s","start":"2026-04-28T03:22:45.491498Z","end":"2026-04-28T03:22:46.587311Z","steps":["trace[647054328] 'agreement among raft nodes before linearized reading' (duration: 1.095677442s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.587305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068393501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:22:46.587337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.491492Z","time spent":"1.095841114s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109960,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:22:46.587295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.088776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-28T03:22:46.587346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.949241Z","time spent":"638.007939ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:46.587357Z","caller":"traceutil/trace.go:171","msg":"trace[2140390023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4063; }","duration":"1.068477952s","start":"2026-04-28T03:22:45.518865Z","end":"2026-04-28T03:22:46.587343Z","steps":["trace[2140390023] 'agreement among raft nodes before linearized reading' (duration: 1.068291278s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.587397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:45.51885Z","time spent":"1.068538842s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:22:46.58748Z","caller":"traceutil/trace.go:171","msg":"trace[709816451] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4063; }","duration":"448.324191ms","start":"2026-04-28T03:22:46.13913Z","end":"2026-04-28T03:22:46.587454Z","steps":["trace[709816451] 'agreement among raft nodes before linearized reading' (duration: 447.979705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:46.587579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.139106Z","time spent":"448.451542ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:22:47.087655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:22:47.498721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116387062s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:22:47.770903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.878435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:47.771291Z","caller":"traceutil/trace.go:171","msg":"trace[1203361020] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"1.555451691s","start":"2026-04-28T03:22:46.215819Z","end":"2026-04-28T03:22:47.771271Z","steps":["trace[1203361020] 'process raft request' (duration: 1.55541177s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:47.771288Z","caller":"traceutil/trace.go:171","msg":"trace[978521899] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"1.556146664s","start":"2026-04-28T03:22:46.215104Z","end":"2026-04-28T03:22:47.771251Z","steps":["trace[978521899] 'process raft request' (duration: 1.555910569s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:47.771314Z","caller":"traceutil/trace.go:171","msg":"trace[519796798] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"1.556126103s","start":"2026-04-28T03:22:46.215156Z","end":"2026-04-28T03:22:47.771282Z","steps":["trace[519796798] 'process raft request' (duration: 1.55595151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:47.771373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.215808Z","time spent":"1.555529583s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1055,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:47.771421Z","caller":"traceutil/trace.go:171","msg":"trace[1013250937] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"1.556240565s","start":"2026-04-28T03:22:46.215155Z","end":"2026-04-28T03:22:47.771396Z","steps":["trace[1013250937] 'process raft request' (duration: 1.555992911s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:47.771459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.215148Z","time spent":"1.556221495s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1583,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:47.771452Z","caller":"traceutil/trace.go:171","msg":"trace[1561752033] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"1.556417328s","start":"2026-04-28T03:22:46.214986Z","end":"2026-04-28T03:22:47.771403Z","steps":["trace[1561752033] 'process raft request' (duration: 1.283936343s)","trace[1561752033] 'compare' (duration: 271.289234ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:47.771444Z","caller":"traceutil/trace.go:171","msg":"trace[400717892] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"1.556220634s","start":"2026-04-28T03:22:46.21519Z","end":"2026-04-28T03:22:47.771411Z","steps":["trace[400717892] 'process raft request' (duration: 1.556003731s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:47.771546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.215131Z","time spent":"1.556343879s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1059,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:47.771556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.214965Z","time spent":"1.556539581s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1603,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:47.771588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.215169Z","time spent":"1.556348228s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1071,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:47.771452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.215099Z","time spent":"1.556270286s","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1562,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:48.679348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:22:48.679657Z","caller":"traceutil/trace.go:171","msg":"trace[16500014] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000840439s","start":"2026-04-28T03:22:46.678784Z","end":"2026-04-28T03:22:48.679625Z","steps":["trace[16500014] 'agreement among raft nodes before linearized reading' (duration: 2.000475242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.679796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.678767Z","time spent":"2.001012531s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:22:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:22:48.686932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.0839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:48.687487Z","caller":"traceutil/trace.go:171","msg":"trace[1105387049] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"1.832178656s","start":"2026-04-28T03:22:46.855254Z","end":"2026-04-28T03:22:48.687432Z","steps":["trace[1105387049] 'process raft request' (duration: 1.831783088s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:48.687671Z","caller":"traceutil/trace.go:171","msg":"trace[391915907] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"1.472093194s","start":"2026-04-28T03:22:47.215546Z","end":"2026-04-28T03:22:48.68764Z","steps":["trace[391915907] 'process raft request' (duration: 1.471552064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.687708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.855231Z","time spent":"1.832351329s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:48.687738Z","caller":"traceutil/trace.go:171","msg":"trace[581825211] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"1.199511785s","start":"2026-04-28T03:22:47.488196Z","end":"2026-04-28T03:22:48.687708Z","steps":["trace[581825211] 'process raft request' (duration: 1.198934274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:48.68778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.215521Z","time spent":"1.472211696s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:48.68777Z","caller":"traceutil/trace.go:171","msg":"trace[1715023020] linearizableReadLoop","detail":"{readStateIndex:4229; appliedIndex:4221; }","duration":"2.100906704s","start":"2026-04-28T03:22:46.58684Z","end":"2026-04-28T03:22:48.687747Z","steps":["trace[1715023020] 'read index received' (duration: 912.096975ms)","trace[1715023020] 'applied index is now lower than readState.Index' (duration: 1.188799319s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:48.687542Z","caller":"traceutil/trace.go:171","msg":"trace[1189295738] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"2.096744618s","start":"2026-04-28T03:22:46.590766Z","end":"2026-04-28T03:22:48.687511Z","steps":["trace[1189295738] 'process raft request' (duration: 1.288979165s)","trace[1189295738] 'compare' (duration: 806.931847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:48.687953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.488171Z","time spent":"1.199657187s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:48.688316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.590749Z","time spent":"2.097203726s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:49.095628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.416719ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-28T03:22:49.095951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524665344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:49.096019Z","caller":"traceutil/trace.go:171","msg":"trace[1892593327] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:4073; }","duration":"2.524783687s","start":"2026-04-28T03:22:46.571209Z","end":"2026-04-28T03:22:49.095993Z","steps":["trace[1892593327] 'agreement among raft nodes before linearized reading' (duration: 2.116601831s)","trace[1892593327] 'count revisions from in-memory index tree' (duration: 408.067163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:49.096063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.571177Z","time spent":"2.524875179s","remote":"127.0.0.1:54364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:49.096137Z","caller":"traceutil/trace.go:171","msg":"trace[1701724205] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"503.451163ms","start":"2026-04-28T03:22:48.592655Z","end":"2026-04-28T03:22:49.096106Z","steps":["trace[1701724205] 'process raft request' (duration: 503.046395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.098154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.592623Z","time spent":"503.620266ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:49.64936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.54772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:49.649557Z","caller":"traceutil/trace.go:171","msg":"trace[314398226] linearizableReadLoop","detail":"{readStateIndex:4235; appliedIndex:4231; }","duration":"961.649203ms","start":"2026-04-28T03:22:48.687869Z","end":"2026-04-28T03:22:49.649519Z","steps":["trace[314398226] 'read index received' (duration: 1.936845ms)","trace[314398226] 'applied index is now lower than readState.Index' (duration: 959.711558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:49.649641Z","caller":"traceutil/trace.go:171","msg":"trace[916447822] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"1.05692959s","start":"2026-04-28T03:22:48.592704Z","end":"2026-04-28T03:22:49.649634Z","steps":["trace[916447822] 'process raft request' (duration: 569.029554ms)","trace[916447822] 'compare' (duration: 487.145332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:49.649689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.592657Z","time spent":"1.057009282s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:49.649888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437849775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:22:49.649914Z","caller":"traceutil/trace.go:171","msg":"trace[463789771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4076; }","duration":"1.437911886s","start":"2026-04-28T03:22:48.211995Z","end":"2026-04-28T03:22:49.649907Z","steps":["trace[463789771] 'agreement among raft nodes before linearized reading' (duration: 1.437821014s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.649935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.211968Z","time spent":"1.437962237s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:49.649971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437132761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:22:49.65006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438309373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:22:49.650081Z","caller":"traceutil/trace.go:171","msg":"trace[382421891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4076; }","duration":"1.438370334s","start":"2026-04-28T03:22:48.211705Z","end":"2026-04-28T03:22:49.650075Z","steps":["trace[382421891] 'agreement among raft nodes before linearized reading' (duration: 1.438304683s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:49.650081Z","caller":"traceutil/trace.go:171","msg":"trace[83881749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4076; }","duration":"1.437271114s","start":"2026-04-28T03:22:48.212781Z","end":"2026-04-28T03:22:49.650052Z","steps":["trace[83881749] 'agreement among raft nodes before linearized reading' (duration: 1.436952288s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.650105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.211684Z","time spent":"1.438416905s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:49.650101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836394249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:49.650124Z","caller":"traceutil/trace.go:171","msg":"trace[1200244720] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"1.05641816s","start":"2026-04-28T03:22:48.593675Z","end":"2026-04-28T03:22:49.650093Z","steps":["trace[1200244720] 'process raft request' (duration: 1.055777579s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:49.650168Z","caller":"traceutil/trace.go:171","msg":"trace[1846367807] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4076; }","duration":"2.836509971s","start":"2026-04-28T03:22:46.813641Z","end":"2026-04-28T03:22:49.650151Z","steps":["trace[1846367807] 'agreement among raft nodes before linearized reading' (duration: 2.836393409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.650209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:46.813618Z","time spent":"2.836580693s","remote":"127.0.0.1:54384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:49.650213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257449827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:49.650205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.083388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:49.650216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056446361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:22:49.650267Z","caller":"traceutil/trace.go:171","msg":"trace[861547530] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4076; }","duration":"1.257495628s","start":"2026-04-28T03:22:48.392751Z","end":"2026-04-28T03:22:49.650246Z","steps":["trace[861547530] 'agreement among raft nodes before linearized reading' (duration: 1.257421767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.650225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.102225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:49.650303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436854687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:22:49.65027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057200622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:49.650327Z","caller":"traceutil/trace.go:171","msg":"trace[693540260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4076; }","duration":"1.436895337s","start":"2026-04-28T03:22:48.213426Z","end":"2026-04-28T03:22:49.650321Z","steps":["trace[693540260] 'agreement among raft nodes before linearized reading' (duration: 1.436827226s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:49.650277Z","caller":"traceutil/trace.go:171","msg":"trace[1324593802] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4076; }","duration":"873.23109ms","start":"2026-04-28T03:22:48.777024Z","end":"2026-04-28T03:22:49.650255Z","steps":["trace[1324593802] 'agreement among raft nodes before linearized reading' (duration: 873.069477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.650295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67641624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:22:49.65033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646689255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"warn","ts":"2026-04-28T03:22:49.650373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.776983Z","time spent":"873.378133ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":15,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:49.650403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.110696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T03:22:49.65041Z","caller":"traceutil/trace.go:171","msg":"trace[417545596] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4076; }","duration":"1.646797117s","start":"2026-04-28T03:22:48.003596Z","end":"2026-04-28T03:22:49.650394Z","steps":["trace[417545596] 'agreement among raft nodes before linearized reading' (duration: 1.646585323s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:49.65041Z","caller":"traceutil/trace.go:171","msg":"trace[675305302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4076; }","duration":"1.676575203s","start":"2026-04-28T03:22:47.973799Z","end":"2026-04-28T03:22:49.650374Z","steps":["trace[675305302] 'agreement among raft nodes before linearized reading' (duration: 1.676249818s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:49.650434Z","caller":"traceutil/trace.go:171","msg":"trace[1891463087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4076; }","duration":"718.181258ms","start":"2026-04-28T03:22:48.932246Z","end":"2026-04-28T03:22:49.650428Z","steps":["trace[1891463087] 'agreement among raft nodes before linearized reading' (duration: 718.056895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.650143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.212772Z","time spent":"1.437356475s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:49.650482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.973769Z","time spent":"1.676685386s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:49.650496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437632341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:22:49.650508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.371577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17083"} {"level":"warn","ts":"2026-04-28T03:22:49.650322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.392693Z","time spent":"1.25761615s","remote":"127.0.0.1:39892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:49.650583Z","caller":"traceutil/trace.go:171","msg":"trace[1163361474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4076; }","duration":"1.437744003s","start":"2026-04-28T03:22:48.21282Z","end":"2026-04-28T03:22:49.650564Z","steps":["trace[1163361474] 'agreement among raft nodes before linearized reading' (duration: 1.437529448s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:49.65029Z","caller":"traceutil/trace.go:171","msg":"trace[1884735295] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4076; }","duration":"1.056593593s","start":"2026-04-28T03:22:48.593676Z","end":"2026-04-28T03:22:49.650269Z","steps":["trace[1884735295] 'agreement among raft nodes before linearized reading' (duration: 1.05638836s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:49.650589Z","caller":"traceutil/trace.go:171","msg":"trace[278242629] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:4076; }","duration":"727.489879ms","start":"2026-04-28T03:22:48.923084Z","end":"2026-04-28T03:22:49.650574Z","steps":["trace[278242629] 'agreement among raft nodes before linearized reading' (duration: 727.275424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.650705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.212811Z","time spent":"1.437878586s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:49.650734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.923063Z","time spent":"727.656162ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17107,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-04-28T03:22:49.650735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.593651Z","time spent":"1.057064013s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"warn","ts":"2026-04-28T03:22:49.650354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.213394Z","time spent":"1.436955528s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:22:49.650344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.277082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:49.650848Z","caller":"traceutil/trace.go:171","msg":"trace[1522120383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4076; }","duration":"970.814442ms","start":"2026-04-28T03:22:48.680012Z","end":"2026-04-28T03:22:49.650827Z","steps":["trace[1522120383] 'agreement among raft nodes before linearized reading' (duration: 970.304652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:49.650345Z","caller":"traceutil/trace.go:171","msg":"trace[637427612] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4076; }","duration":"178.230837ms","start":"2026-04-28T03:22:49.472091Z","end":"2026-04-28T03:22:49.650321Z","steps":["trace[637427612] 'agreement among raft nodes before linearized reading' (duration: 178.056774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.650913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.679962Z","time spent":"970.939684ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:22:49.650358Z","caller":"traceutil/trace.go:171","msg":"trace[1933078315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4076; }","duration":"2.057339584s","start":"2026-04-28T03:22:47.592995Z","end":"2026-04-28T03:22:49.650335Z","steps":["trace[1933078315] 'agreement among raft nodes before linearized reading' (duration: 2.057093309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.651023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:47.592972Z","time spent":"2.058025267s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:49.650269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.593662Z","time spent":"1.056533713s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:49.650453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.003585Z","time spent":"1.646857529s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:22:49.650461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:48.932223Z","time spent":"718.232239ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-28T03:22:49.972446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.727158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:49.972715Z","caller":"traceutil/trace.go:171","msg":"trace[1102678694] linearizableReadLoop","detail":"{readStateIndex:4236; appliedIndex:4235; }","duration":"317.889079ms","start":"2026-04-28T03:22:49.654801Z","end":"2026-04-28T03:22:49.972691Z","steps":["trace[1102678694] 'read index received' (duration: 102.800804ms)","trace[1102678694] 'applied index is now lower than readState.Index' (duration: 215.086875ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:49.972724Z","caller":"traceutil/trace.go:171","msg":"trace[474268214] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"320.293023ms","start":"2026-04-28T03:22:49.652396Z","end":"2026-04-28T03:22:49.972689Z","steps":["trace[474268214] 'process raft request' (duration: 105.188957ms)","trace[474268214] 'compare' (duration: 214.480194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:49.973017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.092002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-28T03:22:49.973077Z","caller":"traceutil/trace.go:171","msg":"trace[107449170] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:4077; }","duration":"318.294435ms","start":"2026-04-28T03:22:49.654764Z","end":"2026-04-28T03:22:49.973059Z","steps":["trace[107449170] 'agreement among raft nodes before linearized reading' (duration: 318.02027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:49.973106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.654744Z","time spent":"318.354207ms","remote":"127.0.0.1:60942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" "} {"level":"warn","ts":"2026-04-28T03:22:49.973138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.652374Z","time spent":"320.592347ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:50.278974Z","caller":"traceutil/trace.go:171","msg":"trace[441977731] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"623.188566ms","start":"2026-04-28T03:22:49.655713Z","end":"2026-04-28T03:22:50.278901Z","steps":["trace[441977731] 'process raft request' (duration: 623.004633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.279018Z","caller":"traceutil/trace.go:171","msg":"trace[1045953085] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"622.986482ms","start":"2026-04-28T03:22:49.656004Z","end":"2026-04-28T03:22:50.27899Z","steps":["trace[1045953085] 'process raft request' (duration: 622.86301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.278968Z","caller":"traceutil/trace.go:171","msg":"trace[954301293] transaction","detail":"{read_only:false; response_revision:4078; number_of_response:1; }","duration":"623.898088ms","start":"2026-04-28T03:22:49.654945Z","end":"2026-04-28T03:22:50.278843Z","steps":["trace[954301293] 'process raft request' (duration: 611.46774ms)","trace[954301293] 'compare' (duration: 12.045482ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:50.279081Z","caller":"traceutil/trace.go:171","msg":"trace[1831416720] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"623.097605ms","start":"2026-04-28T03:22:49.65593Z","end":"2026-04-28T03:22:50.279028Z","steps":["trace[1831416720] 'process raft request' (duration: 622.884271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.279142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.655698Z","time spent":"623.356679ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:50.279193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.65599Z","time spent":"623.103226ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:50.279211Z","caller":"traceutil/trace.go:171","msg":"trace[557737375] linearizableReadLoop","detail":"{readStateIndex:4242; appliedIndex:4236; }","duration":"306.357767ms","start":"2026-04-28T03:22:49.972825Z","end":"2026-04-28T03:22:50.279183Z","steps":["trace[557737375] 'read index received' (duration: 293.514121ms)","trace[557737375] 'applied index is now lower than readState.Index' (duration: 12.842426ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:50.279274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.655878Z","time spent":"623.285579ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:50.27934Z","caller":"traceutil/trace.go:171","msg":"trace[624202405] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"620.370174ms","start":"2026-04-28T03:22:49.658959Z","end":"2026-04-28T03:22:50.279329Z","steps":["trace[624202405] 'process raft request' (duration: 619.988706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.279348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.05167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:50.279354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.654915Z","time spent":"624.232536ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:50.279397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.658935Z","time spent":"620.431906ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:50.279431Z","caller":"traceutil/trace.go:171","msg":"trace[1093543113] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4083; }","duration":"619.160912ms","start":"2026-04-28T03:22:49.660255Z","end":"2026-04-28T03:22:50.279416Z","steps":["trace[1093543113] 'agreement among raft nodes before linearized reading' (duration: 618.99665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.279472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.660248Z","time spent":"619.215253ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:22:50.279477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.395747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:50.279556Z","caller":"traceutil/trace.go:171","msg":"trace[1507803769] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4083; }","duration":"343.522709ms","start":"2026-04-28T03:22:49.936015Z","end":"2026-04-28T03:22:50.279538Z","steps":["trace[1507803769] 'agreement among raft nodes before linearized reading' (duration: 343.197893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.279563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.291523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:22:50.279566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.224691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"warn","ts":"2026-04-28T03:22:50.279566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.21492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:22:50.27961Z","caller":"traceutil/trace.go:171","msg":"trace[1358423393] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4083; }","duration":"344.373714ms","start":"2026-04-28T03:22:49.935223Z","end":"2026-04-28T03:22:50.279597Z","steps":["trace[1358423393] 'agreement among raft nodes before linearized reading' (duration: 344.281062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.279626Z","caller":"traceutil/trace.go:171","msg":"trace[1871074950] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4083; }","duration":"621.320142ms","start":"2026-04-28T03:22:49.65829Z","end":"2026-04-28T03:22:50.279611Z","steps":["trace[1871074950] 'agreement among raft nodes before linearized reading' (duration: 621.037167ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.279637Z","caller":"traceutil/trace.go:171","msg":"trace[2037505857] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4083; }","duration":"621.306852ms","start":"2026-04-28T03:22:49.658315Z","end":"2026-04-28T03:22:50.279622Z","steps":["trace[2037505857] 'agreement among raft nodes before linearized reading' (duration: 620.937236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.279646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.935204Z","time spent":"344.433925ms","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:50.279663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.362883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:50.279679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.658308Z","time spent":"621.358393ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:22:50.279716Z","caller":"traceutil/trace.go:171","msg":"trace[476896070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4083; }","duration":"621.425313ms","start":"2026-04-28T03:22:49.658273Z","end":"2026-04-28T03:22:50.279699Z","steps":["trace[476896070] 'agreement among raft nodes before linearized reading' (duration: 621.325532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.27976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.658238Z","time spent":"621.513055ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:50.279863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.516873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414010"} {"level":"info","ts":"2026-04-28T03:22:50.279862Z","caller":"traceutil/trace.go:171","msg":"trace[183464961] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"616.045775ms","start":"2026-04-28T03:22:49.663804Z","end":"2026-04-28T03:22:50.27985Z","steps":["trace[183464961] 'process raft request' (duration: 615.25969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.279647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.936005Z","time spent":"343.630151ms","remote":"127.0.0.1:54236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:50.279936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.663762Z","time spent":"616.141877ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:50.279577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.710336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T03:22:50.279998Z","caller":"traceutil/trace.go:171","msg":"trace[1925052010] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a; range_end:; response_count:1; response_revision:4083; }","duration":"299.161425ms","start":"2026-04-28T03:22:49.980817Z","end":"2026-04-28T03:22:50.279979Z","steps":["trace[1925052010] 'agreement among raft nodes before linearized reading' (duration: 298.602966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:50.279903Z","caller":"traceutil/trace.go:171","msg":"trace[1326326408] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4083; }","duration":"569.636455ms","start":"2026-04-28T03:22:49.710257Z","end":"2026-04-28T03:22:50.279893Z","steps":["trace[1326326408] 'agreement among raft nodes before linearized reading' (duration: 569.37876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:50.279676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.65828Z","time spent":"621.381653ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:22:50.280053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:49.710236Z","time spent":"569.805448ms","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414034,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T03:22:51.157714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375800965,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:51.505048Z","caller":"traceutil/trace.go:171","msg":"trace[686106191] transaction","detail":"{read_only:false; response_revision:4085; number_of_response:1; }","duration":"871.56203ms","start":"2026-04-28T03:22:50.63346Z","end":"2026-04-28T03:22:51.505022Z","steps":["trace[686106191] 'process raft request' (duration: 870.762126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:51.505202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.633429Z","time spent":"871.691553ms","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414145,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:51.844761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.529042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:51.844977Z","caller":"traceutil/trace.go:171","msg":"trace[101354658] transaction","detail":"{read_only:false; response_revision:4086; number_of_response:1; }","duration":"1.15236596s","start":"2026-04-28T03:22:50.69259Z","end":"2026-04-28T03:22:51.844956Z","steps":["trace[101354658] 'process raft request' (duration: 942.553773ms)","trace[101354658] 'compare' (duration: 209.291768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:51.845056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.692575Z","time spent":"1.152450142s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:51.845181Z","caller":"traceutil/trace.go:171","msg":"trace[1988157287] transaction","detail":"{read_only:false; response_revision:4087; number_of_response:1; }","duration":"738.111124ms","start":"2026-04-28T03:22:51.107039Z","end":"2026-04-28T03:22:51.84515Z","steps":["trace[1988157287] 'process raft request' (duration: 737.828969ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:51.845275Z","caller":"traceutil/trace.go:171","msg":"trace[231696735] transaction","detail":"{read_only:false; response_revision:4088; number_of_response:1; }","duration":"188.487147ms","start":"2026-04-28T03:22:51.656764Z","end":"2026-04-28T03:22:51.845252Z","steps":["trace[231696735] 'process raft request' (duration: 188.389785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:51.845301Z","caller":"traceutil/trace.go:171","msg":"trace[1492117608] linearizableReadLoop","detail":"{readStateIndex:4246; appliedIndex:4243; }","duration":"1.188087415s","start":"2026-04-28T03:22:50.657174Z","end":"2026-04-28T03:22:51.845261Z","steps":["trace[1492117608] 'read index received' (duration: 846.713305ms)","trace[1492117608] 'applied index is now lower than readState.Index' (duration: 341.3719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:51.845363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:51.107012Z","time spent":"738.254466ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:51.845524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188344229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:51.845589Z","caller":"traceutil/trace.go:171","msg":"trace[809270791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4088; }","duration":"1.18844132s","start":"2026-04-28T03:22:50.657131Z","end":"2026-04-28T03:22:51.845572Z","steps":["trace[809270791] 'agreement among raft nodes before linearized reading' (duration: 1.188245507s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:51.845635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.657115Z","time spent":"1.188507713s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:22:51.864375Z","caller":"traceutil/trace.go:171","msg":"trace[657077734] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"207.495205ms","start":"2026-04-28T03:22:51.656846Z","end":"2026-04-28T03:22:51.864341Z","steps":["trace[657077734] 'process raft request' (duration: 207.321012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:51.864353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18560735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:51.864475Z","caller":"traceutil/trace.go:171","msg":"trace[1322202302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4089; }","duration":"1.185765522s","start":"2026-04-28T03:22:50.678694Z","end":"2026-04-28T03:22:51.864459Z","steps":["trace[1322202302] 'agreement among raft nodes before linearized reading' (duration: 1.185593179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:51.864517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:50.678672Z","time spent":"1.185833884s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:51.864617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.824209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:51.864689Z","caller":"traceutil/trace.go:171","msg":"trace[180855784] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4089; }","duration":"544.949052ms","start":"2026-04-28T03:22:51.319724Z","end":"2026-04-28T03:22:51.864673Z","steps":["trace[180855784] 'agreement among raft nodes before linearized reading' (duration: 544.755008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:51.864741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:51.319703Z","time spent":"545.022553ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:53.755034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746189727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18766"} {"level":"info","ts":"2026-04-28T03:22:53.755128Z","caller":"traceutil/trace.go:171","msg":"trace[1621184551] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4089; }","duration":"1.746299269s","start":"2026-04-28T03:22:52.008809Z","end":"2026-04-28T03:22:53.755109Z","steps":["trace[1621184551] 'range keys from in-memory index tree' (duration: 1.746047244s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.755172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.008773Z","time spent":"1.746389071s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18790,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:22:53.755709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43227826s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:22:53.755837Z","caller":"traceutil/trace.go:171","msg":"trace[950690259] linearizableReadLoop","detail":"{readStateIndex:4249; appliedIndex:4248; }","duration":"1.470963771s","start":"2026-04-28T03:22:52.284832Z","end":"2026-04-28T03:22:53.755796Z","steps":["trace[950690259] 'read index received' (duration: 38.443005ms)","trace[950690259] 'applied index is now lower than readState.Index' (duration: 1.432518856s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:53.755863Z","caller":"traceutil/trace.go:171","msg":"trace[687800508] transaction","detail":"{read_only:false; response_revision:4090; number_of_response:1; }","duration":"1.738335503s","start":"2026-04-28T03:22:52.017493Z","end":"2026-04-28T03:22:53.755829Z","steps":["trace[687800508] 'process raft request' (duration: 305.845599ms)","trace[687800508] 'compare' (duration: 1.431480776s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:53.756019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.017459Z","time spent":"1.738489155s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:53.756056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471066142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:22:53.756094Z","caller":"traceutil/trace.go:171","msg":"trace[227729692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4090; }","duration":"1.471113884s","start":"2026-04-28T03:22:52.284965Z","end":"2026-04-28T03:22:53.756078Z","steps":["trace[227729692] 'agreement among raft nodes before linearized reading' (duration: 1.470965191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.756136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.284957Z","time spent":"1.471170855s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:53.756115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471262906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:22:53.756368Z","caller":"traceutil/trace.go:171","msg":"trace[2085039617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4090; }","duration":"1.471558102s","start":"2026-04-28T03:22:52.284792Z","end":"2026-04-28T03:22:53.75635Z","steps":["trace[2085039617] 'agreement among raft nodes before linearized reading' (duration: 1.471118684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.756413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.284774Z","time spent":"1.471630333s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:22:53.756453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466337785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T03:22:53.756396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378022776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:22:53.756488Z","caller":"traceutil/trace.go:171","msg":"trace[1942278705] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4090; }","duration":"1.466385386s","start":"2026-04-28T03:22:52.290092Z","end":"2026-04-28T03:22:53.756478Z","steps":["trace[1942278705] 'agreement among raft nodes before linearized reading' (duration: 1.466291474s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.75655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.290086Z","time spent":"1.466450207s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"info","ts":"2026-04-28T03:22:53.756591Z","caller":"traceutil/trace.go:171","msg":"trace[1558705672] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:4090; }","duration":"1.378464934s","start":"2026-04-28T03:22:52.378028Z","end":"2026-04-28T03:22:53.756493Z","steps":["trace[1558705672] 'agreement among raft nodes before linearized reading' (duration: 1.377965615s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.756684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.378009Z","time spent":"1.378661497s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-04-28T03:22:53.756692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469175847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:22:53.756804Z","caller":"traceutil/trace.go:171","msg":"trace[2050364480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4090; }","duration":"1.469293829s","start":"2026-04-28T03:22:52.287495Z","end":"2026-04-28T03:22:53.756789Z","steps":["trace[2050364480] 'agreement among raft nodes before linearized reading' (duration: 1.469082336s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.75685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.287486Z","time spent":"1.46935097s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:22:53.756892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471244995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:22:53.756939Z","caller":"traceutil/trace.go:171","msg":"trace[690187892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4090; }","duration":"1.471302306s","start":"2026-04-28T03:22:52.285622Z","end":"2026-04-28T03:22:53.756924Z","steps":["trace[690187892] 'agreement among raft nodes before linearized reading' (duration: 1.471174183s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.756992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.285618Z","time spent":"1.471362167s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:22:53.757011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467258461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:22:53.75704Z","caller":"traceutil/trace.go:171","msg":"trace[1154565799] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4090; }","duration":"1.467321204s","start":"2026-04-28T03:22:52.28971Z","end":"2026-04-28T03:22:53.757031Z","steps":["trace[1154565799] 'agreement among raft nodes before linearized reading' (duration: 1.467217811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.757067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.289691Z","time spent":"1.467370914s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:22:53.757066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471340068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:22:53.757167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315142444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:53.757219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.75213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:53.757296Z","caller":"traceutil/trace.go:171","msg":"trace[612257073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4090; }","duration":"903.852162ms","start":"2026-04-28T03:22:52.853411Z","end":"2026-04-28T03:22:53.757264Z","steps":["trace[612257073] 'agreement among raft nodes before linearized reading' (duration: 903.694639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.757357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.85339Z","time spent":"903.954303ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:22:53.757176Z","caller":"traceutil/trace.go:171","msg":"trace[82444633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4090; }","duration":"1.47146855s","start":"2026-04-28T03:22:52.285681Z","end":"2026-04-28T03:22:53.757149Z","steps":["trace[82444633] 'agreement among raft nodes before linearized reading' (duration: 1.47098992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.757436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.285677Z","time spent":"1.471735954s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:22:53.757233Z","caller":"traceutil/trace.go:171","msg":"trace[1897315077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4090; }","duration":"1.315247696s","start":"2026-04-28T03:22:52.441967Z","end":"2026-04-28T03:22:53.757215Z","steps":["trace[1897315077] 'agreement among raft nodes before linearized reading' (duration: 1.315121984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.757545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:52.441949Z","time spent":"1.315547591s","remote":"127.0.0.1:39772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:53.757094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.162819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:53.757784Z","caller":"traceutil/trace.go:171","msg":"trace[2043705648] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4090; }","duration":"422.901193ms","start":"2026-04-28T03:22:53.334865Z","end":"2026-04-28T03:22:53.757766Z","steps":["trace[2043705648] 'agreement among raft nodes before linearized reading' (duration: 422.158949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:53.757846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:53.334845Z","time spent":"422.983605ms","remote":"127.0.0.1:32968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:22:54.003975Z","caller":"traceutil/trace.go:171","msg":"trace[1704164145] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"241.690871ms","start":"2026-04-28T03:22:53.762257Z","end":"2026-04-28T03:22:54.003948Z","steps":["trace[1704164145] 'process raft request' (duration: 235.379335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.004003Z","caller":"traceutil/trace.go:171","msg":"trace[648502013] transaction","detail":"{read_only:false; response_revision:4092; number_of_response:1; }","duration":"241.649071ms","start":"2026-04-28T03:22:53.762336Z","end":"2026-04-28T03:22:54.003986Z","steps":["trace[648502013] 'process raft request' (duration: 241.554349ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.004362Z","caller":"traceutil/trace.go:171","msg":"trace[1730516262] transaction","detail":"{read_only:false; response_revision:4093; number_of_response:1; }","duration":"241.864165ms","start":"2026-04-28T03:22:53.762458Z","end":"2026-04-28T03:22:54.004322Z","steps":["trace[1730516262] 'process raft request' (duration: 241.476188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.004489Z","caller":"traceutil/trace.go:171","msg":"trace[123499179] linearizableReadLoop","detail":"{readStateIndex:4255; appliedIndex:4250; }","duration":"199.632889ms","start":"2026-04-28T03:22:53.804839Z","end":"2026-04-28T03:22:54.004472Z","steps":["trace[123499179] 'read index received' (duration: 192.882355ms)","trace[123499179] 'applied index is now lower than readState.Index' (duration: 6.749524ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:54.004581Z","caller":"traceutil/trace.go:171","msg":"trace[1556589104] transaction","detail":"{read_only:false; response_revision:4095; number_of_response:1; }","duration":"241.774812ms","start":"2026-04-28T03:22:53.762781Z","end":"2026-04-28T03:22:54.004556Z","steps":["trace[1556589104] 'process raft request' (duration: 241.605329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.004698Z","caller":"traceutil/trace.go:171","msg":"trace[1333781092] transaction","detail":"{read_only:false; response_revision:4094; number_of_response:1; }","duration":"242.101029ms","start":"2026-04-28T03:22:53.762577Z","end":"2026-04-28T03:22:54.004678Z","steps":["trace[1333781092] 'process raft request' (duration: 241.60731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:54.004748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.390597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18766"} {"level":"warn","ts":"2026-04-28T03:22:54.004795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.723443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:22:54.004831Z","caller":"traceutil/trace.go:171","msg":"trace[1412312207] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4095; }","duration":"240.786114ms","start":"2026-04-28T03:22:53.764036Z","end":"2026-04-28T03:22:54.004823Z","steps":["trace[1412312207] 'agreement among raft nodes before linearized reading' (duration: 240.56196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.0048Z","caller":"traceutil/trace.go:171","msg":"trace[2028999454] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4095; }","duration":"240.468708ms","start":"2026-04-28T03:22:53.764313Z","end":"2026-04-28T03:22:54.004782Z","steps":["trace[2028999454] 'agreement among raft nodes before linearized reading' (duration: 240.248334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:54.005163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.938665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:22:54.005235Z","caller":"traceutil/trace.go:171","msg":"trace[275671832] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4095; }","duration":"242.025978ms","start":"2026-04-28T03:22:53.763191Z","end":"2026-04-28T03:22:54.005217Z","steps":["trace[275671832] 'agreement among raft nodes before linearized reading' (duration: 241.614019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.053655Z","caller":"traceutil/trace.go:171","msg":"trace[1954685827] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"247.821374ms","start":"2026-04-28T03:22:53.805812Z","end":"2026-04-28T03:22:54.053633Z","steps":["trace[1954685827] 'process raft request' (duration: 247.553879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.053721Z","caller":"traceutil/trace.go:171","msg":"trace[1124302697] transaction","detail":"{read_only:false; response_revision:4100; number_of_response:1; }","duration":"185.354747ms","start":"2026-04-28T03:22:53.868354Z","end":"2026-04-28T03:22:54.053708Z","steps":["trace[1124302697] 'process raft request' (duration: 185.205465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.053731Z","caller":"traceutil/trace.go:171","msg":"trace[1879222168] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"202.43435ms","start":"2026-04-28T03:22:53.851268Z","end":"2026-04-28T03:22:54.053702Z","steps":["trace[1879222168] 'process raft request' (duration: 202.266977ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.053773Z","caller":"traceutil/trace.go:171","msg":"trace[149063732] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"203.849016ms","start":"2026-04-28T03:22:53.849896Z","end":"2026-04-28T03:22:54.053745Z","steps":["trace[149063732] 'process raft request' (duration: 203.581491ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.05383Z","caller":"traceutil/trace.go:171","msg":"trace[610227806] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"202.606843ms","start":"2026-04-28T03:22:53.851216Z","end":"2026-04-28T03:22:54.053823Z","steps":["trace[610227806] 'process raft request' (duration: 202.293608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:54.054061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.68652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T03:22:54.054132Z","caller":"traceutil/trace.go:171","msg":"trace[1339686085] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4101; }","duration":"128.800122ms","start":"2026-04-28T03:22:53.925314Z","end":"2026-04-28T03:22:54.054114Z","steps":["trace[1339686085] 'agreement among raft nodes before linearized reading' (duration: 128.518516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.491603Z","caller":"traceutil/trace.go:171","msg":"trace[2147089254] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"169.715082ms","start":"2026-04-28T03:22:54.321859Z","end":"2026-04-28T03:22:54.491574Z","steps":["trace[2147089254] 'process raft request' (duration: 169.507419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:54.726318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.033417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa67469be2e9df\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-28T03:22:54.726406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.754133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-04-28T03:22:54.726415Z","caller":"traceutil/trace.go:171","msg":"trace[73118649] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa67469be2e9df; range_end:; response_count:1; response_revision:4103; }","duration":"134.14289ms","start":"2026-04-28T03:22:54.592236Z","end":"2026-04-28T03:22:54.726379Z","steps":["trace[73118649] 'range keys from in-memory index tree' (duration: 133.886245ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:54.726486Z","caller":"traceutil/trace.go:171","msg":"trace[2140968949] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb1bb3e8-8dd1-4a35-8b4d-f5ef6f453961; range_end:; response_count:1; response_revision:4103; }","duration":"157.849044ms","start":"2026-04-28T03:22:54.568608Z","end":"2026-04-28T03:22:54.726457Z","steps":["trace[2140968949] 'range keys from in-memory index tree' (duration: 157.58172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:56.51548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:22:56.581008Z","caller":"traceutil/trace.go:171","msg":"trace[432823068] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"568.164615ms","start":"2026-04-28T03:22:56.012818Z","end":"2026-04-28T03:22:56.580982Z","steps":["trace[432823068] 'process raft request' (duration: 567.947011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:56.581173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.012799Z","time spent":"568.275198ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:57.245471Z","caller":"traceutil/trace.go:171","msg":"trace[1729554483] transaction","detail":"{read_only:false; response_revision:4106; number_of_response:1; }","duration":"1.231835626s","start":"2026-04-28T03:22:56.013597Z","end":"2026-04-28T03:22:57.245433Z","steps":["trace[1729554483] 'process raft request' (duration: 1.231614682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.245639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.013576Z","time spent":"1.231973908s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:57.245727Z","caller":"traceutil/trace.go:171","msg":"trace[1865590077] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"1.231170593s","start":"2026-04-28T03:22:56.014528Z","end":"2026-04-28T03:22:57.245699Z","steps":["trace[1865590077] 'process raft request' (duration: 1.230860647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.245909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.01452Z","time spent":"1.231288195s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:57.245882Z","caller":"traceutil/trace.go:171","msg":"trace[80653837] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"1.230653834s","start":"2026-04-28T03:22:56.015193Z","end":"2026-04-28T03:22:57.245846Z","steps":["trace[80653837] 'process raft request' (duration: 1.2304177s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.24595Z","caller":"traceutil/trace.go:171","msg":"trace[1304594610] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"1.230736875s","start":"2026-04-28T03:22:56.015199Z","end":"2026-04-28T03:22:57.245936Z","steps":["trace[1304594610] 'process raft request' (duration: 1.230545702s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.246067Z","caller":"traceutil/trace.go:171","msg":"trace[413659680] transaction","detail":"{read_only:false; response_revision:4110; number_of_response:1; }","duration":"1.187736687s","start":"2026-04-28T03:22:56.058317Z","end":"2026-04-28T03:22:57.246054Z","steps":["trace[413659680] 'process raft request' (duration: 1.187511413s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.246062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.015165Z","time spent":"1.230818917s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:57.246102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.015175Z","time spent":"1.230808717s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:57.246203Z","caller":"traceutil/trace.go:171","msg":"trace[2025715459] linearizableReadLoop","detail":"{readStateIndex:4273; appliedIndex:4264; }","duration":"1.231742324s","start":"2026-04-28T03:22:56.014442Z","end":"2026-04-28T03:22:57.246184Z","steps":["trace[2025715459] 'read index received' (duration: 566.355273ms)","trace[2025715459] 'applied index is now lower than readState.Index' (duration: 665.385981ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:22:57.246188Z","caller":"traceutil/trace.go:171","msg":"trace[1796605285] transaction","detail":"{read_only:false; response_revision:4112; number_of_response:1; }","duration":"1.187707667s","start":"2026-04-28T03:22:56.058425Z","end":"2026-04-28T03:22:57.246132Z","steps":["trace[1796605285] 'process raft request' (duration: 1.187580344s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.246263Z","caller":"traceutil/trace.go:171","msg":"trace[724402920] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"1.187312329s","start":"2026-04-28T03:22:56.058931Z","end":"2026-04-28T03:22:57.246244Z","steps":["trace[724402920] 'process raft request' (duration: 1.187158356s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.246133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.058299Z","time spent":"1.187800988s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:22:57.246231Z","caller":"traceutil/trace.go:171","msg":"trace[1270623526] transaction","detail":"{read_only:false; response_revision:4111; number_of_response:1; }","duration":"1.187774758s","start":"2026-04-28T03:22:56.058411Z","end":"2026-04-28T03:22:57.246186Z","steps":["trace[1270623526] 'process raft request' (duration: 1.187522483s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.246345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.058916Z","time spent":"1.187386141s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:57.246361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.058385Z","time spent":"1.18789608s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:57.246432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.058396Z","time spent":"1.187931921s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:22:57.246562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.573071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:57.246605Z","caller":"traceutil/trace.go:171","msg":"trace[1696937208] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4113; }","duration":"414.687484ms","start":"2026-04-28T03:22:56.831903Z","end":"2026-04-28T03:22:57.24659Z","steps":["trace[1696937208] 'agreement among raft nodes before linearized reading' (duration: 414.513501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.246665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.83188Z","time spent":"414.777125ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:57.246674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230189656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"warn","ts":"2026-04-28T03:22:57.246689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.72277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:57.246723Z","caller":"traceutil/trace.go:171","msg":"trace[139223682] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4113; }","duration":"1.230253437s","start":"2026-04-28T03:22:56.016457Z","end":"2026-04-28T03:22:57.24671Z","steps":["trace[139223682] 'agreement among raft nodes before linearized reading' (duration: 1.229918761s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:57.246729Z","caller":"traceutil/trace.go:171","msg":"trace[911876082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4113; }","duration":"567.802302ms","start":"2026-04-28T03:22:56.678916Z","end":"2026-04-28T03:22:57.246718Z","steps":["trace[911876082] 'agreement among raft nodes before linearized reading' (duration: 567.738381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.246758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.01645Z","time spent":"1.230299987s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:22:57.246765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.678895Z","time spent":"567.862343ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:22:57.246807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12741325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:22:57.246896Z","caller":"traceutil/trace.go:171","msg":"trace[522061554] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4113; }","duration":"1.127532553s","start":"2026-04-28T03:22:56.119348Z","end":"2026-04-28T03:22:57.246881Z","steps":["trace[522061554] 'agreement among raft nodes before linearized reading' (duration: 1.127423851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.246983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.119327Z","time spent":"1.127640184s","remote":"127.0.0.1:45176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:57.246678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232225743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:22:57.247096Z","caller":"traceutil/trace.go:171","msg":"trace[209452707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4113; }","duration":"1.23265874s","start":"2026-04-28T03:22:56.014422Z","end":"2026-04-28T03:22:57.247081Z","steps":["trace[209452707] 'agreement among raft nodes before linearized reading' (duration: 1.231862666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:57.247168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:56.014415Z","time spent":"1.232735441s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:22:58.163119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.460815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:22:58.163198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.908025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:22:58.163244Z","caller":"traceutil/trace.go:171","msg":"trace[1778104901] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4113; }","duration":"615.599197ms","start":"2026-04-28T03:22:57.547589Z","end":"2026-04-28T03:22:58.163188Z","steps":["trace[1778104901] 'count revisions from in-memory index tree' (duration: 615.385773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:22:58.163266Z","caller":"traceutil/trace.go:171","msg":"trace[1631967845] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4113; }","duration":"770.999018ms","start":"2026-04-28T03:22:57.392247Z","end":"2026-04-28T03:22:58.163246Z","steps":["trace[1631967845] 'count revisions from in-memory index tree' (duration: 770.812274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:58.16329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:57.547572Z","time spent":"615.706099ms","remote":"127.0.0.1:45072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:58.1633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:57.392192Z","time spent":"771.09958ms","remote":"127.0.0.1:39820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:22:59.34938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147175873s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:22:59.349562Z","caller":"traceutil/trace.go:171","msg":"trace[1478410743] linearizableReadLoop","detail":"{readStateIndex:4274; appliedIndex:4273; }","duration":"1.09580303s","start":"2026-04-28T03:22:58.253733Z","end":"2026-04-28T03:22:59.349537Z","steps":["trace[1478410743] 'read index received' (duration: 51.401µs)","trace[1478410743] 'applied index is now lower than readState.Index' (duration: 1.095748559s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:22:59.350034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096294919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:22:59.350087Z","caller":"traceutil/trace.go:171","msg":"trace[231350589] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4113; }","duration":"1.096396581s","start":"2026-04-28T03:22:58.253677Z","end":"2026-04-28T03:22:59.350073Z","steps":["trace[231350589] 'agreement among raft nodes before linearized reading' (duration: 1.096215838s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:22:59.350155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:58.253645Z","time spent":"1.096498393s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:22:59.850559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:00.351192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:00.637035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.864952133s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:00.637419Z","caller":"traceutil/trace.go:171","msg":"trace[386282313] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"1.865454843s","start":"2026-04-28T03:22:58.771946Z","end":"2026-04-28T03:23:00.637401Z","steps":["trace[386282313] 'process raft request' (duration: 1.865302329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.637529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:58.771923Z","time spent":"1.865547135s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:00.679145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999907558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:23:00.679224Z","caller":"traceutil/trace.go:171","msg":"trace[1828000732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000034859s","start":"2026-04-28T03:22:58.679173Z","end":"2026-04-28T03:23:00.679207Z","steps":["trace[1828000732] 'agreement among raft nodes before linearized reading' (duration: 1.999939528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:00.679272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:58.679154Z","time spent":"2.000102511s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:23:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T03:23:01.295616Z","caller":"traceutil/trace.go:171","msg":"trace[1537707758] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"2.22686804s","start":"2026-04-28T03:22:59.068719Z","end":"2026-04-28T03:23:01.295587Z","steps":["trace[1537707758] 'process raft request' (duration: 2.226588684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.295783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.068693Z","time spent":"2.227001363s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:01.295899Z","caller":"traceutil/trace.go:171","msg":"trace[1123688497] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"2.044509406s","start":"2026-04-28T03:22:59.251364Z","end":"2026-04-28T03:23:01.295873Z","steps":["trace[1123688497] 'process raft request' (duration: 2.04416548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.296056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.251342Z","time spent":"2.044629048s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:01.296272Z","caller":"traceutil/trace.go:171","msg":"trace[76320639] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"2.043770673s","start":"2026-04-28T03:22:59.25249Z","end":"2026-04-28T03:23:01.29626Z","steps":["trace[76320639] 'process raft request' (duration: 2.043267964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.29633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.25248Z","time spent":"2.043820813s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:01.29637Z","caller":"traceutil/trace.go:171","msg":"trace[993945251] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"2.043830243s","start":"2026-04-28T03:22:59.252515Z","end":"2026-04-28T03:23:01.296345Z","steps":["trace[993945251] 'process raft request' (duration: 2.043531248s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.296419Z","caller":"traceutil/trace.go:171","msg":"trace[1881186308] linearizableReadLoop","detail":"{readStateIndex:4280; appliedIndex:4274; }","duration":"1.94657837s","start":"2026-04-28T03:22:59.349815Z","end":"2026-04-28T03:23:01.296393Z","steps":["trace[1881186308] 'read index received' (duration: 1.287460157s)","trace[1881186308] 'applied index is now lower than readState.Index' (duration: 659.117053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:01.296536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.252499Z","time spent":"2.043955146s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:01.296649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045256819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:23:01.296682Z","caller":"traceutil/trace.go:171","msg":"trace[1495347783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4119; }","duration":"2.045355841s","start":"2026-04-28T03:22:59.251316Z","end":"2026-04-28T03:23:01.296672Z","steps":["trace[1495347783] 'agreement among raft nodes before linearized reading' (duration: 2.045183828s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.296684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04530615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:23:01.296714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.2513Z","time spent":"2.045406382s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:23:01.296748Z","caller":"traceutil/trace.go:171","msg":"trace[388120564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4119; }","duration":"2.045406012s","start":"2026-04-28T03:22:59.251324Z","end":"2026-04-28T03:23:01.29673Z","steps":["trace[388120564] 'agreement among raft nodes before linearized reading' (duration: 2.045102406s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.296756Z","caller":"traceutil/trace.go:171","msg":"trace[1099023486] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"2.044124959s","start":"2026-04-28T03:22:59.252617Z","end":"2026-04-28T03:23:01.296742Z","steps":["trace[1099023486] 'process raft request' (duration: 2.04368449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.296785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.251314Z","time spent":"2.045463094s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:23:01.296786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647819957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:01.296824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.252586Z","time spent":"2.04420438s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:01.296878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711140828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:23:01.296895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045592366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:23:01.296908Z","caller":"traceutil/trace.go:171","msg":"trace[492343500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4119; }","duration":"2.711207559s","start":"2026-04-28T03:22:58.585692Z","end":"2026-04-28T03:23:01.296899Z","steps":["trace[492343500] 'agreement among raft nodes before linearized reading' (duration: 2.711116497s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.296935Z","caller":"traceutil/trace.go:171","msg":"trace[638971094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4119; }","duration":"2.045678477s","start":"2026-04-28T03:22:59.251245Z","end":"2026-04-28T03:23:01.296924Z","steps":["trace[638971094] 'agreement among raft nodes before linearized reading' (duration: 2.045538645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.296947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53125328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:01.296964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043753382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T03:23:01.296978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.25122Z","time spent":"2.045752278s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:23:01.296987Z","caller":"traceutil/trace.go:171","msg":"trace[1431935013] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4119; }","duration":"2.043794893s","start":"2026-04-28T03:22:59.253185Z","end":"2026-04-28T03:23:01.29698Z","steps":["trace[1431935013] 'agreement among raft nodes before linearized reading' (duration: 2.043705002s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.296872Z","caller":"traceutil/trace.go:171","msg":"trace[728223336] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4119; }","duration":"2.647977339s","start":"2026-04-28T03:22:58.64887Z","end":"2026-04-28T03:23:01.296847Z","steps":["trace[728223336] 'agreement among raft nodes before linearized reading' (duration: 2.647793785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.297012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.253175Z","time spent":"2.043831954s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"warn","ts":"2026-04-28T03:23:01.297023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:58.648844Z","time spent":"2.648168033s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:01.29702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801578905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:23:01.29694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:58.585665Z","time spent":"2.711263441s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:23:01.297058Z","caller":"traceutil/trace.go:171","msg":"trace[141088802] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4119; }","duration":"2.801643257s","start":"2026-04-28T03:22:58.495406Z","end":"2026-04-28T03:23:01.297049Z","steps":["trace[141088802] 'agreement among raft nodes before linearized reading' (duration: 2.801494764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.296709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034517462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:23:01.297105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:58.495391Z","time spent":"2.801706468s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T03:23:01.296984Z","caller":"traceutil/trace.go:171","msg":"trace[1560406089] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4119; }","duration":"2.53133181s","start":"2026-04-28T03:22:58.765642Z","end":"2026-04-28T03:23:01.296974Z","steps":["trace[1560406089] 'agreement among raft nodes before linearized reading' (duration: 2.531255469s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.297138Z","caller":"traceutil/trace.go:171","msg":"trace[1742320704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4119; }","duration":"2.034960791s","start":"2026-04-28T03:22:59.262167Z","end":"2026-04-28T03:23:01.297128Z","steps":["trace[1742320704] 'agreement among raft nodes before linearized reading' (duration: 2.03437113s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.297171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.262161Z","time spent":"2.035002412s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:23:01.297184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:58.765619Z","time spent":"2.531547405s","remote":"127.0.0.1:39900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":29,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:01.297209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04582435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:01.297281Z","caller":"traceutil/trace.go:171","msg":"trace[392532220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4119; }","duration":"2.045939822s","start":"2026-04-28T03:22:59.25133Z","end":"2026-04-28T03:23:01.297269Z","steps":["trace[392532220] 'agreement among raft nodes before linearized reading' (duration: 2.045743478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.297695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.251318Z","time spent":"2.04636574s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:01.675128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.393336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:01.675231Z","caller":"traceutil/trace.go:171","msg":"trace[1502121348] linearizableReadLoop","detail":"{readStateIndex:4281; appliedIndex:4280; }","duration":"378.739014ms","start":"2026-04-28T03:23:01.296476Z","end":"2026-04-28T03:23:01.675215Z","steps":["trace[1502121348] 'read index received' (duration: 101.178065ms)","trace[1502121348] 'applied index is now lower than readState.Index' (duration: 277.559489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:01.675335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117093342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:01.675322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.011559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:01.675371Z","caller":"traceutil/trace.go:171","msg":"trace[1931476928] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4120; }","duration":"1.117171753s","start":"2026-04-28T03:23:00.558189Z","end":"2026-04-28T03:23:01.675361Z","steps":["trace[1931476928] 'agreement among raft nodes before linearized reading' (duration: 1.117099972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.675408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.558168Z","time spent":"1.117230215s","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:01.675464Z","caller":"traceutil/trace.go:171","msg":"trace[751256313] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"411.859141ms","start":"2026-04-28T03:23:01.263588Z","end":"2026-04-28T03:23:01.675447Z","steps":["trace[751256313] 'process raft request' (duration: 134.051638ms)","trace[751256313] 'compare' (duration: 277.166482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:01.67559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.263564Z","time spent":"411.948784ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:01.675668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229439251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:01.675405Z","caller":"traceutil/trace.go:171","msg":"trace[990811641] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4120; }","duration":"998.14487ms","start":"2026-04-28T03:23:00.677235Z","end":"2026-04-28T03:23:01.67538Z","steps":["trace[990811641] 'agreement among raft nodes before linearized reading' (duration: 998.019768ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.675711Z","caller":"traceutil/trace.go:171","msg":"trace[1641743817] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4120; }","duration":"1.229523553s","start":"2026-04-28T03:23:00.446178Z","end":"2026-04-28T03:23:01.675701Z","steps":["trace[1641743817] 'agreement among raft nodes before linearized reading' (duration: 1.229434641s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.675746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.446154Z","time spent":"1.229584764s","remote":"127.0.0.1:32926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":36,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:01.675727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.992792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:01.67576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.399281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:01.675788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312542684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"warn","ts":"2026-04-28T03:23:01.675765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903115193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:01.67582Z","caller":"traceutil/trace.go:171","msg":"trace[353479646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4120; }","duration":"905.114184ms","start":"2026-04-28T03:23:00.770675Z","end":"2026-04-28T03:23:01.675789Z","steps":["trace[353479646] 'agreement among raft nodes before linearized reading' (duration: 904.969002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.675833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318263059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:23:01.675862Z","caller":"traceutil/trace.go:171","msg":"trace[836837011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4120; }","duration":"826.540514ms","start":"2026-04-28T03:23:00.8493Z","end":"2026-04-28T03:23:01.67584Z","steps":["trace[836837011] 'agreement among raft nodes before linearized reading' (duration: 826.372691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.675866Z","caller":"traceutil/trace.go:171","msg":"trace[79270031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4120; }","duration":"1.312673816s","start":"2026-04-28T03:23:00.363174Z","end":"2026-04-28T03:23:01.675848Z","steps":["trace[79270031] 'agreement among raft nodes before linearized reading' (duration: 1.312460093s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.675889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.770658Z","time spent":"905.215866ms","remote":"127.0.0.1:45206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:01.675895Z","caller":"traceutil/trace.go:171","msg":"trace[1066693637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4120; }","duration":"1.31833607s","start":"2026-04-28T03:23:00.357544Z","end":"2026-04-28T03:23:01.67588Z","steps":["trace[1066693637] 'agreement among raft nodes before linearized reading' (duration: 1.318113706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.675917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.849288Z","time spent":"826.618336ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:01.675927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.363143Z","time spent":"1.312761818s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:23:01.675924Z","caller":"traceutil/trace.go:171","msg":"trace[3275067] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4120; }","duration":"1.903299627s","start":"2026-04-28T03:22:59.772562Z","end":"2026-04-28T03:23:01.675862Z","steps":["trace[3275067] 'agreement among raft nodes before linearized reading' (duration: 1.903086353s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.675891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.209294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:01.675965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091448735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa67469be2e9df\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-28T03:23:01.675939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.3575Z","time spent":"1.318426982s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:23:01.675762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.677216Z","time spent":"998.515767ms","remote":"127.0.0.1:39916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:01.676064Z","caller":"traceutil/trace.go:171","msg":"trace[82238016] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa67469be2e9df; range_end:; response_count:1; response_revision:4120; }","duration":"2.091565747s","start":"2026-04-28T03:22:59.584454Z","end":"2026-04-28T03:23:01.67602Z","steps":["trace[82238016] 'agreement among raft nodes before linearized reading' (duration: 2.091364744s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.675979Z","caller":"traceutil/trace.go:171","msg":"trace[1472420110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4120; }","duration":"996.373998ms","start":"2026-04-28T03:23:00.679594Z","end":"2026-04-28T03:23:01.675968Z","steps":["trace[1472420110] 'agreement among raft nodes before linearized reading' (duration: 996.226165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.676128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.584435Z","time spent":"2.09167388s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa67469be2e9df\" "} {"level":"warn","ts":"2026-04-28T03:23:01.67613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:00.679566Z","time spent":"996.55086ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:01.675987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:22:59.772541Z","time spent":"1.903429379s","remote":"127.0.0.1:54410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:01.742064Z","caller":"traceutil/trace.go:171","msg":"trace[1818392802] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"441.285262ms","start":"2026-04-28T03:23:01.300744Z","end":"2026-04-28T03:23:01.742029Z","steps":["trace[1818392802] 'process raft request' (duration: 441.065977ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.742093Z","caller":"traceutil/trace.go:171","msg":"trace[2058653822] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"440.844834ms","start":"2026-04-28T03:23:01.301229Z","end":"2026-04-28T03:23:01.742074Z","steps":["trace[2058653822] 'process raft request' (duration: 440.733461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.742235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.301219Z","time spent":"440.936975ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:01.742347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.300721Z","time spent":"441.427535ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:01.742465Z","caller":"traceutil/trace.go:171","msg":"trace[961400835] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"440.908915ms","start":"2026-04-28T03:23:01.301516Z","end":"2026-04-28T03:23:01.742425Z","steps":["trace[961400835] 'process raft request' (duration: 440.509578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:01.742542Z","caller":"traceutil/trace.go:171","msg":"trace[331368094] transaction","detail":"{read_only:false; response_revision:4124; number_of_response:1; }","duration":"440.754282ms","start":"2026-04-28T03:23:01.301761Z","end":"2026-04-28T03:23:01.742515Z","steps":["trace[331368094] 'process raft request' (duration: 440.565289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.742645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.301494Z","time spent":"441.042907ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:01.742736Z","caller":"traceutil/trace.go:171","msg":"trace[981471877] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"440.541088ms","start":"2026-04-28T03:23:01.30218Z","end":"2026-04-28T03:23:01.742721Z","steps":["trace[981471877] 'process raft request' (duration: 440.291964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.742738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.301743Z","time spent":"440.900775ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:01.742814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.302165Z","time spent":"440.610629ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:01.742895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.910043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:01.742939Z","caller":"traceutil/trace.go:171","msg":"trace[1573457175] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:4126; }","duration":"116.982585ms","start":"2026-04-28T03:23:01.625941Z","end":"2026-04-28T03:23:01.742924Z","steps":["trace[1573457175] 'agreement among raft nodes before linearized reading' (duration: 116.909153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.743058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.952105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:23:01.743139Z","caller":"traceutil/trace.go:171","msg":"trace[1463883584] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4126; }","duration":"441.062277ms","start":"2026-04-28T03:23:01.302061Z","end":"2026-04-28T03:23:01.743123Z","steps":["trace[1463883584] 'agreement among raft nodes before linearized reading' (duration: 440.730141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.743182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.302053Z","time spent":"441.119918ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:01.743202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.487176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:23:01.743288Z","caller":"traceutil/trace.go:171","msg":"trace[301737931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4126; }","duration":"440.604029ms","start":"2026-04-28T03:23:01.302664Z","end":"2026-04-28T03:23:01.743268Z","steps":["trace[301737931] 'agreement among raft nodes before linearized reading' (duration: 440.10654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.74334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.302654Z","time spent":"440.67074ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:23:01.743597Z","caller":"traceutil/trace.go:171","msg":"trace[179299889] transaction","detail":"{read_only:false; response_revision:4126; number_of_response:1; }","duration":"439.386207ms","start":"2026-04-28T03:23:01.303369Z","end":"2026-04-28T03:23:01.742755Z","steps":["trace[179299889] 'process raft request' (duration: 439.217304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:01.74376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.303345Z","time spent":"440.328475ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:02.622035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.259556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:23:02.622088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.009644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:02.622177Z","caller":"traceutil/trace.go:171","msg":"trace[910882531] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4127; }","duration":"436.165167ms","start":"2026-04-28T03:23:02.185988Z","end":"2026-04-28T03:23:02.622154Z","steps":["trace[910882531] 'count revisions from in-memory index tree' (duration: 435.916923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:02.622223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:02.185967Z","time spent":"436.242878ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:02.622232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.732209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:23:02.622262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.431429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:02.622304Z","caller":"traceutil/trace.go:171","msg":"trace[1141406660] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:4127; }","duration":"243.846931ms","start":"2026-04-28T03:23:02.378434Z","end":"2026-04-28T03:23:02.622281Z","steps":["trace[1141406660] 'range keys from in-memory index tree' (duration: 243.498954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:02.622336Z","caller":"traceutil/trace.go:171","msg":"trace[169489430] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4127; }","duration":"847.557401ms","start":"2026-04-28T03:23:01.774759Z","end":"2026-04-28T03:23:02.622316Z","steps":["trace[169489430] 'range keys from in-memory index tree' (duration: 847.336898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:02.622389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.77473Z","time spent":"847.649882ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:23:02.622121Z","caller":"traceutil/trace.go:171","msg":"trace[114191566] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a; range_end:; response_count:1; response_revision:4127; }","duration":"847.394198ms","start":"2026-04-28T03:23:01.774707Z","end":"2026-04-28T03:23:02.622101Z","steps":["trace[114191566] 'range keys from in-memory index tree' (duration: 847.046592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:02.622457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:01.77469Z","time spent":"847.753615ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a\" "} {"level":"warn","ts":"2026-04-28T03:23:03.987372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:04.339865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.035229643s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:04.34053Z","caller":"traceutil/trace.go:171","msg":"trace[841295270] transaction","detail":"{read_only:false; response_revision:4130; number_of_response:1; }","duration":"1.036006987s","start":"2026-04-28T03:23:03.304494Z","end":"2026-04-28T03:23:04.340501Z","steps":["trace[841295270] 'process raft request' (duration: 1.0356058s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:04.340557Z","caller":"traceutil/trace.go:171","msg":"trace[472559158] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"1.036030398s","start":"2026-04-28T03:23:03.304505Z","end":"2026-04-28T03:23:04.340535Z","steps":["trace[472559158] 'process raft request' (duration: 1.035941756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.34081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.304466Z","time spent":"1.036133279s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:04.34075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.304474Z","time spent":"1.036138029s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:04.403743Z","caller":"traceutil/trace.go:171","msg":"trace[1992644948] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"1.099172545s","start":"2026-04-28T03:23:03.304548Z","end":"2026-04-28T03:23:04.403721Z","steps":["trace[1992644948] 'process raft request' (duration: 1.098042544s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.404092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.304518Z","time spent":"1.099287736s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:04.404365Z","caller":"traceutil/trace.go:171","msg":"trace[1293802651] linearizableReadLoop","detail":"{readStateIndex:4296; appliedIndex:4291; }","duration":"917.399851ms","start":"2026-04-28T03:23:03.486749Z","end":"2026-04-28T03:23:04.404149Z","steps":["trace[1293802651] 'read index received' (duration: 853.402488ms)","trace[1293802651] 'applied index is now lower than readState.Index' (duration: 63.996363ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:04.404434Z","caller":"traceutil/trace.go:171","msg":"trace[587557172] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"1.099600452s","start":"2026-04-28T03:23:03.304817Z","end":"2026-04-28T03:23:04.404417Z","steps":["trace[587557172] 'process raft request' (duration: 1.098862489s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.404502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.304808Z","time spent":"1.099656183s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:04.404703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.92352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:04.404727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.969881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:04.404802Z","caller":"traceutil/trace.go:171","msg":"trace[1335903904] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4134; }","duration":"918.077123ms","start":"2026-04-28T03:23:03.486693Z","end":"2026-04-28T03:23:04.404771Z","steps":["trace[1335903904] 'agreement among raft nodes before linearized reading' (duration: 917.844619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.404859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.486672Z","time spent":"918.176494ms","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:04.404848Z","caller":"traceutil/trace.go:171","msg":"trace[390335067] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"465.132718ms","start":"2026-04-28T03:23:03.939677Z","end":"2026-04-28T03:23:04.404809Z","steps":["trace[390335067] 'process raft request' (duration: 464.354934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.404976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.140051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6134"} {"level":"warn","ts":"2026-04-28T03:23:04.405003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.939658Z","time spent":"465.27917ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:23:04.405022Z","caller":"traceutil/trace.go:171","msg":"trace[1844872408] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4134; }","duration":"379.222602ms","start":"2026-04-28T03:23:04.025786Z","end":"2026-04-28T03:23:04.405009Z","steps":["trace[1844872408] 'agreement among raft nodes before linearized reading' (duration: 379.131961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.405059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.025763Z","time spent":"379.288924ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":6158,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-04-28T03:23:04.404799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.660091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:23:04.405068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.70767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:23:04.405144Z","caller":"traceutil/trace.go:171","msg":"trace[421622773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4134; }","duration":"656.012528ms","start":"2026-04-28T03:23:03.74912Z","end":"2026-04-28T03:23:04.405132Z","steps":["trace[421622773] 'agreement among raft nodes before linearized reading' (duration: 655.536269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.405182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.74909Z","time spent":"656.0806ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:23:04.405013Z","caller":"traceutil/trace.go:171","msg":"trace[768879115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4134; }","duration":"726.105003ms","start":"2026-04-28T03:23:03.678695Z","end":"2026-04-28T03:23:04.4048Z","steps":["trace[768879115] 'agreement among raft nodes before linearized reading' (duration: 725.9463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:04.405191Z","caller":"traceutil/trace.go:171","msg":"trace[2043471733] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4134; }","duration":"656.855635ms","start":"2026-04-28T03:23:03.748294Z","end":"2026-04-28T03:23:04.40515Z","steps":["trace[2043471733] 'agreement among raft nodes before linearized reading' (duration: 656.496457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.404868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.337171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:04.404897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.923333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-28T03:23:04.405274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.748286Z","time spent":"656.976447ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"info","ts":"2026-04-28T03:23:04.40533Z","caller":"traceutil/trace.go:171","msg":"trace[1172327314] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4134; }","duration":"375.389433ms","start":"2026-04-28T03:23:04.029923Z","end":"2026-04-28T03:23:04.405313Z","steps":["trace[1172327314] 'agreement among raft nodes before linearized reading' (duration: 374.908033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.405305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.678469Z","time spent":"726.819346ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:04.405365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.029896Z","time spent":"375.460093ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T03:23:04.405456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.18564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:23:04.405294Z","caller":"traceutil/trace.go:171","msg":"trace[364866827] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4134; }","duration":"237.830581ms","start":"2026-04-28T03:23:04.16744Z","end":"2026-04-28T03:23:04.405271Z","steps":["trace[364866827] 'agreement among raft nodes before linearized reading' (duration: 237.328061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:04.405508Z","caller":"traceutil/trace.go:171","msg":"trace[1962124391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4134; }","duration":"657.271052ms","start":"2026-04-28T03:23:03.748224Z","end":"2026-04-28T03:23:04.405495Z","steps":["trace[1962124391] 'agreement among raft nodes before linearized reading' (duration: 657.117309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.405332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.941058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:23:04.405542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.748212Z","time spent":"657.322993ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:23:04.405547Z","caller":"traceutil/trace.go:171","msg":"trace[1317411593] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4134; }","duration":"656.178082ms","start":"2026-04-28T03:23:03.74936Z","end":"2026-04-28T03:23:04.405538Z","steps":["trace[1317411593] 'agreement among raft nodes before linearized reading' (duration: 655.904737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.405542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.604277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:23:04.405938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.652578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:23:04.406013Z","caller":"traceutil/trace.go:171","msg":"trace[985849730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4134; }","duration":"657.767571ms","start":"2026-04-28T03:23:03.748221Z","end":"2026-04-28T03:23:04.405989Z","steps":["trace[985849730] 'agreement among raft nodes before linearized reading' (duration: 656.528488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:04.405933Z","caller":"traceutil/trace.go:171","msg":"trace[2069177642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4134; }","duration":"658.020365ms","start":"2026-04-28T03:23:03.747897Z","end":"2026-04-28T03:23:04.405917Z","steps":["trace[2069177642] 'agreement among raft nodes before linearized reading' (duration: 656.819933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.406077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.748202Z","time spent":"657.855832ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:04.40558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.74935Z","time spent":"656.221932ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:23:04.40564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.086588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:23:04.406215Z","caller":"traceutil/trace.go:171","msg":"trace[767088636] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4134; }","duration":"711.698709ms","start":"2026-04-28T03:23:03.6945Z","end":"2026-04-28T03:23:04.406199Z","steps":["trace[767088636] 'agreement among raft nodes before linearized reading' (duration: 711.011717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.406161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.747891Z","time spent":"658.181838ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:04.406314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.694481Z","time spent":"711.816141ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T03:23:04.405647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.89809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:23:04.406457Z","caller":"traceutil/trace.go:171","msg":"trace[1513337781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4134; }","duration":"690.724604ms","start":"2026-04-28T03:23:03.715695Z","end":"2026-04-28T03:23:04.406419Z","steps":["trace[1513337781] 'agreement among raft nodes before linearized reading' (duration: 689.834708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.406528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.715675Z","time spent":"690.832388ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:23:04.405755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.865952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:23:04.406606Z","caller":"traceutil/trace.go:171","msg":"trace[764082180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4134; }","duration":"658.713068ms","start":"2026-04-28T03:23:03.747874Z","end":"2026-04-28T03:23:04.406587Z","steps":["trace[764082180] 'agreement among raft nodes before linearized reading' (duration: 657.787481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:04.406712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:03.747851Z","time spent":"658.840751ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:04.867417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.337566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:04.867582Z","caller":"traceutil/trace.go:171","msg":"trace[1707979959] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"456.180575ms","start":"2026-04-28T03:23:04.41137Z","end":"2026-04-28T03:23:04.867551Z","steps":["trace[1707979959] 'process raft request' (duration: 172.597844ms)","trace[1707979959] 'compare' (duration: 283.066971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:04.867691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.411352Z","time spent":"456.278217ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:05.201488Z","caller":"traceutil/trace.go:171","msg":"trace[1874836531] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"789.491956ms","start":"2026-04-28T03:23:04.411915Z","end":"2026-04-28T03:23:05.201407Z","steps":["trace[1874836531] 'process raft request' (duration: 699.462256ms)","trace[1874836531] 'compare' (duration: 89.383129ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:05.201574Z","caller":"traceutil/trace.go:171","msg":"trace[788434316] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"789.275382ms","start":"2026-04-28T03:23:04.412272Z","end":"2026-04-28T03:23:05.201547Z","steps":["trace[788434316] 'process raft request' (duration: 789.220561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:05.201602Z","caller":"traceutil/trace.go:171","msg":"trace[1224648435] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"789.622028ms","start":"2026-04-28T03:23:04.411953Z","end":"2026-04-28T03:23:05.201575Z","steps":["trace[1224648435] 'process raft request' (duration: 789.301593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:05.201674Z","caller":"traceutil/trace.go:171","msg":"trace[1100551358] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"789.433275ms","start":"2026-04-28T03:23:04.412219Z","end":"2026-04-28T03:23:05.201652Z","steps":["trace[1100551358] 'process raft request' (duration: 789.225281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:05.201728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.411932Z","time spent":"789.724221ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:05.201732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.412262Z","time spent":"789.383223ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:05.201793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.412207Z","time spent":"789.516477ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:05.201799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.411896Z","time spent":"789.73579ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:05.201855Z","caller":"traceutil/trace.go:171","msg":"trace[1156440104] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"789.11632ms","start":"2026-04-28T03:23:04.412672Z","end":"2026-04-28T03:23:05.201789Z","steps":["trace[1156440104] 'process raft request' (duration: 788.855144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:05.202079Z","caller":"traceutil/trace.go:171","msg":"trace[1682095947] linearizableReadLoop","detail":"{readStateIndex:4303; appliedIndex:4296; }","duration":"787.271376ms","start":"2026-04-28T03:23:04.414792Z","end":"2026-04-28T03:23:05.202063Z","steps":["trace[1682095947] 'read index received' (duration: 169.177132ms)","trace[1682095947] 'applied index is now lower than readState.Index' (duration: 618.093214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:05.202095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.412661Z","time spent":"789.294763ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:05.202215Z","caller":"traceutil/trace.go:171","msg":"trace[577155832] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"785.271209ms","start":"2026-04-28T03:23:04.416933Z","end":"2026-04-28T03:23:05.202204Z","steps":["trace[577155832] 'process raft request' (duration: 785.075936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:05.202275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.416919Z","time spent":"785.3178ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:05.202283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.267064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:05.202308Z","caller":"traceutil/trace.go:171","msg":"trace[832305865] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"789.548107ms","start":"2026-04-28T03:23:04.412746Z","end":"2026-04-28T03:23:05.202294Z","steps":["trace[832305865] 'process raft request' (duration: 789.197081ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:05.202323Z","caller":"traceutil/trace.go:171","msg":"trace[1531415430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4142; }","duration":"523.350266ms","start":"2026-04-28T03:23:04.678961Z","end":"2026-04-28T03:23:05.202311Z","steps":["trace[1531415430] 'agreement among raft nodes before linearized reading' (duration: 523.260885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:05.202351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.678939Z","time spent":"523.405957ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:05.20238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.412738Z","time spent":"789.601198ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:05.20276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.968648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:23:05.202799Z","caller":"traceutil/trace.go:171","msg":"trace[382480341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4142; }","duration":"788.03399ms","start":"2026-04-28T03:23:04.414754Z","end":"2026-04-28T03:23:05.202788Z","steps":["trace[382480341] 'agreement among raft nodes before linearized reading' (duration: 787.563301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:05.202826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:04.414741Z","time spent":"788.07835ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:05.954169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.951482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:05.954325Z","caller":"traceutil/trace.go:171","msg":"trace[2134895510] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"746.378175ms","start":"2026-04-28T03:23:05.207922Z","end":"2026-04-28T03:23:05.9543Z","steps":["trace[2134895510] 'process raft request' (duration: 135.191349ms)","trace[2134895510] 'compare' (duration: 610.802229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:05.954405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:05.207897Z","time spent":"746.467196ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:05.968274Z","caller":"traceutil/trace.go:171","msg":"trace[1576711402] transaction","detail":"{read_only:false; response_revision:4147; number_of_response:1; }","duration":"759.067797ms","start":"2026-04-28T03:23:05.209192Z","end":"2026-04-28T03:23:05.96826Z","steps":["trace[1576711402] 'process raft request' (duration: 759.017316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:05.968258Z","caller":"traceutil/trace.go:171","msg":"trace[994966410] transaction","detail":"{read_only:false; response_revision:4144; number_of_response:1; }","duration":"759.670329ms","start":"2026-04-28T03:23:05.208553Z","end":"2026-04-28T03:23:05.968223Z","steps":["trace[994966410] 'process raft request' (duration: 759.508116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:05.968361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:05.209164Z","time spent":"759.158349ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:05.968335Z","caller":"traceutil/trace.go:171","msg":"trace[1942960777] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"759.647678ms","start":"2026-04-28T03:23:05.208656Z","end":"2026-04-28T03:23:05.968304Z","steps":["trace[1942960777] 'process raft request' (duration: 759.479295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:05.96836Z","caller":"traceutil/trace.go:171","msg":"trace[2063568289] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"759.628217ms","start":"2026-04-28T03:23:05.208704Z","end":"2026-04-28T03:23:05.968332Z","steps":["trace[2063568289] 'process raft request' (duration: 759.477664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:05.968429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:05.208541Z","time spent":"759.801151ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:05.968488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:05.208635Z","time spent":"759.77062ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:05.968582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:05.208678Z","time spent":"759.73799ms","remote":"127.0.0.1:32856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:05.96866Z","caller":"traceutil/trace.go:171","msg":"trace[987103140] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"759.284421ms","start":"2026-04-28T03:23:05.209345Z","end":"2026-04-28T03:23:05.96863Z","steps":["trace[987103140] 'process raft request' (duration: 758.888424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:05.968794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:05.209339Z","time spent":"759.386933ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:05.969262Z","caller":"traceutil/trace.go:171","msg":"trace[83375912] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"759.124538ms","start":"2026-04-28T03:23:05.210121Z","end":"2026-04-28T03:23:05.969245Z","steps":["trace[83375912] 'process raft request' (duration: 758.315923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:05.969267Z","caller":"traceutil/trace.go:171","msg":"trace[1446802864] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"756.273246ms","start":"2026-04-28T03:23:05.212972Z","end":"2026-04-28T03:23:05.969245Z","steps":["trace[1446802864] 'process raft request' (duration: 755.966369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:05.969351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:05.210107Z","time spent":"759.197229ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:05.969368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:05.212962Z","time spent":"756.364787ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:05.969631Z","caller":"traceutil/trace.go:171","msg":"trace[1769517667] linearizableReadLoop","detail":"{readStateIndex:4310; appliedIndex:4304; }","duration":"759.705769ms","start":"2026-04-28T03:23:05.209912Z","end":"2026-04-28T03:23:05.969617Z","steps":["trace[1769517667] 'read index received' (duration: 133.188482ms)","trace[1769517667] 'applied index is now lower than readState.Index' (duration: 626.515677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:05.969827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.917793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5962"} {"level":"info","ts":"2026-04-28T03:23:05.969873Z","caller":"traceutil/trace.go:171","msg":"trace[1065783053] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4150; }","duration":"759.987274ms","start":"2026-04-28T03:23:05.209874Z","end":"2026-04-28T03:23:05.969861Z","steps":["trace[1065783053] 'agreement among raft nodes before linearized reading' (duration: 759.854791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:05.969908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:05.209862Z","time spent":"760.037405ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":5986,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-04-28T03:23:05.970265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.878355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:23:05.970308Z","caller":"traceutil/trace.go:171","msg":"trace[630470376] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4150; }","duration":"553.982476ms","start":"2026-04-28T03:23:05.416315Z","end":"2026-04-28T03:23:05.970297Z","steps":["trace[630470376] 'agreement among raft nodes before linearized reading' (duration: 553.875865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:05.97034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:05.416282Z","time spent":"554.047287ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:23:05.970589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.725674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:05.970691Z","caller":"traceutil/trace.go:171","msg":"trace[1769081703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4150; }","duration":"293.866257ms","start":"2026-04-28T03:23:05.676808Z","end":"2026-04-28T03:23:05.970674Z","steps":["trace[1769081703] 'agreement among raft nodes before linearized reading' (duration: 293.730175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:07.205941Z","caller":"traceutil/trace.go:171","msg":"trace[104743943] linearizableReadLoop","detail":"{readStateIndex:4319; appliedIndex:4318; }","duration":"228.412078ms","start":"2026-04-28T03:23:06.977512Z","end":"2026-04-28T03:23:07.205924Z","steps":["trace[104743943] 'read index received' (duration: 228.293806ms)","trace[104743943] 'applied index is now lower than readState.Index' (duration: 117.182µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:07.206067Z","caller":"traceutil/trace.go:171","msg":"trace[1712616384] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"329.852868ms","start":"2026-04-28T03:23:06.876186Z","end":"2026-04-28T03:23:07.206038Z","steps":["trace[1712616384] 'process raft request' (duration: 329.626974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:07.206167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.656312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:23:07.20621Z","caller":"traceutil/trace.go:171","msg":"trace[1195703662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4157; }","duration":"228.766334ms","start":"2026-04-28T03:23:06.977435Z","end":"2026-04-28T03:23:07.206202Z","steps":["trace[1195703662] 'agreement among raft nodes before linearized reading' (duration: 228.58281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:07.206225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:06.876164Z","time spent":"329.975471ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:11.729792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801179,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:23:11.968139Z","caller":"traceutil/trace.go:171","msg":"trace[2110142253] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"744.393698ms","start":"2026-04-28T03:23:11.223716Z","end":"2026-04-28T03:23:11.968109Z","steps":["trace[2110142253] 'process raft request' (duration: 744.193745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:11.968309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.223703Z","time spent":"744.520091ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:12.570012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.569626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:12.570117Z","caller":"traceutil/trace.go:171","msg":"trace[2097638928] linearizableReadLoop","detail":"{readStateIndex:4342; appliedIndex:4340; }","duration":"1.34055764s","start":"2026-04-28T03:23:11.229543Z","end":"2026-04-28T03:23:12.570101Z","steps":["trace[2097638928] 'read index received' (duration: 738.43565ms)","trace[2097638928] 'applied index is now lower than readState.Index' (duration: 602.12096ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:12.570201Z","caller":"traceutil/trace.go:171","msg":"trace[1205044558] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"1.099674823s","start":"2026-04-28T03:23:11.470496Z","end":"2026-04-28T03:23:12.57017Z","steps":["trace[1205044558] 'process raft request' (duration: 723.858983ms)","trace[1205044558] 'compare' (duration: 375.465704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:12.570283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340732773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:23:12.570321Z","caller":"traceutil/trace.go:171","msg":"trace[1204450143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4179; }","duration":"1.340788384s","start":"2026-04-28T03:23:11.229521Z","end":"2026-04-28T03:23:12.570309Z","steps":["trace[1204450143] 'agreement among raft nodes before linearized reading' (duration: 1.340647561s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:12.570361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.229512Z","time spent":"1.340841664s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:12.570359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.470465Z","time spent":"1.099808895s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:12.575629Z","caller":"traceutil/trace.go:171","msg":"trace[516657181] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"184.145026ms","start":"2026-04-28T03:23:12.391435Z","end":"2026-04-28T03:23:12.57558Z","steps":["trace[516657181] 'process raft request' (duration: 184.072964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.666677Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091122528s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:13.667079Z","caller":"traceutil/trace.go:171","msg":"trace[53107620] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"1.226884578s","start":"2026-04-28T03:23:12.440172Z","end":"2026-04-28T03:23:13.667056Z","steps":["trace[53107620] 'process raft request' (duration: 1.226794176s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:13.667133Z","caller":"traceutil/trace.go:171","msg":"trace[571472779] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"1.275289454s","start":"2026-04-28T03:23:12.391808Z","end":"2026-04-28T03:23:13.667098Z","steps":["trace[571472779] 'process raft request' (duration: 1.275007828s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.667197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.44014Z","time spent":"1.22697892s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:13.6673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.39178Z","time spent":"1.275430227s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:13.667386Z","caller":"traceutil/trace.go:171","msg":"trace[1370011537] linearizableReadLoop","detail":"{readStateIndex:4346; appliedIndex:4343; }","duration":"1.09721823s","start":"2026-04-28T03:23:12.570143Z","end":"2026-04-28T03:23:13.667361Z","steps":["trace[1370011537] 'read index received' (duration: 5.572572ms)","trace[1370011537] 'applied index is now lower than readState.Index' (duration: 1.091644388s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:13.667477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989204045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:13.667506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434461929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:23:13.667512Z","caller":"traceutil/trace.go:171","msg":"trace[1165030566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4184; }","duration":"1.989274427s","start":"2026-04-28T03:23:11.678227Z","end":"2026-04-28T03:23:13.667501Z","steps":["trace[1165030566] 'agreement among raft nodes before linearized reading' (duration: 1.989210455s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:13.667538Z","caller":"traceutil/trace.go:171","msg":"trace[1049576309] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4184; }","duration":"2.434518341s","start":"2026-04-28T03:23:11.233012Z","end":"2026-04-28T03:23:13.66753Z","steps":["trace[1049576309] 'agreement among raft nodes before linearized reading' (duration: 2.434421179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.66756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.232996Z","time spent":"2.434560201s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:13.667561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.678208Z","time spent":"1.989330467s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:13.667649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.437033457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:13.667694Z","caller":"traceutil/trace.go:171","msg":"trace[1415868733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4184; }","duration":"2.437109918s","start":"2026-04-28T03:23:11.23057Z","end":"2026-04-28T03:23:13.66768Z","steps":["trace[1415868733] 'agreement among raft nodes before linearized reading' (duration: 2.436942225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.667733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.230563Z","time spent":"2.437160259s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:23:13.667744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429753812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T03:23:13.667708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432658026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:23:13.667792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.277424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"warn","ts":"2026-04-28T03:23:13.66782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015662024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:13.667839Z","caller":"traceutil/trace.go:171","msg":"trace[1225651435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4184; }","duration":"957.363546ms","start":"2026-04-28T03:23:12.710463Z","end":"2026-04-28T03:23:13.667826Z","steps":["trace[1225651435] 'agreement among raft nodes before linearized reading' (duration: 957.219024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:13.667831Z","caller":"traceutil/trace.go:171","msg":"trace[531312828] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4184; }","duration":"2.429834744s","start":"2026-04-28T03:23:11.237973Z","end":"2026-04-28T03:23:13.667807Z","steps":["trace[531312828] 'agreement among raft nodes before linearized reading' (duration: 2.42962335s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.667873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.710442Z","time spent":"957.424837ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:23:13.667885Z","caller":"traceutil/trace.go:171","msg":"trace[500947717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4184; }","duration":"1.015753925s","start":"2026-04-28T03:23:12.652118Z","end":"2026-04-28T03:23:13.667872Z","steps":["trace[500947717] 'agreement among raft nodes before linearized reading' (duration: 1.015639293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.6679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.237948Z","time spent":"2.429937266s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"warn","ts":"2026-04-28T03:23:13.667918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405411101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:13.667937Z","caller":"traceutil/trace.go:171","msg":"trace[102972307] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"1.092715867s","start":"2026-04-28T03:23:12.575209Z","end":"2026-04-28T03:23:13.667925Z","steps":["trace[102972307] 'process raft request' (duration: 1.092053285s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.667928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.652099Z","time spent":"1.015818757s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:13.667834Z","caller":"traceutil/trace.go:171","msg":"trace[103895836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4184; }","duration":"2.432845869s","start":"2026-04-28T03:23:11.234974Z","end":"2026-04-28T03:23:13.66782Z","steps":["trace[103895836] 'agreement among raft nodes before linearized reading' (duration: 2.432474853s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:13.667982Z","caller":"traceutil/trace.go:171","msg":"trace[1397087833] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4184; }","duration":"1.405519053s","start":"2026-04-28T03:23:12.26244Z","end":"2026-04-28T03:23:13.667959Z","steps":["trace[1397087833] 'agreement among raft nodes before linearized reading' (duration: 1.405430181s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.668011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.234952Z","time spent":"2.433051973s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:13.668023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.575188Z","time spent":"1.092780618s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:13.66803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.262413Z","time spent":"1.405603274s","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:13.668033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43835844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:23:13.66788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288760591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:23:13.668074Z","caller":"traceutil/trace.go:171","msg":"trace[1923359854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4184; }","duration":"2.438440241s","start":"2026-04-28T03:23:11.229623Z","end":"2026-04-28T03:23:13.668063Z","steps":["trace[1923359854] 'agreement among raft nodes before linearized reading' (duration: 2.438237528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.668065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217512215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:23:13.668107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:11.229602Z","time spent":"2.438497632s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:23:13.668125Z","caller":"traceutil/trace.go:171","msg":"trace[1391786056] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:4184; }","duration":"1.289015726s","start":"2026-04-28T03:23:12.379078Z","end":"2026-04-28T03:23:13.668093Z","steps":["trace[1391786056] 'agreement among raft nodes before linearized reading' (duration: 1.288755921s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:13.668153Z","caller":"traceutil/trace.go:171","msg":"trace[1079636798] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4184; }","duration":"1.217777649s","start":"2026-04-28T03:23:12.450356Z","end":"2026-04-28T03:23:13.668133Z","steps":["trace[1079636798] 'agreement among raft nodes before linearized reading' (duration: 1.217453643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.668181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.379058Z","time spent":"1.289102597s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-04-28T03:23:13.668232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.450336Z","time spent":"1.217854771s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:23:13.667731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015814747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:13.66826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43104624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:13.668303Z","caller":"traceutil/trace.go:171","msg":"trace[1676692003] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4184; }","duration":"1.016431867s","start":"2026-04-28T03:23:12.651858Z","end":"2026-04-28T03:23:13.66829Z","steps":["trace[1676692003] 'agreement among raft nodes before linearized reading' (duration: 1.015809626s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:13.668309Z","caller":"traceutil/trace.go:171","msg":"trace[1078275798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4184; }","duration":"1.431138942s","start":"2026-04-28T03:23:12.237156Z","end":"2026-04-28T03:23:13.668295Z","steps":["trace[1078275798] 'agreement among raft nodes before linearized reading' (duration: 1.431056951s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.668345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.651845Z","time spent":"1.016486849s","remote":"127.0.0.1:39836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:13.668347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.237133Z","time spent":"1.431202744s","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:13.667421Z","caller":"traceutil/trace.go:171","msg":"trace[1865617806] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"1.223986614s","start":"2026-04-28T03:23:12.443376Z","end":"2026-04-28T03:23:13.667362Z","steps":["trace[1865617806] 'process raft request' (duration: 1.223625508s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:13.668531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:12.44335Z","time spent":"1.225118664s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:14.023329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.596785ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T03:23:14.023777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.670569Z","time spent":"353.194346ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T03:23:14.024106Z","caller":"traceutil/trace.go:171","msg":"trace[2104166638] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"351.18883ms","start":"2026-04-28T03:23:13.672879Z","end":"2026-04-28T03:23:14.024067Z","steps":["trace[2104166638] 'process raft request' (duration: 350.788012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.024306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.672856Z","time spent":"351.352042ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:14.024509Z","caller":"traceutil/trace.go:171","msg":"trace[908995177] linearizableReadLoop","detail":"{readStateIndex:4351; appliedIndex:4347; }","duration":"349.623591ms","start":"2026-04-28T03:23:13.674857Z","end":"2026-04-28T03:23:14.024481Z","steps":["trace[908995177] 'read index received' (duration: 235.970827ms)","trace[908995177] 'applied index is now lower than readState.Index' (duration: 113.651594ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:14.024548Z","caller":"traceutil/trace.go:171","msg":"trace[658780685] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"351.404703ms","start":"2026-04-28T03:23:13.673103Z","end":"2026-04-28T03:23:14.024507Z","steps":["trace[658780685] 'process raft request' (duration: 350.880414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:14.024683Z","caller":"traceutil/trace.go:171","msg":"trace[1029087917] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"350.528667ms","start":"2026-04-28T03:23:13.674134Z","end":"2026-04-28T03:23:14.024663Z","steps":["trace[1029087917] 'process raft request' (duration: 350.253382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.02473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.673089Z","time spent":"351.522755ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:14.024814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.674113Z","time spent":"350.610148ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:14.025019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.611012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:23:14.025078Z","caller":"traceutil/trace.go:171","msg":"trace[1433350545] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4187; }","duration":"348.690133ms","start":"2026-04-28T03:23:13.676373Z","end":"2026-04-28T03:23:14.025063Z","steps":["trace[1433350545] 'agreement among raft nodes before linearized reading' (duration: 348.307227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.025128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.676365Z","time spent":"348.752054ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:14.025148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.389596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:14.025267Z","caller":"traceutil/trace.go:171","msg":"trace[838807344] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4187; }","duration":"343.522468ms","start":"2026-04-28T03:23:13.681706Z","end":"2026-04-28T03:23:14.025228Z","steps":["trace[838807344] 'agreement among raft nodes before linearized reading' (duration: 343.349045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.02533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.681698Z","time spent":"343.61972ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:23:14.025399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.249336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:14.025428Z","caller":"traceutil/trace.go:171","msg":"trace[1631097089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4187; }","duration":"348.299517ms","start":"2026-04-28T03:23:13.67712Z","end":"2026-04-28T03:23:14.025419Z","steps":["trace[1631097089] 'agreement among raft nodes before linearized reading' (duration: 348.253486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.025455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.677111Z","time spent":"348.339597ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:14.025537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.379658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:14.025559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.699371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:23:14.025589Z","caller":"traceutil/trace.go:171","msg":"trace[1741503940] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4187; }","duration":"330.465269ms","start":"2026-04-28T03:23:13.695097Z","end":"2026-04-28T03:23:14.025562Z","steps":["trace[1741503940] 'agreement among raft nodes before linearized reading' (duration: 330.396858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:14.025611Z","caller":"traceutil/trace.go:171","msg":"trace[5422258] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4187; }","duration":"350.789093ms","start":"2026-04-28T03:23:13.674808Z","end":"2026-04-28T03:23:14.025597Z","steps":["trace[5422258] 'agreement among raft nodes before linearized reading' (duration: 350.518987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.025623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.695071Z","time spent":"330.541901ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:14.025656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:13.674789Z","time spent":"350.857354ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:23:14.37774Z","caller":"traceutil/trace.go:171","msg":"trace[1646132079] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"350.789142ms","start":"2026-04-28T03:23:14.026913Z","end":"2026-04-28T03:23:14.377702Z","steps":["trace[1646132079] 'process raft request' (duration: 269.41248ms)","trace[1646132079] 'compare' (duration: 81.253579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:14.377926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.026885Z","time spent":"350.941935ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:14.557163Z","caller":"traceutil/trace.go:171","msg":"trace[1078696366] linearizableReadLoop","detail":"{readStateIndex:4353; appliedIndex:4351; }","duration":"528.232896ms","start":"2026-04-28T03:23:14.028907Z","end":"2026-04-28T03:23:14.55714Z","steps":["trace[1078696366] 'read index received' (duration: 267.427444ms)","trace[1078696366] 'applied index is now lower than readState.Index' (duration: 260.804782ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:14.557248Z","caller":"traceutil/trace.go:171","msg":"trace[446884788] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"528.053522ms","start":"2026-04-28T03:23:14.029162Z","end":"2026-04-28T03:23:14.557216Z","steps":["trace[446884788] 'process raft request' (duration: 527.93077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.557346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.403419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:14.557405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.424416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:14.557401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.02914Z","time spent":"528.165815ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:14.55744Z","caller":"traceutil/trace.go:171","msg":"trace[2131916088] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4190; }","duration":"528.548923ms","start":"2026-04-28T03:23:14.028871Z","end":"2026-04-28T03:23:14.55742Z","steps":["trace[2131916088] 'agreement among raft nodes before linearized reading' (duration: 528.400089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:14.55745Z","caller":"traceutil/trace.go:171","msg":"trace[522924806] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4190; }","duration":"265.540919ms","start":"2026-04-28T03:23:14.291892Z","end":"2026-04-28T03:23:14.557433Z","steps":["trace[522924806] 'agreement among raft nodes before linearized reading' (duration: 265.395876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.557487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.02886Z","time spent":"528.618694ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:23:14.557504Z","caller":"traceutil/trace.go:171","msg":"trace[1501564868] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"529.612632ms","start":"2026-04-28T03:23:14.027862Z","end":"2026-04-28T03:23:14.557474Z","steps":["trace[1501564868] 'process raft request' (duration: 510.794936ms)","trace[1501564868] 'compare' (duration: 18.308606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:14.557516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.077707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T03:23:14.557573Z","caller":"traceutil/trace.go:171","msg":"trace[1269835560] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4190; }","duration":"177.172039ms","start":"2026-04-28T03:23:14.380388Z","end":"2026-04-28T03:23:14.55756Z","steps":["trace[1269835560] 'agreement among raft nodes before linearized reading' (duration: 177.061918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:14.557596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.027848Z","time spent":"529.700184ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:15.241516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.664425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:15.241584Z","caller":"traceutil/trace.go:171","msg":"trace[1750502206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4192; }","duration":"563.792278ms","start":"2026-04-28T03:23:14.677779Z","end":"2026-04-28T03:23:15.241571Z","steps":["trace[1750502206] 'range keys from in-memory index tree' (duration: 563.555703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:15.241608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.677746Z","time spent":"563.85652ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:15.241587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.185825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:23:15.241663Z","caller":"traceutil/trace.go:171","msg":"trace[604566588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4192; }","duration":"564.328018ms","start":"2026-04-28T03:23:14.677312Z","end":"2026-04-28T03:23:15.24164Z","steps":["trace[604566588] 'range keys from in-memory index tree' (duration: 563.972131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:15.241738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:14.677281Z","time spent":"564.44189ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:23:15.859421Z","caller":"traceutil/trace.go:171","msg":"trace[569613240] linearizableReadLoop","detail":"{readStateIndex:4357; appliedIndex:4356; }","duration":"185.131745ms","start":"2026-04-28T03:23:15.674264Z","end":"2026-04-28T03:23:15.859395Z","steps":["trace[569613240] 'read index received' (duration: 110.852µs)","trace[569613240] 'applied index is now lower than readState.Index' (duration: 185.019633ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:15.859468Z","caller":"traceutil/trace.go:171","msg":"trace[1042501612] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"185.230636ms","start":"2026-04-28T03:23:15.674212Z","end":"2026-04-28T03:23:15.859443Z","steps":["trace[1042501612] 'process raft request' (duration: 185.001842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:15.859715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.419421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:23:15.859777Z","caller":"traceutil/trace.go:171","msg":"trace[868940919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4193; }","duration":"185.542113ms","start":"2026-04-28T03:23:15.674219Z","end":"2026-04-28T03:23:15.859761Z","steps":["trace[868940919] 'agreement among raft nodes before linearized reading' (duration: 185.333819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:16.244069Z","caller":"traceutil/trace.go:171","msg":"trace[305841501] linearizableReadLoop","detail":"{readStateIndex:4359; appliedIndex:4357; }","duration":"384.52961ms","start":"2026-04-28T03:23:15.85951Z","end":"2026-04-28T03:23:16.24404Z","steps":["trace[305841501] 'read index received' (duration: 384.179914ms)","trace[305841501] 'applied index is now lower than readState.Index' (duration: 348.526µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:16.2442Z","caller":"traceutil/trace.go:171","msg":"trace[544424220] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"569.815849ms","start":"2026-04-28T03:23:15.674369Z","end":"2026-04-28T03:23:16.244185Z","steps":["trace[544424220] 'process raft request' (duration: 569.416002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:16.24442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.674356Z","time spent":"569.91853ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:16.244455Z","caller":"traceutil/trace.go:171","msg":"trace[599893124] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"569.993052ms","start":"2026-04-28T03:23:15.674431Z","end":"2026-04-28T03:23:16.244424Z","steps":["trace[599893124] 'process raft request' (duration: 569.546824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:16.244536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.405296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:16.244604Z","caller":"traceutil/trace.go:171","msg":"trace[1961286044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4195; }","duration":"565.51ms","start":"2026-04-28T03:23:15.679075Z","end":"2026-04-28T03:23:16.244585Z","steps":["trace[1961286044] 'agreement among raft nodes before linearized reading' (duration: 565.396447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:16.244605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.674415Z","time spent":"570.113494ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:16.244651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.679061Z","time spent":"565.582131ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:16.744434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801217,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:17.326651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.045979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:23:17.326866Z","caller":"traceutil/trace.go:171","msg":"trace[82894432] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"1.462912724s","start":"2026-04-28T03:23:15.86392Z","end":"2026-04-28T03:23:17.326833Z","steps":["trace[82894432] 'process raft request' (duration: 1.154556001s)","trace[82894432] 'compare' (duration: 307.378726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:17.326992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:15.863894Z","time spent":"1.463038667s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:17.32701Z","caller":"traceutil/trace.go:171","msg":"trace[926548253] linearizableReadLoop","detail":"{readStateIndex:4362; appliedIndex:4359; }","duration":"1.082844236s","start":"2026-04-28T03:23:16.244148Z","end":"2026-04-28T03:23:17.326992Z","steps":["trace[926548253] 'read index received' (duration: 774.334039ms)","trace[926548253] 'applied index is now lower than readState.Index' (duration: 308.509117ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:17.327033Z","caller":"traceutil/trace.go:171","msg":"trace[1118238722] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"632.809674ms","start":"2026-04-28T03:23:16.694191Z","end":"2026-04-28T03:23:17.327001Z","steps":["trace[1118238722] 'process raft request' (duration: 632.720973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:17.327058Z","caller":"traceutil/trace.go:171","msg":"trace[664519999] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"725.570205ms","start":"2026-04-28T03:23:16.601433Z","end":"2026-04-28T03:23:17.327003Z","steps":["trace[664519999] 'process raft request' (duration: 725.368021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.327196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.694157Z","time spent":"632.954586ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:17.327209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294536588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:23:17.32723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297729366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:23:17.327256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297140395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:23:17.32726Z","caller":"traceutil/trace.go:171","msg":"trace[1136621816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4198; }","duration":"1.294590398s","start":"2026-04-28T03:23:16.032655Z","end":"2026-04-28T03:23:17.327246Z","steps":["trace[1136621816] 'agreement among raft nodes before linearized reading' (duration: 1.294430166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.327247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.601406Z","time spent":"725.738789ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:17.327279Z","caller":"traceutil/trace.go:171","msg":"trace[1523618627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4198; }","duration":"1.297813718s","start":"2026-04-28T03:23:16.029449Z","end":"2026-04-28T03:23:17.327263Z","steps":["trace[1523618627] 'agreement among raft nodes before linearized reading' (duration: 1.297692556s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:17.327301Z","caller":"traceutil/trace.go:171","msg":"trace[1660225546] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4198; }","duration":"1.297198406s","start":"2026-04-28T03:23:16.030087Z","end":"2026-04-28T03:23:17.327285Z","steps":["trace[1660225546] 'agreement among raft nodes before linearized reading' (duration: 1.297009873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.327305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.032627Z","time spent":"1.29466585s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:23:17.32734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.03008Z","time spent":"1.297249538s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:23:17.327339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081269897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:17.327406Z","caller":"traceutil/trace.go:171","msg":"trace[3423083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4198; }","duration":"1.081473381s","start":"2026-04-28T03:23:16.245915Z","end":"2026-04-28T03:23:17.327388Z","steps":["trace[3423083] 'agreement among raft nodes before linearized reading' (duration: 1.081369169s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.32734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.029428Z","time spent":"1.297900039s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:17.327428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.189589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:17.327457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.245892Z","time spent":"1.081557712s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:23:17.327485Z","caller":"traceutil/trace.go:171","msg":"trace[1729773913] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4198; }","duration":"417.24669ms","start":"2026-04-28T03:23:16.910223Z","end":"2026-04-28T03:23:17.327469Z","steps":["trace[1729773913] 'agreement among raft nodes before linearized reading' (duration: 417.128888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.32748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.961704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:23:17.327516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079206029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:23:17.327296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297241237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T03:23:17.327539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.910162Z","time spent":"417.363323ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":31,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:17.327559Z","caller":"traceutil/trace.go:171","msg":"trace[63780340] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4198; }","duration":"580.072597ms","start":"2026-04-28T03:23:16.74746Z","end":"2026-04-28T03:23:17.327533Z","steps":["trace[63780340] 'agreement among raft nodes before linearized reading' (duration: 579.870283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:17.327579Z","caller":"traceutil/trace.go:171","msg":"trace[683114217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4198; }","duration":"1.297559903s","start":"2026-04-28T03:23:16.030007Z","end":"2026-04-28T03:23:17.327567Z","steps":["trace[683114217] 'agreement among raft nodes before linearized reading' (duration: 1.297225767s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:17.327546Z","caller":"traceutil/trace.go:171","msg":"trace[2145328042] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4198; }","duration":"1.079265871s","start":"2026-04-28T03:23:16.24827Z","end":"2026-04-28T03:23:17.327536Z","steps":["trace[2145328042] 'agreement among raft nodes before linearized reading' (duration: 1.079172859s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.32762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.029986Z","time spent":"1.297622294s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:23:17.327616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.747438Z","time spent":"580.165658ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:23:17.327656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.248254Z","time spent":"1.079391313s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:23:17.327746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296583905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:23:17.327821Z","caller":"traceutil/trace.go:171","msg":"trace[1199232112] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4198; }","duration":"1.296663016s","start":"2026-04-28T03:23:16.031125Z","end":"2026-04-28T03:23:17.327788Z","steps":["trace[1199232112] 'agreement among raft nodes before linearized reading' (duration: 1.295871612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.327855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.031115Z","time spent":"1.296732127s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"warn","ts":"2026-04-28T03:23:17.328762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.983554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:23:17.328832Z","caller":"traceutil/trace.go:171","msg":"trace[234451489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4198; }","duration":"767.091776ms","start":"2026-04-28T03:23:16.561724Z","end":"2026-04-28T03:23:17.328816Z","steps":["trace[234451489] 'agreement among raft nodes before linearized reading' (duration: 765.65917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:17.328877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:16.561705Z","time spent":"767.159647ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:23:17.519034Z","caller":"traceutil/trace.go:171","msg":"trace[1015597035] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"186.146073ms","start":"2026-04-28T03:23:17.332855Z","end":"2026-04-28T03:23:17.519001Z","steps":["trace[1015597035] 'process raft request' (duration: 112.489172ms)","trace[1015597035] 'compare' (duration: 73.374976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:18.529671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084336573s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:18.627535Z","caller":"traceutil/trace.go:171","msg":"trace[1669355853] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"1.294481575s","start":"2026-04-28T03:23:17.333022Z","end":"2026-04-28T03:23:18.627504Z","steps":["trace[1669355853] 'process raft request' (duration: 1.294271451s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.627596Z","caller":"traceutil/trace.go:171","msg":"trace[61480078] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"1.294685169s","start":"2026-04-28T03:23:17.332855Z","end":"2026-04-28T03:23:18.62754Z","steps":["trace[61480078] 'process raft request' (duration: 1.19709298s)","trace[61480078] 'compare' (duration: 96.868826ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:18.627619Z","caller":"traceutil/trace.go:171","msg":"trace[1936408228] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"1.294002348s","start":"2026-04-28T03:23:17.33359Z","end":"2026-04-28T03:23:18.627593Z","steps":["trace[1936408228] 'process raft request' (duration: 1.293813713s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:18.627626Z","caller":"traceutil/trace.go:171","msg":"trace[471946251] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"1.29366066s","start":"2026-04-28T03:23:17.33394Z","end":"2026-04-28T03:23:18.6276Z","steps":["trace[471946251] 'process raft request' (duration: 1.293522986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.627721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.333921Z","time spent":"1.293753362s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:18.62757Z","caller":"traceutil/trace.go:171","msg":"trace[1595280893] linearizableReadLoop","detail":"{readStateIndex:4364; appliedIndex:4362; }","duration":"1.294511495s","start":"2026-04-28T03:23:17.333036Z","end":"2026-04-28T03:23:18.627548Z","steps":["trace[1595280893] 'read index received' (duration: 112.287908ms)","trace[1595280893] 'applied index is now lower than readState.Index' (duration: 1.182222407s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:18.627755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.332835Z","time spent":"1.294829322s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:18.627767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.333575Z","time spent":"1.294091189s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:18.627778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.332993Z","time spent":"1.294636128s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:18.627888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294839622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:23:18.627957Z","caller":"traceutil/trace.go:171","msg":"trace[2125369411] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4203; }","duration":"1.294941254s","start":"2026-04-28T03:23:17.333Z","end":"2026-04-28T03:23:18.627941Z","steps":["trace[2125369411] 'agreement among raft nodes before linearized reading' (duration: 1.294613128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:18.628005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.332976Z","time spent":"1.295014855s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:19.128263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:19.33501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:23:19.335093Z","caller":"traceutil/trace.go:171","msg":"trace[422338191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151925s","start":"2026-04-28T03:23:17.334921Z","end":"2026-04-28T03:23:19.335073Z","steps":["trace[422338191] 'agreement among raft nodes before linearized reading' (duration: 2.000059673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:19.335137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.33491Z","time spent":"2.000217346s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:23:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:23:19.628784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:23:20.059014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.52865304s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:23:20.060059Z","caller":"traceutil/trace.go:171","msg":"trace[346416239] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"2.194235705s","start":"2026-04-28T03:23:17.86579Z","end":"2026-04-28T03:23:20.060026Z","steps":["trace[346416239] 'process raft request' (duration: 2.193633603s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.060218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.865759Z","time spent":"2.194379228s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:20.063976Z","caller":"traceutil/trace.go:171","msg":"trace[1941979947] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"1.814820627s","start":"2026-04-28T03:23:18.249132Z","end":"2026-04-28T03:23:20.063953Z","steps":["trace[1941979947] 'process raft request' (duration: 1.814608013s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.064016Z","caller":"traceutil/trace.go:171","msg":"trace[1616774784] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"1.813831989s","start":"2026-04-28T03:23:18.250158Z","end":"2026-04-28T03:23:20.06399Z","steps":["trace[1616774784] 'process raft request' (duration: 1.813682926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.064221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.2491Z","time spent":"1.81500026s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.0643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.250146Z","time spent":"1.81394632s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:20.064294Z","caller":"traceutil/trace.go:171","msg":"trace[1700969545] linearizableReadLoop","detail":"{readStateIndex:4372; appliedIndex:4367; }","duration":"1.436469549s","start":"2026-04-28T03:23:18.62779Z","end":"2026-04-28T03:23:20.064259Z","steps":["trace[1700969545] 'read index received' (duration: 1.43211867s)","trace[1700969545] 'applied index is now lower than readState.Index' (duration: 4.348499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:20.064399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464453162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:20.064486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729041744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:23:20.06449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70992566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:23:20.064539Z","caller":"traceutil/trace.go:171","msg":"trace[373414328] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4207; }","duration":"2.710010611s","start":"2026-04-28T03:23:17.354514Z","end":"2026-04-28T03:23:20.064524Z","steps":["trace[373414328] 'agreement among raft nodes before linearized reading' (duration: 2.709910809s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.064558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276856282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:20.064491Z","caller":"traceutil/trace.go:171","msg":"trace[700191227] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4207; }","duration":"1.464594195s","start":"2026-04-28T03:23:18.599881Z","end":"2026-04-28T03:23:20.064475Z","steps":["trace[700191227] 'agreement among raft nodes before linearized reading' (duration: 1.464385021s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.064604Z","caller":"traceutil/trace.go:171","msg":"trace[1872741635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4207; }","duration":"1.276945974s","start":"2026-04-28T03:23:18.787643Z","end":"2026-04-28T03:23:20.064589Z","steps":["trace[1872741635] 'agreement among raft nodes before linearized reading' (duration: 1.276853892s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.06456Z","caller":"traceutil/trace.go:171","msg":"trace[227504101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4207; }","duration":"1.729122106s","start":"2026-04-28T03:23:18.335394Z","end":"2026-04-28T03:23:20.064517Z","steps":["trace[227504101] 'agreement among raft nodes before linearized reading' (duration: 1.728952373s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.06465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.787623Z","time spent":"1.277018905s","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:20.064655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.335382Z","time spent":"1.729263118s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:23:20.064555Z","caller":"traceutil/trace.go:171","msg":"trace[894429656] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"730.962052ms","start":"2026-04-28T03:23:19.333583Z","end":"2026-04-28T03:23:20.064545Z","steps":["trace[894429656] 'process raft request' (duration: 730.370781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.064732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.418332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"warn","ts":"2026-04-28T03:23:20.064775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.523159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:20.0648Z","caller":"traceutil/trace.go:171","msg":"trace[1242657367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4207; }","duration":"541.583031ms","start":"2026-04-28T03:23:19.523208Z","end":"2026-04-28T03:23:20.064791Z","steps":["trace[1242657367] 'agreement among raft nodes before linearized reading' (duration: 541.53374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.064605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.354504Z","time spent":"2.710084272s","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:20.064828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.523188Z","time spent":"541.636661ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:23:20.064797Z","caller":"traceutil/trace.go:171","msg":"trace[765010640] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4207; }","duration":"478.520435ms","start":"2026-04-28T03:23:19.586268Z","end":"2026-04-28T03:23:20.064789Z","steps":["trace[765010640] 'agreement among raft nodes before linearized reading' (duration: 478.326251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.064831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.810416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:23:20.064865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.586246Z","time spent":"478.610136ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:23:20.064616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:18.599862Z","time spent":"1.464745657s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:20.064946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.430614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:20.064866Z","caller":"traceutil/trace.go:171","msg":"trace[69092205] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4207; }","duration":"805.880317ms","start":"2026-04-28T03:23:19.258974Z","end":"2026-04-28T03:23:20.064855Z","steps":["trace[69092205] 'agreement among raft nodes before linearized reading' (duration: 805.829636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.065102Z","caller":"traceutil/trace.go:171","msg":"trace[1117185307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4207; }","duration":"729.610898ms","start":"2026-04-28T03:23:19.335483Z","end":"2026-04-28T03:23:20.065094Z","steps":["trace[1117185307] 'agreement among raft nodes before linearized reading' (duration: 729.446695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.065127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.258952Z","time spent":"806.160052ms","remote":"127.0.0.1:39914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:23:20.065148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.335469Z","time spent":"729.671189ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:23:20.064728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.081414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:23:20.065297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730493045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109920"} {"level":"info","ts":"2026-04-28T03:23:20.065268Z","caller":"traceutil/trace.go:171","msg":"trace[1771621785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4207; }","duration":"731.634364ms","start":"2026-04-28T03:23:19.333606Z","end":"2026-04-28T03:23:20.06524Z","steps":["trace[1771621785] 'agreement among raft nodes before linearized reading' (duration: 731.073755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:20.065325Z","caller":"traceutil/trace.go:171","msg":"trace[418288354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4207; }","duration":"2.730542627s","start":"2026-04-28T03:23:17.334775Z","end":"2026-04-28T03:23:20.065318Z","steps":["trace[418288354] 'agreement among raft nodes before linearized reading' (duration: 2.730348903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.065352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:17.334767Z","time spent":"2.730577597s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109944,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:23:20.065386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.333593Z","time spent":"731.755286ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:20.065388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.583977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:20.06543Z","caller":"traceutil/trace.go:171","msg":"trace[396501539] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4207; }","duration":"182.664029ms","start":"2026-04-28T03:23:19.882753Z","end":"2026-04-28T03:23:20.065417Z","steps":["trace[396501539] 'agreement among raft nodes before linearized reading' (duration: 182.604847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:20.0648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:19.33355Z","time spent":"731.199547ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:23:20.06625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.379334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:20.066309Z","caller":"traceutil/trace.go:171","msg":"trace[1162580793] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:4207; }","duration":"194.483446ms","start":"2026-04-28T03:23:19.871815Z","end":"2026-04-28T03:23:20.066298Z","steps":["trace[1162580793] 'agreement among raft nodes before linearized reading' (duration: 193.336675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:25.592449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801317,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:23:25.640582Z","caller":"traceutil/trace.go:171","msg":"trace[206589847] linearizableReadLoop","detail":"{readStateIndex:4404; appliedIndex:4403; }","duration":"548.799746ms","start":"2026-04-28T03:23:25.09176Z","end":"2026-04-28T03:23:25.64056Z","steps":["trace[206589847] 'read index received' (duration: 548.662104ms)","trace[206589847] 'applied index is now lower than readState.Index' (duration: 136.592µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:25.640684Z","caller":"traceutil/trace.go:171","msg":"trace[529759522] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"807.312761ms","start":"2026-04-28T03:23:24.833291Z","end":"2026-04-28T03:23:25.640603Z","steps":["trace[529759522] 'process raft request' (duration: 807.127278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:25.640809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.283405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T03:23:25.640847Z","caller":"traceutil/trace.go:171","msg":"trace[444306884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4238; }","duration":"536.373728ms","start":"2026-04-28T03:23:25.104462Z","end":"2026-04-28T03:23:25.640836Z","steps":["trace[444306884] 'agreement among raft nodes before linearized reading' (duration: 536.218334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:25.640834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.037053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:23:25.640888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:25.104439Z","time spent":"536.441329ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:23:25.640904Z","caller":"traceutil/trace.go:171","msg":"trace[153348041] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4238; }","duration":"368.123246ms","start":"2026-04-28T03:23:25.272762Z","end":"2026-04-28T03:23:25.640886Z","steps":["trace[153348041] 'agreement among raft nodes before linearized reading' (duration: 368.005543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:25.640901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.115982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12379"} {"level":"warn","ts":"2026-04-28T03:23:25.640956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:25.272708Z","time spent":"368.236778ms","remote":"127.0.0.1:45100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:23:25.640987Z","caller":"traceutil/trace.go:171","msg":"trace[1332706779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4238; }","duration":"549.251345ms","start":"2026-04-28T03:23:25.091708Z","end":"2026-04-28T03:23:25.640959Z","steps":["trace[1332706779] 'agreement among raft nodes before linearized reading' (duration: 548.981169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:25.641042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:25.091686Z","time spent":"549.346206ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:23:25.641419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:24.833273Z","time spent":"807.511104ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:32.481577Z","caller":"traceutil/trace.go:171","msg":"trace[178565136] transaction","detail":"{read_only:false; response_revision:4267; number_of_response:1; }","duration":"381.191416ms","start":"2026-04-28T03:23:32.100347Z","end":"2026-04-28T03:23:32.481538Z","steps":["trace[178565136] 'process raft request' (duration: 380.929652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:32.482073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:32.100319Z","time spent":"381.646625ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:32.484134Z","caller":"traceutil/trace.go:171","msg":"trace[1230155811] transaction","detail":"{read_only:false; response_revision:4268; number_of_response:1; }","duration":"356.844938ms","start":"2026-04-28T03:23:32.127257Z","end":"2026-04-28T03:23:32.484102Z","steps":["trace[1230155811] 'process raft request' (duration: 356.629854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:32.484146Z","caller":"traceutil/trace.go:171","msg":"trace[1554524425] transaction","detail":"{read_only:false; response_revision:4269; number_of_response:1; }","duration":"354.798049ms","start":"2026-04-28T03:23:32.129317Z","end":"2026-04-28T03:23:32.484115Z","steps":["trace[1554524425] 'process raft request' (duration: 354.705287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:32.484278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:32.127229Z","time spent":"356.97563ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:32.484316Z","caller":"traceutil/trace.go:171","msg":"trace[1572977578] linearizableReadLoop","detail":"{readStateIndex:4437; appliedIndex:4433; }","duration":"349.186266ms","start":"2026-04-28T03:23:32.135113Z","end":"2026-04-28T03:23:32.484299Z","steps":["trace[1572977578] 'read index received' (duration: 346.252062ms)","trace[1572977578] 'applied index is now lower than readState.Index' (duration: 2.933274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:32.484294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:32.129295Z","time spent":"354.920582ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:32.484434Z","caller":"traceutil/trace.go:171","msg":"trace[898840854] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"354.390962ms","start":"2026-04-28T03:23:32.130007Z","end":"2026-04-28T03:23:32.484398Z","steps":["trace[898840854] 'process raft request' (duration: 354.072926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:32.484538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.42328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:23:32.484583Z","caller":"traceutil/trace.go:171","msg":"trace[1737027860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4270; }","duration":"349.498061ms","start":"2026-04-28T03:23:32.13507Z","end":"2026-04-28T03:23:32.484568Z","steps":["trace[1737027860] 'agreement among raft nodes before linearized reading' (duration: 349.340578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:32.484618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:32.135058Z","time spent":"349.553412ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:23:32.484641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.541841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:23:32.484662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:32.129981Z","time spent":"354.597216ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:23:32.484702Z","caller":"traceutil/trace.go:171","msg":"trace[1562199385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4270; }","duration":"344.643303ms","start":"2026-04-28T03:23:32.14004Z","end":"2026-04-28T03:23:32.484683Z","steps":["trace[1562199385] 'agreement among raft nodes before linearized reading' (duration: 344.446559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:32.484712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.440504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T03:23:32.484741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:32.14002Z","time spent":"344.713525ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:23:32.484706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.187181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:23:32.484853Z","caller":"traceutil/trace.go:171","msg":"trace[2121474008] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4270; }","duration":"328.591467ms","start":"2026-04-28T03:23:32.156222Z","end":"2026-04-28T03:23:32.484814Z","steps":["trace[2121474008] 'agreement among raft nodes before linearized reading' (duration: 328.338132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:32.484896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:23:32.156206Z","time spent":"328.679499ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"info","ts":"2026-04-28T03:23:32.485001Z","caller":"traceutil/trace.go:171","msg":"trace[1411470924] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:4270; }","duration":"104.451825ms","start":"2026-04-28T03:23:32.380459Z","end":"2026-04-28T03:23:32.484911Z","steps":["trace[1411470924] 'agreement among raft nodes before linearized reading' (duration: 104.047857ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:41.489453Z","caller":"traceutil/trace.go:171","msg":"trace[73051012] linearizableReadLoop","detail":"{readStateIndex:4492; appliedIndex:4491; }","duration":"153.161934ms","start":"2026-04-28T03:23:41.336246Z","end":"2026-04-28T03:23:41.489407Z","steps":["trace[73051012] 'read index received' (duration: 153.018012ms)","trace[73051012] 'applied index is now lower than readState.Index' (duration: 142.812µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:41.489646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.373818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:41.489758Z","caller":"traceutil/trace.go:171","msg":"trace[822530294] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4322; }","duration":"153.50591ms","start":"2026-04-28T03:23:41.336212Z","end":"2026-04-28T03:23:41.489718Z","steps":["trace[822530294] 'agreement among raft nodes before linearized reading' (duration: 153.311936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:41.489746Z","caller":"traceutil/trace.go:171","msg":"trace[1507341995] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"205.115461ms","start":"2026-04-28T03:23:41.284594Z","end":"2026-04-28T03:23:41.489709Z","steps":["trace[1507341995] 'process raft request' (duration: 204.643742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:42.640041Z","caller":"traceutil/trace.go:171","msg":"trace[803332804] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"122.158123ms","start":"2026-04-28T03:23:42.517861Z","end":"2026-04-28T03:23:42.640019Z","steps":["trace[803332804] 'process raft request' (duration: 122.079461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:42.640088Z","caller":"traceutil/trace.go:171","msg":"trace[2018317905] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"122.685402ms","start":"2026-04-28T03:23:42.517373Z","end":"2026-04-28T03:23:42.640058Z","steps":["trace[2018317905] 'process raft request' (duration: 111.391764ms)","trace[2018317905] 'compare' (duration: 11.057033ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:42.640216Z","caller":"traceutil/trace.go:171","msg":"trace[1264549951] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"122.302296ms","start":"2026-04-28T03:23:42.517887Z","end":"2026-04-28T03:23:42.640189Z","steps":["trace[1264549951] 'process raft request' (duration: 122.096062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:42.86746Z","caller":"traceutil/trace.go:171","msg":"trace[181044631] linearizableReadLoop","detail":"{readStateIndex:4501; appliedIndex:4500; }","duration":"176.341491ms","start":"2026-04-28T03:23:42.691093Z","end":"2026-04-28T03:23:42.867434Z","steps":["trace[181044631] 'read index received' (duration: 153.951038ms)","trace[181044631] 'applied index is now lower than readState.Index' (duration: 22.389453ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:42.867591Z","caller":"traceutil/trace.go:171","msg":"trace[2095389842] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"190.39672ms","start":"2026-04-28T03:23:42.67718Z","end":"2026-04-28T03:23:42.867577Z","steps":["trace[2095389842] 'process raft request' (duration: 167.915495ms)","trace[2095389842] 'compare' (duration: 22.21277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:23:42.867754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.206977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:23:42.867788Z","caller":"traceutil/trace.go:171","msg":"trace[827350390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4330; }","duration":"189.268198ms","start":"2026-04-28T03:23:42.678511Z","end":"2026-04-28T03:23:42.867779Z","steps":["trace[827350390] 'agreement among raft nodes before linearized reading' (duration: 189.197327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:42.868122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.498577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T03:23:42.86814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.452933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:23:42.868204Z","caller":"traceutil/trace.go:171","msg":"trace[302070094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4330; }","duration":"125.542504ms","start":"2026-04-28T03:23:42.742645Z","end":"2026-04-28T03:23:42.868187Z","steps":["trace[302070094] 'agreement among raft nodes before linearized reading' (duration: 125.34606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:42.868197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.248139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:23:42.868222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.462685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:23:42.868197Z","caller":"traceutil/trace.go:171","msg":"trace[1976897030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4330; }","duration":"117.613978ms","start":"2026-04-28T03:23:42.750564Z","end":"2026-04-28T03:23:42.868178Z","steps":["trace[1976897030] 'agreement among raft nodes before linearized reading' (duration: 117.428494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:42.868307Z","caller":"traceutil/trace.go:171","msg":"trace[1568713874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4330; }","duration":"130.587718ms","start":"2026-04-28T03:23:42.737702Z","end":"2026-04-28T03:23:42.86829Z","steps":["trace[1568713874] 'agreement among raft nodes before linearized reading' (duration: 130.301802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:42.868308Z","caller":"traceutil/trace.go:171","msg":"trace[449481720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4330; }","duration":"138.395951ms","start":"2026-04-28T03:23:42.729886Z","end":"2026-04-28T03:23:42.868282Z","steps":["trace[449481720] 'agreement among raft nodes before linearized reading' (duration: 138.111795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:42.868372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.777853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:23:42.868448Z","caller":"traceutil/trace.go:171","msg":"trace[51692102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4330; }","duration":"129.917506ms","start":"2026-04-28T03:23:42.738516Z","end":"2026-04-28T03:23:42.868434Z","steps":["trace[51692102] 'agreement among raft nodes before linearized reading' (duration: 129.479087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:49.206691Z","caller":"traceutil/trace.go:171","msg":"trace[887313642] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"225.601968ms","start":"2026-04-28T03:23:48.981051Z","end":"2026-04-28T03:23:49.206653Z","steps":["trace[887313642] 'process raft request' (duration: 221.33635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:49.2069Z","caller":"traceutil/trace.go:171","msg":"trace[92175222] linearizableReadLoop","detail":"{readStateIndex:4550; appliedIndex:4548; }","duration":"223.577622ms","start":"2026-04-28T03:23:48.983286Z","end":"2026-04-28T03:23:49.206863Z","steps":["trace[92175222] 'read index received' (duration: 219.11787ms)","trace[92175222] 'applied index is now lower than readState.Index' (duration: 4.457372ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:49.206954Z","caller":"traceutil/trace.go:171","msg":"trace[1104004015] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"225.001497ms","start":"2026-04-28T03:23:48.981941Z","end":"2026-04-28T03:23:49.206942Z","steps":["trace[1104004015] 'process raft request' (duration: 224.641881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:23:49.207105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.806346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:23:49.207139Z","caller":"traceutil/trace.go:171","msg":"trace[780421726] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4378; }","duration":"223.873757ms","start":"2026-04-28T03:23:48.983255Z","end":"2026-04-28T03:23:49.207128Z","steps":["trace[780421726] 'agreement among raft nodes before linearized reading' (duration: 223.716264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:53.093467Z","caller":"traceutil/trace.go:171","msg":"trace[1269760278] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"139.305598ms","start":"2026-04-28T03:23:52.954138Z","end":"2026-04-28T03:23:53.093443Z","steps":["trace[1269760278] 'process raft request' (duration: 139.163725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:58.81545Z","caller":"traceutil/trace.go:171","msg":"trace[941469264] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"103.951176ms","start":"2026-04-28T03:23:58.711468Z","end":"2026-04-28T03:23:58.815419Z","steps":["trace[941469264] 'process raft request' (duration: 86.068477ms)","trace[941469264] 'compare' (duration: 17.635225ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:23:58.815479Z","caller":"traceutil/trace.go:171","msg":"trace[680278225] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"101.677264ms","start":"2026-04-28T03:23:58.713772Z","end":"2026-04-28T03:23:58.81545Z","steps":["trace[680278225] 'process raft request' (duration: 101.529441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:23:59.443885Z","caller":"traceutil/trace.go:171","msg":"trace[1348427471] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"165.924188ms","start":"2026-04-28T03:23:59.277927Z","end":"2026-04-28T03:23:59.443851Z","steps":["trace[1348427471] 'process raft request' (duration: 107.283157ms)","trace[1348427471] 'compare' (duration: 58.499689ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:00.800759Z","caller":"traceutil/trace.go:171","msg":"trace[478291414] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"188.957703ms","start":"2026-04-28T03:24:00.611767Z","end":"2026-04-28T03:24:00.800725Z","steps":["trace[478291414] 'process raft request' (duration: 188.82209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.043325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.194038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:01.04358Z","caller":"traceutil/trace.go:171","msg":"trace[1668516892] linearizableReadLoop","detail":"{readStateIndex:4607; appliedIndex:4604; }","duration":"218.704551ms","start":"2026-04-28T03:24:00.824827Z","end":"2026-04-28T03:24:01.043532Z","steps":["trace[1668516892] 'read index received' (duration: 17.205867ms)","trace[1668516892] 'applied index is now lower than readState.Index' (duration: 201.497354ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:01.04368Z","caller":"traceutil/trace.go:171","msg":"trace[1362796101] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"222.919729ms","start":"2026-04-28T03:24:00.82075Z","end":"2026-04-28T03:24:01.043669Z","steps":["trace[1362796101] 'process raft request' (duration: 222.695025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:01.043843Z","caller":"traceutil/trace.go:171","msg":"trace[70429856] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"281.458438ms","start":"2026-04-28T03:24:00.762336Z","end":"2026-04-28T03:24:01.043795Z","steps":["trace[70429856] 'process raft request' (duration: 79.682999ms)","trace[70429856] 'compare' (duration: 201.052775ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:01.04387Z","caller":"traceutil/trace.go:171","msg":"trace[1528756011] transaction","detail":"{read_only:false; response_revision:4433; number_of_response:1; }","duration":"223.095022ms","start":"2026-04-28T03:24:00.82075Z","end":"2026-04-28T03:24:01.043845Z","steps":["trace[1528756011] 'process raft request' (duration: 222.747226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.043886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.305893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:01.043941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.103988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:24:01.043953Z","caller":"traceutil/trace.go:171","msg":"trace[1107948884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4433; }","duration":"193.393244ms","start":"2026-04-28T03:24:00.850543Z","end":"2026-04-28T03:24:01.043936Z","steps":["trace[1107948884] 'agreement among raft nodes before linearized reading' (duration: 193.291143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.043957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.399579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:24:01.043998Z","caller":"traceutil/trace.go:171","msg":"trace[871404685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4433; }","duration":"219.20647ms","start":"2026-04-28T03:24:00.824777Z","end":"2026-04-28T03:24:01.043983Z","steps":["trace[871404685] 'agreement among raft nodes before linearized reading' (duration: 219.007067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.043985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.717468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:24:01.044004Z","caller":"traceutil/trace.go:171","msg":"trace[1623170899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4433; }","duration":"216.47816ms","start":"2026-04-28T03:24:00.827515Z","end":"2026-04-28T03:24:01.043993Z","steps":["trace[1623170899] 'agreement among raft nodes before linearized reading' (duration: 216.289277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:01.044046Z","caller":"traceutil/trace.go:171","msg":"trace[1678041588] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4433; }","duration":"214.815969ms","start":"2026-04-28T03:24:00.829215Z","end":"2026-04-28T03:24:01.044031Z","steps":["trace[1678041588] 'agreement among raft nodes before linearized reading' (duration: 214.602125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:01.684769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.502796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:01.684882Z","caller":"traceutil/trace.go:171","msg":"trace[83911803] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"636.182598ms","start":"2026-04-28T03:24:01.048679Z","end":"2026-04-28T03:24:01.684861Z","steps":["trace[83911803] 'process raft request' (duration: 154.487689ms)","trace[83911803] 'compare' (duration: 481.316622ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:01.68495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.048654Z","time spent":"636.260499ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:02.299492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.125679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:02.299788Z","caller":"traceutil/trace.go:171","msg":"trace[209125191] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"1.2505436s","start":"2026-04-28T03:24:01.049207Z","end":"2026-04-28T03:24:02.299751Z","steps":["trace[209125191] 'process raft request' (duration: 769.062945ms)","trace[209125191] 'compare' (duration: 480.815473ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:02.299895Z","caller":"traceutil/trace.go:171","msg":"trace[1882357208] linearizableReadLoop","detail":"{readStateIndex:4609; appliedIndex:4607; }","duration":"1.250359907s","start":"2026-04-28T03:24:01.049494Z","end":"2026-04-28T03:24:02.299854Z","steps":["trace[1882357208] 'read index received' (duration: 153.688743ms)","trace[1882357208] 'applied index is now lower than readState.Index' (duration: 1.096668284s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:02.299977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.049192Z","time spent":"1.250688904s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:02.299888Z","caller":"traceutil/trace.go:171","msg":"trace[1195632700] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"304.41013ms","start":"2026-04-28T03:24:01.995454Z","end":"2026-04-28T03:24:02.299864Z","steps":["trace[1195632700] 'process raft request' (duration: 304.169206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.300266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.995429Z","time spent":"304.809758ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:02.300392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250867086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109750"} {"level":"info","ts":"2026-04-28T03:24:02.300482Z","caller":"traceutil/trace.go:171","msg":"trace[505730976] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4436; }","duration":"1.251020809s","start":"2026-04-28T03:24:01.049441Z","end":"2026-04-28T03:24:02.300462Z","steps":["trace[505730976] 'agreement among raft nodes before linearized reading' (duration: 1.250576081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.30053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.049418Z","time spent":"1.251099752s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109774,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:24:02.300622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.555104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:02.300696Z","caller":"traceutil/trace.go:171","msg":"trace[1288444797] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4436; }","duration":"253.683527ms","start":"2026-04-28T03:24:02.046994Z","end":"2026-04-28T03:24:02.300677Z","steps":["trace[1288444797] 'agreement among raft nodes before linearized reading' (duration: 253.559355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.300798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.2184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T03:24:02.300759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110856177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:24:02.300842Z","caller":"traceutil/trace.go:171","msg":"trace[1972423260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4436; }","duration":"851.303812ms","start":"2026-04-28T03:24:01.449531Z","end":"2026-04-28T03:24:02.300835Z","steps":["trace[1972423260] 'agreement among raft nodes before linearized reading' (duration: 851.19351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.300883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.449509Z","time spent":"851.369042ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:02.300978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.850331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:02.301016Z","caller":"traceutil/trace.go:171","msg":"trace[485668906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4436; }","duration":"622.923143ms","start":"2026-04-28T03:24:01.678085Z","end":"2026-04-28T03:24:02.301009Z","steps":["trace[485668906] 'agreement among raft nodes before linearized reading' (duration: 622.875962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.301043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.678065Z","time spent":"622.971573ms","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:02.301075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.735753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:24:02.301317Z","caller":"traceutil/trace.go:171","msg":"trace[1752364812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4436; }","duration":"250.000728ms","start":"2026-04-28T03:24:02.051295Z","end":"2026-04-28T03:24:02.301296Z","steps":["trace[1752364812] 'agreement among raft nodes before linearized reading' (duration: 249.627611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:02.30099Z","caller":"traceutil/trace.go:171","msg":"trace[1773285803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4436; }","duration":"1.111000319s","start":"2026-04-28T03:24:01.189854Z","end":"2026-04-28T03:24:02.300855Z","steps":["trace[1773285803] 'agreement among raft nodes before linearized reading' (duration: 1.110645463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.301406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.5174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T03:24:02.301483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.189839Z","time spent":"1.111636851s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:24:02.301537Z","caller":"traceutil/trace.go:171","msg":"trace[984992187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4436; }","duration":"963.713713ms","start":"2026-04-28T03:24:01.337786Z","end":"2026-04-28T03:24:02.3015Z","steps":["trace[984992187] 'agreement among raft nodes before linearized reading' (duration: 963.188324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.301588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018086876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:24:02.301745Z","caller":"traceutil/trace.go:171","msg":"trace[532238000] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4436; }","duration":"1.018287339s","start":"2026-04-28T03:24:01.28344Z","end":"2026-04-28T03:24:02.301728Z","steps":["trace[532238000] 'agreement among raft nodes before linearized reading' (duration: 1.017945513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.301769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.577023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:02.301596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.337763Z","time spent":"963.818965ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:24:02.30185Z","caller":"traceutil/trace.go:171","msg":"trace[1444337405] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4436; }","duration":"254.834917ms","start":"2026-04-28T03:24:02.046992Z","end":"2026-04-28T03:24:02.301827Z","steps":["trace[1444337405] 'agreement among raft nodes before linearized reading' (duration: 254.536422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.301648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.19357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:02.301958Z","caller":"traceutil/trace.go:171","msg":"trace[586541861] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4436; }","duration":"436.540647ms","start":"2026-04-28T03:24:01.865396Z","end":"2026-04-28T03:24:02.301937Z","steps":["trace[586541861] 'agreement among raft nodes before linearized reading' (duration: 436.20594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.30198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.283418Z","time spent":"1.018517794s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:24:02.302031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.86535Z","time spent":"436.656559ms","remote":"127.0.0.1:33068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":15,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:02.300721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.316609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:02.302488Z","caller":"traceutil/trace.go:171","msg":"trace[669330348] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4436; }","duration":"607.107991ms","start":"2026-04-28T03:24:01.695353Z","end":"2026-04-28T03:24:02.302461Z","steps":["trace[669330348] 'agreement among raft nodes before linearized reading' (duration: 605.144045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.30257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:01.695308Z","time spent":"607.235704ms","remote":"127.0.0.1:54236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:02.47787Z","caller":"traceutil/trace.go:171","msg":"trace[1796164296] linearizableReadLoop","detail":"{readStateIndex:4613; appliedIndex:4610; }","duration":"171.495391ms","start":"2026-04-28T03:24:02.306331Z","end":"2026-04-28T03:24:02.477826Z","steps":["trace[1796164296] 'read index received' (duration: 63.523341ms)","trace[1796164296] 'applied index is now lower than readState.Index' (duration: 107.97003ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:02.478046Z","caller":"traceutil/trace.go:171","msg":"trace[1451146028] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"171.94653ms","start":"2026-04-28T03:24:02.306076Z","end":"2026-04-28T03:24:02.478022Z","steps":["trace[1451146028] 'process raft request' (duration: 171.668635ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:02.478055Z","caller":"traceutil/trace.go:171","msg":"trace[1593586439] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"172.432928ms","start":"2026-04-28T03:24:02.305574Z","end":"2026-04-28T03:24:02.478006Z","steps":["trace[1593586439] 'process raft request' (duration: 102.307015ms)","trace[1593586439] 'compare' (duration: 69.631534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:02.478205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.608529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:02.47826Z","caller":"traceutil/trace.go:171","msg":"trace[362386384] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4439; }","duration":"148.737371ms","start":"2026-04-28T03:24:02.329507Z","end":"2026-04-28T03:24:02.478244Z","steps":["trace[362386384] 'agreement among raft nodes before linearized reading' (duration: 148.572098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:02.478386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.028271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109750"} {"level":"info","ts":"2026-04-28T03:24:02.478466Z","caller":"traceutil/trace.go:171","msg":"trace[736072416] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4439; }","duration":"172.147554ms","start":"2026-04-28T03:24:02.306301Z","end":"2026-04-28T03:24:02.478449Z","steps":["trace[736072416] 'agreement among raft nodes before linearized reading' (duration: 171.755386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:07.058213Z","caller":"traceutil/trace.go:171","msg":"trace[803606043] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"236.358177ms","start":"2026-04-28T03:24:06.821836Z","end":"2026-04-28T03:24:07.058195Z","steps":["trace[803606043] 'process raft request' (duration: 236.244844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.23085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166454531s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:24:10.792548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985083341s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:10.792825Z","caller":"traceutil/trace.go:171","msg":"trace[107249080] transaction","detail":"{read_only:false; response_revision:4470; number_of_response:1; }","duration":"2.369890044s","start":"2026-04-28T03:24:08.422906Z","end":"2026-04-28T03:24:10.792796Z","steps":["trace[107249080] 'process raft request' (duration: 384.365425ms)","trace[107249080] 'compare' (duration: 1.983851458s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:10.79288Z","caller":"traceutil/trace.go:171","msg":"trace[1133980650] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"1.728610053s","start":"2026-04-28T03:24:09.064246Z","end":"2026-04-28T03:24:10.792856Z","steps":["trace[1133980650] 'process raft request' (duration: 1.728489621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.792973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.422886Z","time spent":"2.370004766s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:10.792915Z","caller":"traceutil/trace.go:171","msg":"trace[228300680] linearizableReadLoop","detail":"{readStateIndex:4646; appliedIndex:4645; }","duration":"2.36752774s","start":"2026-04-28T03:24:08.425359Z","end":"2026-04-28T03:24:10.792887Z","steps":["trace[228300680] 'read index received' (duration: 381.92496ms)","trace[228300680] 'applied index is now lower than readState.Index' (duration: 1.98559807s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:10.792993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.064215Z","time spent":"1.728720286s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:10.793396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368015299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109750"} {"level":"info","ts":"2026-04-28T03:24:10.793488Z","caller":"traceutil/trace.go:171","msg":"trace[1931769327] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4471; }","duration":"2.368122501s","start":"2026-04-28T03:24:08.425345Z","end":"2026-04-28T03:24:10.793468Z","steps":["trace[1931769327] 'agreement among raft nodes before linearized reading' (duration: 2.367680713s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:10.793535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.425331Z","time spent":"2.368194652s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109774,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:24:11.293416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:11.678345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000247719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:11.678495Z","caller":"traceutil/trace.go:171","msg":"trace[1787651489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482984s","start":"2026-04-28T03:24:09.677988Z","end":"2026-04-28T03:24:11.678471Z","steps":["trace[1787651489] 'agreement among raft nodes before linearized reading' (duration: 2.00026513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:11.678583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.677977Z","time spent":"2.000591806s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:11.794248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:12.294524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:12.680433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.449157414s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:24:12.848716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00025611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:24:12.848805Z","caller":"traceutil/trace.go:171","msg":"trace[1834673969] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000405112s","start":"2026-04-28T03:24:10.848382Z","end":"2026-04-28T03:24:12.848787Z","steps":["trace[1834673969] 'agreement among raft nodes before linearized reading' (duration: 2.00027818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:12.848911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:10.848363Z","time spent":"2.000535484s","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:12.93132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.455787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:12.931557Z","caller":"traceutil/trace.go:171","msg":"trace[198022549] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"3.855375734s","start":"2026-04-28T03:24:09.076158Z","end":"2026-04-28T03:24:12.931534Z","steps":["trace[198022549] 'process raft request' (duration: 3.855328794s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:12.931548Z","caller":"traceutil/trace.go:171","msg":"trace[727043332] transaction","detail":"{read_only:false; response_revision:4472; number_of_response:1; }","duration":"3.865043483s","start":"2026-04-28T03:24:09.066471Z","end":"2026-04-28T03:24:12.931514Z","steps":["trace[727043332] 'process raft request' (duration: 3.614309631s)","trace[727043332] 'compare' (duration: 250.333985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:12.931658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.076148Z","time spent":"3.855464166s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:12.931702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.066444Z","time spent":"3.865175985s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:12.931823Z","caller":"traceutil/trace.go:171","msg":"trace[492592513] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"3.8583139s","start":"2026-04-28T03:24:09.073471Z","end":"2026-04-28T03:24:12.931785Z","steps":["trace[492592513] 'process raft request' (duration: 3.857958643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:12.93201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.07346Z","time spent":"3.858461202s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:13.007872Z","caller":"traceutil/trace.go:171","msg":"trace[276356454] linearizableReadLoop","detail":"{readStateIndex:4651; appliedIndex:4647; }","duration":"2.214776174s","start":"2026-04-28T03:24:10.793065Z","end":"2026-04-28T03:24:13.007841Z","steps":["trace[276356454] 'read index received' (duration: 1.887732675s)","trace[276356454] 'applied index is now lower than readState.Index' (duration: 327.042499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:13.008095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627042573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:13.008142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585469607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:24:13.00818Z","caller":"traceutil/trace.go:171","msg":"trace[1446363628] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4475; }","duration":"2.627178146s","start":"2026-04-28T03:24:10.380981Z","end":"2026-04-28T03:24:13.008159Z","steps":["trace[1446363628] 'agreement among raft nodes before linearized reading' (duration: 2.627023703s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:13.008223Z","caller":"traceutil/trace.go:171","msg":"trace[677598522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4475; }","duration":"2.58561382s","start":"2026-04-28T03:24:10.422591Z","end":"2026-04-28T03:24:13.008205Z","steps":["trace[677598522] 'agreement among raft nodes before linearized reading' (duration: 2.585348855s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.008201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.406194786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11665"} {"level":"warn","ts":"2026-04-28T03:24:13.008287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:10.42258Z","time spent":"2.585692381s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:24:13.008305Z","caller":"traceutil/trace.go:171","msg":"trace[2108201670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:4475; }","duration":"3.406350618s","start":"2026-04-28T03:24:09.601931Z","end":"2026-04-28T03:24:13.008282Z","steps":["trace[2108201670] 'agreement among raft nodes before linearized reading' (duration: 3.405937771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.008299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.288807782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:24:13.008316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600673557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:13.008358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.601912Z","time spent":"3.4064352s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11689,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-04-28T03:24:13.008365Z","caller":"traceutil/trace.go:171","msg":"trace[1814542206] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4475; }","duration":"2.600766558s","start":"2026-04-28T03:24:10.407586Z","end":"2026-04-28T03:24:13.008353Z","steps":["trace[1814542206] 'agreement among raft nodes before linearized reading' (duration: 2.600687527s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:13.008358Z","caller":"traceutil/trace.go:171","msg":"trace[961255994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4475; }","duration":"3.288913193s","start":"2026-04-28T03:24:09.719432Z","end":"2026-04-28T03:24:13.008346Z","steps":["trace[961255994] 'agreement among raft nodes before linearized reading' (duration: 3.288754171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.008413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.719412Z","time spent":"3.288993985s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:13.00841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:10.407564Z","time spent":"2.60083436s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:13.008246Z","caller":"traceutil/trace.go:171","msg":"trace[1605635647] transaction","detail":"{read_only:false; response_revision:4475; number_of_response:1; }","duration":"2.303917888s","start":"2026-04-28T03:24:10.704211Z","end":"2026-04-28T03:24:13.008129Z","steps":["trace[1605635647] 'process raft request' (duration: 2.30350923s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.008542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421822207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:13.00853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.331299897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:13.008591Z","caller":"traceutil/trace.go:171","msg":"trace[1005169124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4475; }","duration":"4.421912797s","start":"2026-04-28T03:24:08.586664Z","end":"2026-04-28T03:24:13.008577Z","steps":["trace[1005169124] 'agreement among raft nodes before linearized reading' (duration: 4.421852156s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.008637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.586641Z","time spent":"4.421987589s","remote":"127.0.0.1:45212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:13.008639Z","caller":"traceutil/trace.go:171","msg":"trace[1857730270] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:4475; }","duration":"4.33145795s","start":"2026-04-28T03:24:08.67715Z","end":"2026-04-28T03:24:13.008608Z","steps":["trace[1857730270] 'agreement among raft nodes before linearized reading' (duration: 4.331239496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.008684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.507304112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:13.008787Z","caller":"traceutil/trace.go:171","msg":"trace[1862258706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4475; }","duration":"4.507521047s","start":"2026-04-28T03:24:08.501247Z","end":"2026-04-28T03:24:13.008768Z","steps":["trace[1862258706] 'agreement among raft nodes before linearized reading' (duration: 4.50720191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.008341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79974912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:13.008817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:10.704179Z","time spent":"2.304384935s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:13.008915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.501127Z","time spent":"4.507738981s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:24:13.008888Z","caller":"traceutil/trace.go:171","msg":"trace[1141551611] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4475; }","duration":"3.800325831s","start":"2026-04-28T03:24:09.208543Z","end":"2026-04-28T03:24:13.008869Z","steps":["trace[1141551611] 'agreement among raft nodes before linearized reading' (duration: 3.799714219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.008485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504225045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:24:13.008702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.677134Z","time spent":"4.331552311s","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:13.009174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.208526Z","time spent":"3.800560866s","remote":"127.0.0.1:45072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:13.009177Z","caller":"traceutil/trace.go:171","msg":"trace[1447439676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4475; }","duration":"4.504898008s","start":"2026-04-28T03:24:08.504219Z","end":"2026-04-28T03:24:13.009117Z","steps":["trace[1447439676] 'agreement among raft nodes before linearized reading' (duration: 4.504141534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.008222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581205561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:24:13.009262Z","caller":"traceutil/trace.go:171","msg":"trace[656559238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4475; }","duration":"3.582311912s","start":"2026-04-28T03:24:09.426927Z","end":"2026-04-28T03:24:13.009239Z","steps":["trace[656559238] 'agreement among raft nodes before linearized reading' (duration: 3.581064329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.009312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.504211Z","time spent":"4.505050831s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:24:13.00934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:09.426903Z","time spent":"3.582416374s","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:24:13.008672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.506571928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:24:13.009487Z","caller":"traceutil/trace.go:171","msg":"trace[29754435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4475; }","duration":"4.507405433s","start":"2026-04-28T03:24:08.502058Z","end":"2026-04-28T03:24:13.009463Z","steps":["trace[29754435] 'agreement among raft nodes before linearized reading' (duration: 4.506305213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.009555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:08.50204Z","time spent":"4.507496276s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:13.008242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:10.38096Z","time spent":"2.627264657s","remote":"127.0.0.1:39752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:13.508643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:13.678551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:24:13.67867Z","caller":"traceutil/trace.go:171","msg":"trace[1032014046] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119278s","start":"2026-04-28T03:24:11.678529Z","end":"2026-04-28T03:24:13.678649Z","steps":["trace[1032014046] 'agreement among raft nodes before linearized reading' (duration: 1.999951805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:13.678723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.678507Z","time spent":"2.000206109s","remote":"127.0.0.1:60806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:24:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:24:14.009568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375801955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:14.042129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034405827s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:24:14.042692Z","caller":"traceutil/trace.go:171","msg":"trace[1483632852] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"1.35679587s","start":"2026-04-28T03:24:12.685807Z","end":"2026-04-28T03:24:14.042602Z","steps":["trace[1483632852] 'process raft request' (duration: 1.356532655s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.042728Z","caller":"traceutil/trace.go:171","msg":"trace[1055096200] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"1.244040541s","start":"2026-04-28T03:24:12.798547Z","end":"2026-04-28T03:24:14.042587Z","steps":["trace[1055096200] 'process raft request' (duration: 1.24394598s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.042744Z","caller":"traceutil/trace.go:171","msg":"trace[773567837] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"1.190358882s","start":"2026-04-28T03:24:12.852359Z","end":"2026-04-28T03:24:14.042718Z","steps":["trace[773567837] 'process raft request' (duration: 1.190178019s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.042879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.798518Z","time spent":"1.244282186s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:14.042935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.685779Z","time spent":"1.357019333s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:14.042965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.852342Z","time spent":"1.190541355s","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:24:14.179773Z","caller":"traceutil/trace.go:171","msg":"trace[1089043365] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"1.167239286s","start":"2026-04-28T03:24:13.012508Z","end":"2026-04-28T03:24:14.179747Z","steps":["trace[1089043365] 'process raft request' (duration: 1.16045418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.179939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.012482Z","time spent":"1.167369318s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:14.180039Z","caller":"traceutil/trace.go:171","msg":"trace[888726390] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"1.166639784s","start":"2026-04-28T03:24:13.013335Z","end":"2026-04-28T03:24:14.179975Z","steps":["trace[888726390] 'process raft request' (duration: 1.166369639s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.180221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.013307Z","time spent":"1.166823788s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:14.180448Z","caller":"traceutil/trace.go:171","msg":"trace[443533922] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"1.166471151s","start":"2026-04-28T03:24:13.01395Z","end":"2026-04-28T03:24:14.180422Z","steps":["trace[443533922] 'process raft request' (duration: 1.166300038s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.180422Z","caller":"traceutil/trace.go:171","msg":"trace[2237420] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"1.166858518s","start":"2026-04-28T03:24:13.013525Z","end":"2026-04-28T03:24:14.180384Z","steps":["trace[2237420] 'process raft request' (duration: 1.166338349s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.180533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.013926Z","time spent":"1.166565563s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:14.180521Z","caller":"traceutil/trace.go:171","msg":"trace[71142567] linearizableReadLoop","detail":"{readStateIndex:4660; appliedIndex:4651; }","duration":"1.172513973s","start":"2026-04-28T03:24:13.007957Z","end":"2026-04-28T03:24:14.180471Z","steps":["trace[71142567] 'read index received' (duration: 1.034419098s)","trace[71142567] 'applied index is now lower than readState.Index' (duration: 138.093365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:14.180595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.013512Z","time spent":"1.16699695s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:14.180633Z","caller":"traceutil/trace.go:171","msg":"trace[552958497] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"1.160277676s","start":"2026-04-28T03:24:13.020299Z","end":"2026-04-28T03:24:14.180577Z","steps":["trace[552958497] 'process raft request' (duration: 1.160039842s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.180747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380422095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T03:24:14.180787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.02029Z","time spent":"1.16042037s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11472,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:14.180796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383100694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:24:14.180809Z","caller":"traceutil/trace.go:171","msg":"trace[1616529586] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4484; }","duration":"1.380517966s","start":"2026-04-28T03:24:12.800274Z","end":"2026-04-28T03:24:14.180792Z","steps":["trace[1616529586] 'agreement among raft nodes before linearized reading' (duration: 1.380260411s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.180846Z","caller":"traceutil/trace.go:171","msg":"trace[30373498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4484; }","duration":"1.383155635s","start":"2026-04-28T03:24:12.797676Z","end":"2026-04-28T03:24:14.180831Z","steps":["trace[30373498] 'agreement among raft nodes before linearized reading' (duration: 1.382976562s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.180851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.80026Z","time spent":"1.380581848s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"warn","ts":"2026-04-28T03:24:14.18089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.797595Z","time spent":"1.383282398s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:24:14.180964Z","caller":"traceutil/trace.go:171","msg":"trace[1530408909] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"530.158962ms","start":"2026-04-28T03:24:13.650794Z","end":"2026-04-28T03:24:14.180953Z","steps":["trace[1530408909] 'process raft request' (duration: 529.621112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.180992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798596274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T03:24:14.18102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.65077Z","time spent":"530.215794ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:14.181043Z","caller":"traceutil/trace.go:171","msg":"trace[1254396760] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:4484; }","duration":"1.798685494s","start":"2026-04-28T03:24:12.38234Z","end":"2026-04-28T03:24:14.181026Z","steps":["trace[1254396760] 'agreement among raft nodes before linearized reading' (duration: 1.798534952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.181094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818946371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:14.181098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.382317Z","time spent":"1.798769156s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-04-28T03:24:14.181094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857757083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:14.180843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451239963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:14.181149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.855524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:14.181155Z","caller":"traceutil/trace.go:171","msg":"trace[1084593187] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:4484; }","duration":"1.857866295s","start":"2026-04-28T03:24:12.323272Z","end":"2026-04-28T03:24:14.181138Z","steps":["trace[1084593187] 'agreement among raft nodes before linearized reading' (duration: 1.857771554s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.181154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.472603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:14.181168Z","caller":"traceutil/trace.go:171","msg":"trace[1188456677] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4484; }","duration":"926.912355ms","start":"2026-04-28T03:24:13.25425Z","end":"2026-04-28T03:24:14.181163Z","steps":["trace[1188456677] 'agreement among raft nodes before linearized reading' (duration: 926.883854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.181186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:12.32325Z","time spent":"1.857929367s","remote":"127.0.0.1:54328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:14.181196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.254232Z","time spent":"926.958656ms","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:14.181194Z","caller":"traceutil/trace.go:171","msg":"trace[854094202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4484; }","duration":"495.547634ms","start":"2026-04-28T03:24:13.685636Z","end":"2026-04-28T03:24:14.181183Z","steps":["trace[854094202] 'agreement among raft nodes before linearized reading' (duration: 495.485193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.181223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.685618Z","time spent":"495.599555ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:24:14.181051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166292788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109572"} {"level":"info","ts":"2026-04-28T03:24:14.181274Z","caller":"traceutil/trace.go:171","msg":"trace[1090416090] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4484; }","duration":"1.166531132s","start":"2026-04-28T03:24:13.014723Z","end":"2026-04-28T03:24:14.181254Z","steps":["trace[1090416090] 'agreement among raft nodes before linearized reading' (duration: 1.166173106s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.18112Z","caller":"traceutil/trace.go:171","msg":"trace[1321428337] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4484; }","duration":"2.819017893s","start":"2026-04-28T03:24:11.362092Z","end":"2026-04-28T03:24:14.18111Z","steps":["trace[1321428337] 'agreement among raft nodes before linearized reading' (duration: 2.818983272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.181339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.014713Z","time spent":"1.166602543s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109596,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:24:14.181354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.362075Z","time spent":"2.819270927s","remote":"127.0.0.1:39772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:14.181367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057533652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T03:24:14.181477Z","caller":"traceutil/trace.go:171","msg":"trace[697298235] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4484; }","duration":"1.057670825s","start":"2026-04-28T03:24:13.123799Z","end":"2026-04-28T03:24:14.181469Z","steps":["trace[697298235] 'agreement among raft nodes before linearized reading' (duration: 1.057509962s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.181512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:13.123785Z","time spent":"1.057720136s","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-28T03:24:14.18116Z","caller":"traceutil/trace.go:171","msg":"trace[2046757385] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:4484; }","duration":"2.451589729s","start":"2026-04-28T03:24:11.729554Z","end":"2026-04-28T03:24:14.181144Z","steps":["trace[2046757385] 'agreement among raft nodes before linearized reading' (duration: 2.451205543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.181583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.309283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:24:14.181609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:11.729532Z","time spent":"2.452054087s","remote":"127.0.0.1:54276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:14.181627Z","caller":"traceutil/trace.go:171","msg":"trace[106486433] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa6739ebdcdf4a; range_end:; response_count:1; response_revision:4484; }","duration":"135.396675ms","start":"2026-04-28T03:24:14.046219Z","end":"2026-04-28T03:24:14.181615Z","steps":["trace[106486433] 'agreement among raft nodes before linearized reading' (duration: 135.271763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.181586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.467671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:24:14.181791Z","caller":"traceutil/trace.go:171","msg":"trace[2041785811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4484; }","duration":"164.672145ms","start":"2026-04-28T03:24:14.017069Z","end":"2026-04-28T03:24:14.181741Z","steps":["trace[2041785811] 'agreement among raft nodes before linearized reading' (duration: 164.41517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.41897Z","caller":"traceutil/trace.go:171","msg":"trace[339762739] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"234.825939ms","start":"2026-04-28T03:24:14.184102Z","end":"2026-04-28T03:24:14.418928Z","steps":["trace[339762739] 'process raft request' (duration: 209.585203ms)","trace[339762739] 'compare' (duration: 24.981651ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:14.419175Z","caller":"traceutil/trace.go:171","msg":"trace[1490173060] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"231.975206ms","start":"2026-04-28T03:24:14.187159Z","end":"2026-04-28T03:24:14.419134Z","steps":["trace[1490173060] 'process raft request' (duration: 231.790933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.419232Z","caller":"traceutil/trace.go:171","msg":"trace[1590563102] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"231.216112ms","start":"2026-04-28T03:24:14.187983Z","end":"2026-04-28T03:24:14.419199Z","steps":["trace[1590563102] 'process raft request' (duration: 231.038998ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.419244Z","caller":"traceutil/trace.go:171","msg":"trace[1877707780] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"231.972446ms","start":"2026-04-28T03:24:14.187088Z","end":"2026-04-28T03:24:14.419061Z","steps":["trace[1877707780] 'process raft request' (duration: 231.756582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.419484Z","caller":"traceutil/trace.go:171","msg":"trace[513443870] linearizableReadLoop","detail":"{readStateIndex:4662; appliedIndex:4660; }","duration":"234.435471ms","start":"2026-04-28T03:24:14.185029Z","end":"2026-04-28T03:24:14.419464Z","steps":["trace[513443870] 'read index received' (duration: 36.568114ms)","trace[513443870] 'applied index is now lower than readState.Index' (duration: 197.866047ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:14.419603Z","caller":"traceutil/trace.go:171","msg":"trace[2064119792] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"196.698555ms","start":"2026-04-28T03:24:14.222881Z","end":"2026-04-28T03:24:14.419579Z","steps":["trace[2064119792] 'process raft request' (duration: 196.527142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.419869Z","caller":"traceutil/trace.go:171","msg":"trace[1287317120] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"222.872458ms","start":"2026-04-28T03:24:14.196977Z","end":"2026-04-28T03:24:14.419849Z","steps":["trace[1287317120] 'process raft request' (duration: 222.292278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.419934Z","caller":"traceutil/trace.go:171","msg":"trace[757910712] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"231.71312ms","start":"2026-04-28T03:24:14.188202Z","end":"2026-04-28T03:24:14.419915Z","steps":["trace[757910712] 'process raft request' (duration: 230.885456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.419973Z","caller":"traceutil/trace.go:171","msg":"trace[797823528] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"230.920946ms","start":"2026-04-28T03:24:14.189033Z","end":"2026-04-28T03:24:14.419954Z","steps":["trace[797823528] 'process raft request' (duration: 230.174993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.420101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.31415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:14.420169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.120104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-04-28T03:24:14.420209Z","caller":"traceutil/trace.go:171","msg":"trace[1765110232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4493; }","duration":"234.452552ms","start":"2026-04-28T03:24:14.185739Z","end":"2026-04-28T03:24:14.420191Z","steps":["trace[1765110232] 'agreement among raft nodes before linearized reading' (duration: 234.139066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.420123Z","caller":"traceutil/trace.go:171","msg":"trace[1941035150] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"231.223243ms","start":"2026-04-28T03:24:14.188888Z","end":"2026-04-28T03:24:14.420111Z","steps":["trace[1941035150] 'process raft request' (duration: 230.264915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.420364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.099757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11487"} {"level":"info","ts":"2026-04-28T03:24:14.420407Z","caller":"traceutil/trace.go:171","msg":"trace[1853285436] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:4493; }","duration":"233.194499ms","start":"2026-04-28T03:24:14.187202Z","end":"2026-04-28T03:24:14.420397Z","steps":["trace[1853285436] 'agreement among raft nodes before linearized reading' (duration: 232.962445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:14.420242Z","caller":"traceutil/trace.go:171","msg":"trace[1894857582] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4143fca8-c9f6-4f46-8f18-974dadbb8d1a; range_end:; response_count:1; response_revision:4493; }","duration":"235.252587ms","start":"2026-04-28T03:24:14.18497Z","end":"2026-04-28T03:24:14.420223Z","steps":["trace[1894857582] 'agreement among raft nodes before linearized reading' (duration: 235.037562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:14.421903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.74858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109572"} {"level":"info","ts":"2026-04-28T03:24:14.422546Z","caller":"traceutil/trace.go:171","msg":"trace[170972225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4493; }","duration":"233.413002ms","start":"2026-04-28T03:24:14.189112Z","end":"2026-04-28T03:24:14.422525Z","steps":["trace[170972225] 'agreement among raft nodes before linearized reading' (duration: 230.884395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.883514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.501302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:15.883597Z","caller":"traceutil/trace.go:171","msg":"trace[1682165497] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:4496; }","duration":"725.637775ms","start":"2026-04-28T03:24:15.15794Z","end":"2026-04-28T03:24:15.883577Z","steps":["trace[1682165497] 'count revisions from in-memory index tree' (duration: 725.410611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.883638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:15.157917Z","time spent":"725.709126ms","remote":"127.0.0.1:54176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:15.883916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.301898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-04-28T03:24:15.883961Z","caller":"traceutil/trace.go:171","msg":"trace[18149614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4496; }","duration":"694.38118ms","start":"2026-04-28T03:24:15.189567Z","end":"2026-04-28T03:24:15.883949Z","steps":["trace[18149614] 'range keys from in-memory index tree' (duration: 694.138945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.884002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:15.189549Z","time spent":"694.43863ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T03:24:15.883986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.399944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:15.884042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.887774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:24:15.883981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.607319ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:15.884093Z","caller":"traceutil/trace.go:171","msg":"trace[1538081241] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4496; }","duration":"137.028536ms","start":"2026-04-28T03:24:15.747051Z","end":"2026-04-28T03:24:15.884079Z","steps":["trace[1538081241] 'count revisions from in-memory index tree' (duration: 136.808103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.884028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.074588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:15.884123Z","caller":"traceutil/trace.go:171","msg":"trace[1432383048] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4496; }","duration":"684.778852ms","start":"2026-04-28T03:24:15.199324Z","end":"2026-04-28T03:24:15.884102Z","steps":["trace[1432383048] 'range keys from in-memory index tree' (duration: 684.585129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:15.8841Z","caller":"traceutil/trace.go:171","msg":"trace[1724596164] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:4496; }","duration":"691.553317ms","start":"2026-04-28T03:24:15.192518Z","end":"2026-04-28T03:24:15.884072Z","steps":["trace[1724596164] 'count revisions from in-memory index tree' (duration: 691.268042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:15.884149Z","caller":"traceutil/trace.go:171","msg":"trace[805888225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4496; }","duration":"206.235411ms","start":"2026-04-28T03:24:15.677901Z","end":"2026-04-28T03:24:15.884137Z","steps":["trace[805888225] 'range keys from in-memory index tree' (duration: 206.003196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:15.884208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:15.192504Z","time spent":"691.671239ms","remote":"127.0.0.1:54356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:16.171597Z","caller":"traceutil/trace.go:171","msg":"trace[463707035] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"122.400166ms","start":"2026-04-28T03:24:16.049167Z","end":"2026-04-28T03:24:16.171567Z","steps":["trace[463707035] 'process raft request' (duration: 122.178892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:16.31461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.786378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:24:16.314729Z","caller":"traceutil/trace.go:171","msg":"trace[353641540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4497; }","duration":"126.989521ms","start":"2026-04-28T03:24:16.187716Z","end":"2026-04-28T03:24:16.314705Z","steps":["trace[353641540] 'range keys from in-memory index tree' (duration: 126.583244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:16.314835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.069783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:24:16.314835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.997321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:16.314904Z","caller":"traceutil/trace.go:171","msg":"trace[993152828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4497; }","duration":"127.182774ms","start":"2026-04-28T03:24:16.187704Z","end":"2026-04-28T03:24:16.314887Z","steps":["trace[993152828] 'range keys from in-memory index tree' (duration: 126.89493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:16.314652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.766317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:24:16.314975Z","caller":"traceutil/trace.go:171","msg":"trace[1032359249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4497; }","duration":"127.145454ms","start":"2026-04-28T03:24:16.187818Z","end":"2026-04-28T03:24:16.314964Z","steps":["trace[1032359249] 'range keys from in-memory index tree' (duration: 126.610444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:16.314984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.643996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:24:16.315067Z","caller":"traceutil/trace.go:171","msg":"trace[2096859041] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4497; }","duration":"125.737168ms","start":"2026-04-28T03:24:16.189311Z","end":"2026-04-28T03:24:16.315048Z","steps":["trace[2096859041] 'range keys from in-memory index tree' (duration: 125.458473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:16.314985Z","caller":"traceutil/trace.go:171","msg":"trace[1368177777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4497; }","duration":"127.162604ms","start":"2026-04-28T03:24:16.187772Z","end":"2026-04-28T03:24:16.314935Z","steps":["trace[1368177777] 'range keys from in-memory index tree' (duration: 126.671385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:16.802718Z","caller":"traceutil/trace.go:171","msg":"trace[766877101] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"483.42085ms","start":"2026-04-28T03:24:16.319265Z","end":"2026-04-28T03:24:16.802686Z","steps":["trace[766877101] 'process raft request' (duration: 483.084044ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:16.802737Z","caller":"traceutil/trace.go:171","msg":"trace[197937738] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"483.40041ms","start":"2026-04-28T03:24:16.319311Z","end":"2026-04-28T03:24:16.802712Z","steps":["trace[197937738] 'process raft request' (duration: 483.222907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:16.802884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:16.319251Z","time spent":"483.543522ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:16.802946Z","caller":"traceutil/trace.go:171","msg":"trace[1633043441] linearizableReadLoop","detail":"{readStateIndex:4677; appliedIndex:4674; }","duration":"483.351679ms","start":"2026-04-28T03:24:16.319552Z","end":"2026-04-28T03:24:16.802904Z","steps":["trace[1633043441] 'read index received' (duration: 70.48507ms)","trace[1633043441] 'applied index is now lower than readState.Index' (duration: 412.864109ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:16.802993Z","caller":"traceutil/trace.go:171","msg":"trace[603847278] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"483.37823ms","start":"2026-04-28T03:24:16.319575Z","end":"2026-04-28T03:24:16.802953Z","steps":["trace[603847278] 'process raft request' (duration: 483.008384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:16.803198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:16.319554Z","time spent":"483.541104ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:16.803196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.082629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:24:16.803256Z","caller":"traceutil/trace.go:171","msg":"trace[2022193594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4501; }","duration":"378.184321ms","start":"2026-04-28T03:24:16.425058Z","end":"2026-04-28T03:24:16.803243Z","steps":["trace[2022193594] 'agreement among raft nodes before linearized reading' (duration: 378.025128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:16.803299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:16.425039Z","time spent":"378.251402ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:16.803344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.772387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109572"} {"level":"info","ts":"2026-04-28T03:24:16.803388Z","caller":"traceutil/trace.go:171","msg":"trace[325406984] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4501; }","duration":"483.836059ms","start":"2026-04-28T03:24:16.319538Z","end":"2026-04-28T03:24:16.803374Z","steps":["trace[325406984] 'agreement among raft nodes before linearized reading' (duration: 483.529872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:16.803401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.823248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:24:16.803502Z","caller":"traceutil/trace.go:171","msg":"trace[727881556] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4501; }","duration":"376.000481ms","start":"2026-04-28T03:24:16.427482Z","end":"2026-04-28T03:24:16.803482Z","steps":["trace[727881556] 'agreement among raft nodes before linearized reading' (duration: 375.632425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:16.803573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:16.427472Z","time spent":"376.089093ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"warn","ts":"2026-04-28T03:24:16.803436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:16.319503Z","time spent":"483.92256ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109596,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:24:16.803886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:16.319288Z","time spent":"483.671055ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:17.165847Z","caller":"traceutil/trace.go:171","msg":"trace[410818021] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"122.177013ms","start":"2026-04-28T03:24:17.043639Z","end":"2026-04-28T03:24:17.165816Z","steps":["trace[410818021] 'process raft request' (duration: 91.123139ms)","trace[410818021] 'compare' (duration: 30.877509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:17.448668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.303379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:17.448856Z","caller":"traceutil/trace.go:171","msg":"trace[1153518670] linearizableReadLoop","detail":"{readStateIndex:4684; appliedIndex:4683; }","duration":"175.321313ms","start":"2026-04-28T03:24:17.273498Z","end":"2026-04-28T03:24:17.44882Z","steps":["trace[1153518670] 'read index received' (duration: 46.522µs)","trace[1153518670] 'applied index is now lower than readState.Index' (duration: 175.272531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:17.448967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.461245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:17.448958Z","caller":"traceutil/trace.go:171","msg":"trace[1612337962] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"263.876995ms","start":"2026-04-28T03:24:17.185061Z","end":"2026-04-28T03:24:17.448938Z","steps":["trace[1612337962] 'process raft request' (duration: 86.178069ms)","trace[1612337962] 'compare' (duration: 177.092814ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:17.449021Z","caller":"traceutil/trace.go:171","msg":"trace[1399966576] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4507; }","duration":"175.522736ms","start":"2026-04-28T03:24:17.27348Z","end":"2026-04-28T03:24:17.449003Z","steps":["trace[1399966576] 'agreement among raft nodes before linearized reading' (duration: 175.426524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:24.337694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.590907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:24.338078Z","caller":"traceutil/trace.go:171","msg":"trace[463895316] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"139.739996ms","start":"2026-04-28T03:24:24.198305Z","end":"2026-04-28T03:24:24.338045Z","steps":["trace[463895316] 'process raft request' (duration: 27.697301ms)","trace[463895316] 'compare' (duration: 111.406674ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:24.33841Z","caller":"traceutil/trace.go:171","msg":"trace[971724821] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"118.761508ms","start":"2026-04-28T03:24:24.219629Z","end":"2026-04-28T03:24:24.338391Z","steps":["trace[971724821] 'process raft request' (duration: 118.182048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:25.230212Z","caller":"traceutil/trace.go:171","msg":"trace[367172435] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"169.297351ms","start":"2026-04-28T03:24:25.060875Z","end":"2026-04-28T03:24:25.230173Z","steps":["trace[367172435] 'process raft request' (duration: 169.018256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:25.230398Z","caller":"traceutil/trace.go:171","msg":"trace[680757000] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"167.032529ms","start":"2026-04-28T03:24:25.063332Z","end":"2026-04-28T03:24:25.230364Z","steps":["trace[680757000] 'process raft request' (duration: 166.785455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:30.629576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.834755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:24:30.629636Z","caller":"traceutil/trace.go:171","msg":"trace[1300651537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4610; }","duration":"109.945897ms","start":"2026-04-28T03:24:30.519677Z","end":"2026-04-28T03:24:30.629623Z","steps":["trace[1300651537] 'range keys from in-memory index tree' (duration: 109.683302ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:30.819586Z","caller":"traceutil/trace.go:171","msg":"trace[917262396] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"140.474743ms","start":"2026-04-28T03:24:30.679087Z","end":"2026-04-28T03:24:30.819562Z","steps":["trace[917262396] 'read index received' (duration: 68.369525ms)","trace[917262396] 'applied index is now lower than readState.Index' (duration: 72.101087ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:30.819654Z","caller":"traceutil/trace.go:171","msg":"trace[1072584072] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"186.41047ms","start":"2026-04-28T03:24:30.633207Z","end":"2026-04-28T03:24:30.819618Z","steps":["trace[1072584072] 'process raft request' (duration: 114.312943ms)","trace[1072584072] 'compare' (duration: 71.915353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:30.819706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.602145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:30.819756Z","caller":"traceutil/trace.go:171","msg":"trace[1970942168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4612; }","duration":"140.687157ms","start":"2026-04-28T03:24:30.679055Z","end":"2026-04-28T03:24:30.819743Z","steps":["trace[1970942168] 'agreement among raft nodes before linearized reading' (duration: 140.599395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:30.819756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.739312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T03:24:30.819788Z","caller":"traceutil/trace.go:171","msg":"trace[1501968926] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4612; }","duration":"130.835264ms","start":"2026-04-28T03:24:30.688943Z","end":"2026-04-28T03:24:30.819778Z","steps":["trace[1501968926] 'agreement among raft nodes before linearized reading' (duration: 130.762012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:30.820145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.687352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117674"} {"level":"info","ts":"2026-04-28T03:24:30.820189Z","caller":"traceutil/trace.go:171","msg":"trace[1591284497] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4612; }","duration":"130.735993ms","start":"2026-04-28T03:24:30.689442Z","end":"2026-04-28T03:24:30.820178Z","steps":["trace[1591284497] 'agreement among raft nodes before linearized reading' (duration: 130.55151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:30.993164Z","caller":"traceutil/trace.go:171","msg":"trace[778926216] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"115.337131ms","start":"2026-04-28T03:24:30.877798Z","end":"2026-04-28T03:24:30.993135Z","steps":["trace[778926216] 'process raft request' (duration: 115.141778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:31.211035Z","caller":"traceutil/trace.go:171","msg":"trace[1699948356] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"107.302236ms","start":"2026-04-28T03:24:31.103708Z","end":"2026-04-28T03:24:31.21101Z","steps":["trace[1699948356] 'process raft request' (duration: 107.144413ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:31.211046Z","caller":"traceutil/trace.go:171","msg":"trace[1097365450] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4799; }","duration":"101.666586ms","start":"2026-04-28T03:24:31.109345Z","end":"2026-04-28T03:24:31.211012Z","steps":["trace[1097365450] 'read index received' (duration: 101.647575ms)","trace[1097365450] 'applied index is now lower than readState.Index' (duration: 16.461µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:31.211332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.960821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:31.211416Z","caller":"traceutil/trace.go:171","msg":"trace[527777584] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4619; }","duration":"102.042892ms","start":"2026-04-28T03:24:31.109327Z","end":"2026-04-28T03:24:31.21137Z","steps":["trace[527777584] 'agreement among raft nodes before linearized reading' (duration: 101.791548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:31.233044Z","caller":"traceutil/trace.go:171","msg":"trace[1029189503] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"109.756793ms","start":"2026-04-28T03:24:31.123271Z","end":"2026-04-28T03:24:31.233028Z","steps":["trace[1029189503] 'process raft request' (duration: 109.544778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:31.353086Z","caller":"traceutil/trace.go:171","msg":"trace[84830490] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"104.285175ms","start":"2026-04-28T03:24:31.248779Z","end":"2026-04-28T03:24:31.353064Z","steps":["trace[84830490] 'process raft request' (duration: 104.233544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:31.353123Z","caller":"traceutil/trace.go:171","msg":"trace[1083399302] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"104.867577ms","start":"2026-04-28T03:24:31.248238Z","end":"2026-04-28T03:24:31.353106Z","steps":["trace[1083399302] 'process raft request' (duration: 104.634143ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:31.438181Z","caller":"traceutil/trace.go:171","msg":"trace[1155987826] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"154.430474ms","start":"2026-04-28T03:24:31.283686Z","end":"2026-04-28T03:24:31.438117Z","steps":["trace[1155987826] 'process raft request' (duration: 146.180743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:31.438265Z","caller":"traceutil/trace.go:171","msg":"trace[445976938] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"139.80761ms","start":"2026-04-28T03:24:31.298423Z","end":"2026-04-28T03:24:31.438231Z","steps":["trace[445976938] 'process raft request' (duration: 139.628746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:31.438226Z","caller":"traceutil/trace.go:171","msg":"trace[1910326242] linearizableReadLoop","detail":"{readStateIndex:4807; appliedIndex:4801; }","duration":"139.662837ms","start":"2026-04-28T03:24:31.298533Z","end":"2026-04-28T03:24:31.438196Z","steps":["trace[1910326242] 'read index received' (duration: 54.361881ms)","trace[1910326242] 'applied index is now lower than readState.Index' (duration: 85.299706ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:31.438449Z","caller":"traceutil/trace.go:171","msg":"trace[1272991116] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"139.935722ms","start":"2026-04-28T03:24:31.298483Z","end":"2026-04-28T03:24:31.438419Z","steps":["trace[1272991116] 'process raft request' (duration: 139.665977ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:31.438265Z","caller":"traceutil/trace.go:171","msg":"trace[744523614] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"139.77678ms","start":"2026-04-28T03:24:31.298449Z","end":"2026-04-28T03:24:31.438226Z","steps":["trace[744523614] 'process raft request' (duration: 139.657617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:31.438545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.984003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117674"} {"level":"info","ts":"2026-04-28T03:24:31.438626Z","caller":"traceutil/trace.go:171","msg":"trace[1928215979] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4627; }","duration":"140.118476ms","start":"2026-04-28T03:24:31.298486Z","end":"2026-04-28T03:24:31.438604Z","steps":["trace[1928215979] 'agreement among raft nodes before linearized reading' (duration: 139.80115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.914419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.503709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e155cc4-c773-44f7-b1b6-b9d0603d25ff\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-28T03:24:32.914487Z","caller":"traceutil/trace.go:171","msg":"trace[1073063033] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e155cc4-c773-44f7-b1b6-b9d0603d25ff; range_end:; response_count:1; response_revision:4685; }","duration":"271.633433ms","start":"2026-04-28T03:24:32.642836Z","end":"2026-04-28T03:24:32.914469Z","steps":["trace[1073063033] 'range keys from in-memory index tree' (duration: 271.327636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:32.914547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.019048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:32.914616Z","caller":"traceutil/trace.go:171","msg":"trace[814396266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4685; }","duration":"236.1424ms","start":"2026-04-28T03:24:32.678458Z","end":"2026-04-28T03:24:32.9146Z","steps":["trace[814396266] 'range keys from in-memory index tree' (duration: 235.909976ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:33.290445Z","caller":"traceutil/trace.go:171","msg":"trace[1985545318] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"192.839026ms","start":"2026-04-28T03:24:33.097579Z","end":"2026-04-28T03:24:33.290418Z","steps":["trace[1985545318] 'process raft request' (duration: 192.667773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:33.656601Z","caller":"traceutil/trace.go:171","msg":"trace[1650812834] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"558.614116ms","start":"2026-04-28T03:24:33.097954Z","end":"2026-04-28T03:24:33.656568Z","steps":["trace[1650812834] 'process raft request' (duration: 558.494593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:33.656637Z","caller":"traceutil/trace.go:171","msg":"trace[497454872] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"558.660827ms","start":"2026-04-28T03:24:33.097928Z","end":"2026-04-28T03:24:33.656589Z","steps":["trace[497454872] 'process raft request' (duration: 558.280959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.656812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.097923Z","time spent":"558.77856ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:33.656855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.097903Z","time spent":"558.82869ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:33.656951Z","caller":"traceutil/trace.go:171","msg":"trace[644622716] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"555.571627ms","start":"2026-04-28T03:24:33.101332Z","end":"2026-04-28T03:24:33.656903Z","steps":["trace[644622716] 'process raft request' (duration: 555.16253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.657197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.101304Z","time spent":"555.73778ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:33.657427Z","caller":"traceutil/trace.go:171","msg":"trace[1194565614] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"418.39999ms","start":"2026-04-28T03:24:33.239007Z","end":"2026-04-28T03:24:33.657407Z","steps":["trace[1194565614] 'process raft request' (duration: 418.134845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:33.657471Z","caller":"traceutil/trace.go:171","msg":"trace[2137933180] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"555.910584ms","start":"2026-04-28T03:24:33.101547Z","end":"2026-04-28T03:24:33.657458Z","steps":["trace[2137933180] 'process raft request' (duration: 555.346753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.657543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.101514Z","time spent":"555.992365ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:33.657543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.23897Z","time spent":"418.507741ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:33.657418Z","caller":"traceutil/trace.go:171","msg":"trace[859079426] linearizableReadLoop","detail":"{readStateIndex:4870; appliedIndex:4867; }","duration":"558.670667ms","start":"2026-04-28T03:24:33.098593Z","end":"2026-04-28T03:24:33.657264Z","steps":["trace[859079426] 'read index received' (duration: 191.700392ms)","trace[859079426] 'applied index is now lower than readState.Index' (duration: 366.969175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:33.657965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.318511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:118744"} {"level":"info","ts":"2026-04-28T03:24:33.658058Z","caller":"traceutil/trace.go:171","msg":"trace[1317278957] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4692; }","duration":"559.495524ms","start":"2026-04-28T03:24:33.098546Z","end":"2026-04-28T03:24:33.658041Z","steps":["trace[1317278957] 'agreement among raft nodes before linearized reading' (duration: 558.976203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:33.658157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.098533Z","time spent":"559.609727ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":118768,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:24:34.884103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.110571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:34.884394Z","caller":"traceutil/trace.go:171","msg":"trace[1934866368] linearizableReadLoop","detail":"{readStateIndex:4875; appliedIndex:4873; }","duration":"1.226720841s","start":"2026-04-28T03:24:33.657649Z","end":"2026-04-28T03:24:34.884369Z","steps":["trace[1934866368] 'read index received' (duration: 256.359135ms)","trace[1934866368] 'applied index is now lower than readState.Index' (duration: 970.360316ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:34.884454Z","caller":"traceutil/trace.go:171","msg":"trace[470509479] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"1.524620847s","start":"2026-04-28T03:24:33.359804Z","end":"2026-04-28T03:24:34.884425Z","steps":["trace[470509479] 'process raft request' (duration: 1.524426312s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:34.884466Z","caller":"traceutil/trace.go:171","msg":"trace[1314586738] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"1.524903073s","start":"2026-04-28T03:24:33.359527Z","end":"2026-04-28T03:24:34.88443Z","steps":["trace[1314586738] 'process raft request' (duration: 554.346863ms)","trace[1314586738] 'compare' (duration: 969.648112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:34.884497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28709405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:34.884588Z","caller":"traceutil/trace.go:171","msg":"trace[1204031177] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4694; }","duration":"1.287177492s","start":"2026-04-28T03:24:33.597363Z","end":"2026-04-28T03:24:34.88454Z","steps":["trace[1204031177] 'agreement among raft nodes before linearized reading' (duration: 1.287045339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:34.884605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.359489Z","time spent":"1.525045906s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:34.884607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.359771Z","time spent":"1.52475428s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:34.884635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.597341Z","time spent":"1.287283984s","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:34.884634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731949214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T03:24:34.884648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722152844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-28T03:24:34.884788Z","caller":"traceutil/trace.go:171","msg":"trace[560405051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4694; }","duration":"1.722338257s","start":"2026-04-28T03:24:33.162429Z","end":"2026-04-28T03:24:34.884767Z","steps":["trace[560405051] 'agreement among raft nodes before linearized reading' (duration: 1.722031561s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:34.884874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.16241Z","time spent":"1.722422628s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:24:34.884693Z","caller":"traceutil/trace.go:171","msg":"trace[1928366039] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4694; }","duration":"1.732060436s","start":"2026-04-28T03:24:33.152617Z","end":"2026-04-28T03:24:34.884678Z","steps":["trace[1928366039] 'agreement among raft nodes before linearized reading' (duration: 1.731864473s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:34.884953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.152572Z","time spent":"1.732368952s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"warn","ts":"2026-04-28T03:24:35.3427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.567294ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:35.342881Z","caller":"traceutil/trace.go:171","msg":"trace[1331937257] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4694; }","duration":"143.781688ms","start":"2026-04-28T03:24:35.199083Z","end":"2026-04-28T03:24:35.342865Z","steps":["trace[1331937257] 'range keys from in-memory index tree' (duration: 143.546933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.343005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.068839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:35.34325Z","caller":"traceutil/trace.go:171","msg":"trace[1632212611] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"895.279489ms","start":"2026-04-28T03:24:34.447938Z","end":"2026-04-28T03:24:35.343218Z","steps":["trace[1632212611] 'process raft request' (duration: 553.885964ms)","trace[1632212611] 'compare' (duration: 340.894176ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:35.343311Z","caller":"traceutil/trace.go:171","msg":"trace[1095567042] linearizableReadLoop","detail":"{readStateIndex:4878; appliedIndex:4875; }","duration":"458.841228ms","start":"2026-04-28T03:24:34.884446Z","end":"2026-04-28T03:24:35.343287Z","steps":["trace[1095567042] 'read index received' (duration: 117.468813ms)","trace[1095567042] 'applied index is now lower than readState.Index' (duration: 341.371195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:35.343409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.447913Z","time spent":"895.406421ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:35.343588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60624729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:24:35.343634Z","caller":"traceutil/trace.go:171","msg":"trace[714113504] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4697; }","duration":"1.606413893s","start":"2026-04-28T03:24:33.73721Z","end":"2026-04-28T03:24:35.343623Z","steps":["trace[714113504] 'agreement among raft nodes before linearized reading' (duration: 1.60625279s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.343658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.948802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"warn","ts":"2026-04-28T03:24:35.343678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.737187Z","time spent":"1.606482036s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T03:24:35.343698Z","caller":"traceutil/trace.go:171","msg":"trace[1395431396] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4697; }","duration":"455.013373ms","start":"2026-04-28T03:24:34.888674Z","end":"2026-04-28T03:24:35.343688Z","steps":["trace[1395431396] 'agreement among raft nodes before linearized reading' (duration: 454.858349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.343733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.888661Z","time spent":"455.065125ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:35.343762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418467885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e155cc4-c773-44f7-b1b6-b9d0603d25ff\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-28T03:24:35.343911Z","caller":"traceutil/trace.go:171","msg":"trace[1274029053] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e155cc4-c773-44f7-b1b6-b9d0603d25ff; range_end:; response_count:1; response_revision:4697; }","duration":"1.419184848s","start":"2026-04-28T03:24:33.92466Z","end":"2026-04-28T03:24:35.343845Z","steps":["trace[1274029053] 'agreement among raft nodes before linearized reading' (duration: 1.418679528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.343924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6615659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-28T03:24:35.343961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.924639Z","time spent":"1.419307961s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e155cc4-c773-44f7-b1b6-b9d0603d25ff\" "} {"level":"info","ts":"2026-04-28T03:24:35.344011Z","caller":"traceutil/trace.go:171","msg":"trace[1508097165] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4697; }","duration":"1.661689503s","start":"2026-04-28T03:24:33.682295Z","end":"2026-04-28T03:24:35.343984Z","steps":["trace[1508097165] 'agreement among raft nodes before linearized reading' (duration: 1.66152326s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.344079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:33.682273Z","time spent":"1.661797775s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T03:24:35.344207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.80469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T03:24:35.344219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.466263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:118744"} {"level":"warn","ts":"2026-04-28T03:24:35.344221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279219486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:35.344274Z","caller":"traceutil/trace.go:171","msg":"trace[1137491256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4697; }","duration":"349.893221ms","start":"2026-04-28T03:24:34.994362Z","end":"2026-04-28T03:24:35.344255Z","steps":["trace[1137491256] 'agreement among raft nodes before linearized reading' (duration: 349.744278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:35.344282Z","caller":"traceutil/trace.go:171","msg":"trace[2083888646] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4697; }","duration":"454.533395ms","start":"2026-04-28T03:24:34.889727Z","end":"2026-04-28T03:24:35.344261Z","steps":["trace[2083888646] 'agreement among raft nodes before linearized reading' (duration: 454.308301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:35.344273Z","caller":"traceutil/trace.go:171","msg":"trace[2003758621] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"844.528768ms","start":"2026-04-28T03:24:34.499641Z","end":"2026-04-28T03:24:35.344169Z","steps":["trace[2003758621] 'process raft request' (duration: 843.500168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.344318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.889722Z","time spent":"454.587706ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":118768,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T03:24:35.344322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.994351Z","time spent":"349.959742ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:24:35.344314Z","caller":"traceutil/trace.go:171","msg":"trace[913729157] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:4697; }","duration":"1.279343129s","start":"2026-04-28T03:24:34.064949Z","end":"2026-04-28T03:24:35.344292Z","steps":["trace[913729157] 'agreement among raft nodes before linearized reading' (duration: 1.279185906s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:35.34428Z","caller":"traceutil/trace.go:171","msg":"trace[624141960] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"725.745969ms","start":"2026-04-28T03:24:34.618492Z","end":"2026-04-28T03:24:35.344238Z","steps":["trace[624141960] 'process raft request' (duration: 724.737389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.34437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.064933Z","time spent":"1.27942719s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:35.344396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.499609Z","time spent":"844.724662ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:35.344464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.618471Z","time spent":"725.967653ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:35.345136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.35253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:35.345187Z","caller":"traceutil/trace.go:171","msg":"trace[336353520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4697; }","duration":"667.441281ms","start":"2026-04-28T03:24:34.677732Z","end":"2026-04-28T03:24:35.345173Z","steps":["trace[336353520] 'agreement among raft nodes before linearized reading' (duration: 665.568294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.345223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:34.677711Z","time spent":"667.504873ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:35.488833Z","caller":"traceutil/trace.go:171","msg":"trace[375088653] linearizableReadLoop","detail":"{readStateIndex:4880; appliedIndex:4878; }","duration":"137.974513ms","start":"2026-04-28T03:24:35.35084Z","end":"2026-04-28T03:24:35.488814Z","steps":["trace[375088653] 'read index received' (duration: 46.09573ms)","trace[375088653] 'applied index is now lower than readState.Index' (duration: 91.877563ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:35.488956Z","caller":"traceutil/trace.go:171","msg":"trace[228887166] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"138.102566ms","start":"2026-04-28T03:24:35.350839Z","end":"2026-04-28T03:24:35.488941Z","steps":["trace[228887166] 'process raft request' (duration: 137.78881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.489086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.224278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:24:35.489142Z","caller":"traceutil/trace.go:171","msg":"trace[70727745] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4701; }","duration":"138.31959ms","start":"2026-04-28T03:24:35.350811Z","end":"2026-04-28T03:24:35.489131Z","steps":["trace[70727745] 'agreement among raft nodes before linearized reading' (duration: 138.129847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:35.489226Z","caller":"traceutil/trace.go:171","msg":"trace[886557183] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"138.351141ms","start":"2026-04-28T03:24:35.350865Z","end":"2026-04-28T03:24:35.489216Z","steps":["trace[886557183] 'process raft request' (duration: 137.896602ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:35.489327Z","caller":"traceutil/trace.go:171","msg":"trace[197407727] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"137.897582ms","start":"2026-04-28T03:24:35.350802Z","end":"2026-04-28T03:24:35.4887Z","steps":["trace[197407727] 'process raft request' (duration: 106.262545ms)","trace[197407727] 'compare' (duration: 31.27275ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:35.853318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.408233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:35.853578Z","caller":"traceutil/trace.go:171","msg":"trace[1078850003] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"187.906499ms","start":"2026-04-28T03:24:35.665618Z","end":"2026-04-28T03:24:35.853524Z","steps":["trace[1078850003] 'process raft request' (duration: 73.164099ms)","trace[1078850003] 'compare' (duration: 114.24647ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:35.853927Z","caller":"traceutil/trace.go:171","msg":"trace[1830859541] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"187.535101ms","start":"2026-04-28T03:24:35.666368Z","end":"2026-04-28T03:24:35.853903Z","steps":["trace[1830859541] 'process raft request' (duration: 187.065633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:35.85406Z","caller":"traceutil/trace.go:171","msg":"trace[695652916] linearizableReadLoop","detail":"{readStateIndex:4887; appliedIndex:4884; }","duration":"167.792447ms","start":"2026-04-28T03:24:35.68624Z","end":"2026-04-28T03:24:35.854032Z","steps":["trace[695652916] 'read index received' (duration: 54.611587ms)","trace[695652916] 'applied index is now lower than readState.Index' (duration: 113.17861ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:35.854149Z","caller":"traceutil/trace.go:171","msg":"trace[771932239] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"187.636884ms","start":"2026-04-28T03:24:35.666486Z","end":"2026-04-28T03:24:35.854122Z","steps":["trace[771932239] 'process raft request' (duration: 187.366429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.854312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.381972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:24:35.854378Z","caller":"traceutil/trace.go:171","msg":"trace[1533068575] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4706; }","duration":"116.477224ms","start":"2026-04-28T03:24:35.737885Z","end":"2026-04-28T03:24:35.854362Z","steps":["trace[1533068575] 'agreement among raft nodes before linearized reading' (duration: 116.332211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:35.854396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.143663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:118744"} {"level":"info","ts":"2026-04-28T03:24:35.854459Z","caller":"traceutil/trace.go:171","msg":"trace[205855038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4706; }","duration":"168.210725ms","start":"2026-04-28T03:24:35.686234Z","end":"2026-04-28T03:24:35.854444Z","steps":["trace[205855038] 'agreement among raft nodes before linearized reading' (duration: 167.901959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:40.083206Z","caller":"traceutil/trace.go:171","msg":"trace[29856627] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"147.917598ms","start":"2026-04-28T03:24:39.93526Z","end":"2026-04-28T03:24:40.083177Z","steps":["trace[29856627] 'process raft request' (duration: 97.051674ms)","trace[29856627] 'compare' (duration: 50.70302ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:40.083429Z","caller":"traceutil/trace.go:171","msg":"trace[1738829960] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"148.02509ms","start":"2026-04-28T03:24:39.935382Z","end":"2026-04-28T03:24:40.083407Z","steps":["trace[1738829960] 'process raft request' (duration: 147.754545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:40.083581Z","caller":"traceutil/trace.go:171","msg":"trace[1623471131] linearizableReadLoop","detail":"{readStateIndex:4909; appliedIndex:4907; }","duration":"148.095542ms","start":"2026-04-28T03:24:39.935458Z","end":"2026-04-28T03:24:40.083554Z","steps":["trace[1623471131] 'read index received' (duration: 96.867861ms)","trace[1623471131] 'applied index is now lower than readState.Index' (duration: 51.226491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:40.084078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.595541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:118744"} {"level":"info","ts":"2026-04-28T03:24:40.084139Z","caller":"traceutil/trace.go:171","msg":"trace[239717806] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4727; }","duration":"148.696573ms","start":"2026-04-28T03:24:39.935429Z","end":"2026-04-28T03:24:40.084125Z","steps":["trace[239717806] 'agreement among raft nodes before linearized reading' (duration: 148.272085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:41.227221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.047233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:41.227481Z","caller":"traceutil/trace.go:171","msg":"trace[415334571] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"296.106162ms","start":"2026-04-28T03:24:40.931343Z","end":"2026-04-28T03:24:41.227449Z","steps":["trace[415334571] 'process raft request' (duration: 172.694612ms)","trace[415334571] 'compare' (duration: 122.725436ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:41.605894Z","caller":"traceutil/trace.go:171","msg":"trace[1071981074] linearizableReadLoop","detail":"{readStateIndex:4913; appliedIndex:4912; }","duration":"120.934671ms","start":"2026-04-28T03:24:41.484934Z","end":"2026-04-28T03:24:41.605868Z","steps":["trace[1071981074] 'read index received' (duration: 120.670336ms)","trace[1071981074] 'applied index is now lower than readState.Index' (duration: 263.375µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:41.606159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.195635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e155cc4-c773-44f7-b1b6-b9d0603d25ff\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-04-28T03:24:41.606007Z","caller":"traceutil/trace.go:171","msg":"trace[1435141415] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"125.344977ms","start":"2026-04-28T03:24:41.480627Z","end":"2026-04-28T03:24:41.605972Z","steps":["trace[1435141415] 'process raft request' (duration: 125.026351ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:41.606228Z","caller":"traceutil/trace.go:171","msg":"trace[1858952899] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e155cc4-c773-44f7-b1b6-b9d0603d25ff; range_end:; response_count:1; response_revision:4730; }","duration":"121.309548ms","start":"2026-04-28T03:24:41.484899Z","end":"2026-04-28T03:24:41.606209Z","steps":["trace[1858952899] 'agreement among raft nodes before linearized reading' (duration: 121.090414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:41.725663Z","caller":"traceutil/trace.go:171","msg":"trace[1534715192] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"114.656728ms","start":"2026-04-28T03:24:41.610963Z","end":"2026-04-28T03:24:41.72562Z","steps":["trace[1534715192] 'process raft request' (duration: 113.375783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:41.72572Z","caller":"traceutil/trace.go:171","msg":"trace[2108624186] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"113.196621ms","start":"2026-04-28T03:24:41.6125Z","end":"2026-04-28T03:24:41.725696Z","steps":["trace[2108624186] 'process raft request' (duration: 113.055958ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:41.725739Z","caller":"traceutil/trace.go:171","msg":"trace[491346049] linearizableReadLoop","detail":"{readStateIndex:4915; appliedIndex:4913; }","duration":"112.583329ms","start":"2026-04-28T03:24:41.61313Z","end":"2026-04-28T03:24:41.725714Z","steps":["trace[491346049] 'read index received' (duration: 111.226772ms)","trace[491346049] 'applied index is now lower than readState.Index' (duration: 1.354997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:41.726177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.014187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:118744"} {"level":"info","ts":"2026-04-28T03:24:41.72633Z","caller":"traceutil/trace.go:171","msg":"trace[2014713412] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4733; }","duration":"113.18896ms","start":"2026-04-28T03:24:41.613125Z","end":"2026-04-28T03:24:41.726314Z","steps":["trace[2014713412] 'agreement among raft nodes before linearized reading' (duration: 112.703381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:43.874159Z","caller":"traceutil/trace.go:171","msg":"trace[1949642590] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"262.459404ms","start":"2026-04-28T03:24:43.611678Z","end":"2026-04-28T03:24:43.874137Z","steps":["trace[1949642590] 'process raft request' (duration: 262.288611ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:43.874504Z","caller":"traceutil/trace.go:171","msg":"trace[1541950216] linearizableReadLoop","detail":"{readStateIndex:4926; appliedIndex:4926; }","duration":"249.259976ms","start":"2026-04-28T03:24:43.625215Z","end":"2026-04-28T03:24:43.874475Z","steps":["trace[1541950216] 'read index received' (duration: 249.245726ms)","trace[1541950216] 'applied index is now lower than readState.Index' (duration: 11.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:43.874879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.653015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e155cc4-c773-44f7-b1b6-b9d0603d25ff\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-04-28T03:24:43.874966Z","caller":"traceutil/trace.go:171","msg":"trace[505697266] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e155cc4-c773-44f7-b1b6-b9d0603d25ff; range_end:; response_count:1; response_revision:4742; }","duration":"249.779817ms","start":"2026-04-28T03:24:43.62517Z","end":"2026-04-28T03:24:43.87495Z","steps":["trace[505697266] 'agreement among raft nodes before linearized reading' (duration: 249.389039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:43.883582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.597589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:43.883642Z","caller":"traceutil/trace.go:171","msg":"trace[765989624] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4743; }","duration":"195.705591ms","start":"2026-04-28T03:24:43.687922Z","end":"2026-04-28T03:24:43.883627Z","steps":["trace[765989624] 'agreement among raft nodes before linearized reading' (duration: 195.572118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:43.883674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.547149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:24:43.883702Z","caller":"traceutil/trace.go:171","msg":"trace[511977974] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4743; }","duration":"151.587659ms","start":"2026-04-28T03:24:43.732106Z","end":"2026-04-28T03:24:43.883694Z","steps":["trace[511977974] 'agreement among raft nodes before linearized reading' (duration: 151.480157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:43.883732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.877516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:24:43.883728Z","caller":"traceutil/trace.go:171","msg":"trace[1180722289] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"151.080079ms","start":"2026-04-28T03:24:43.732621Z","end":"2026-04-28T03:24:43.883701Z","steps":["trace[1180722289] 'process raft request' (duration: 150.777594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:43.883753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.395976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:24:43.883769Z","caller":"traceutil/trace.go:171","msg":"trace[1956722768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4743; }","duration":"151.992688ms","start":"2026-04-28T03:24:43.731767Z","end":"2026-04-28T03:24:43.883759Z","steps":["trace[1956722768] 'agreement among raft nodes before linearized reading' (duration: 151.848826ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:43.883805Z","caller":"traceutil/trace.go:171","msg":"trace[634764434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4743; }","duration":"151.468037ms","start":"2026-04-28T03:24:43.732324Z","end":"2026-04-28T03:24:43.883792Z","steps":["trace[634764434] 'agreement among raft nodes before linearized reading' (duration: 151.307464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:43.884006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.228025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:24:43.884162Z","caller":"traceutil/trace.go:171","msg":"trace[1202254529] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4743; }","duration":"146.426158ms","start":"2026-04-28T03:24:43.73771Z","end":"2026-04-28T03:24:43.884136Z","steps":["trace[1202254529] 'agreement among raft nodes before linearized reading' (duration: 145.802607ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:47.145223Z","caller":"traceutil/trace.go:171","msg":"trace[485564270] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"170.233703ms","start":"2026-04-28T03:24:46.974959Z","end":"2026-04-28T03:24:47.145192Z","steps":["trace[485564270] 'process raft request' (duration: 170.06589ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:49.342303Z","caller":"traceutil/trace.go:171","msg":"trace[1569242912] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"190.365346ms","start":"2026-04-28T03:24:49.151909Z","end":"2026-04-28T03:24:49.342275Z","steps":["trace[1569242912] 'process raft request' (duration: 190.193672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:55.269757Z","caller":"traceutil/trace.go:171","msg":"trace[1401707168] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"237.507127ms","start":"2026-04-28T03:24:55.03223Z","end":"2026-04-28T03:24:55.269737Z","steps":["trace[1401707168] 'process raft request' (duration: 237.255192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:56.239039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375802855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:24:56.687349Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007382939s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:24:56.687771Z","caller":"traceutil/trace.go:171","msg":"trace[666804099] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"1.007907088s","start":"2026-04-28T03:24:55.679841Z","end":"2026-04-28T03:24:56.687748Z","steps":["trace[666804099] 'process raft request' (duration: 1.007680464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:56.687925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:55.679813Z","time spent":"1.008031521s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:57.278849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.842404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:24:57.279128Z","caller":"traceutil/trace.go:171","msg":"trace[2039799269] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"1.364137673s","start":"2026-04-28T03:24:55.914936Z","end":"2026-04-28T03:24:57.279074Z","steps":["trace[2039799269] 'process raft request' (duration: 1.000976413s)","trace[2039799269] 'compare' (duration: 362.312044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:57.279306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:55.914914Z","time spent":"1.364298386s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:57.27966Z","caller":"traceutil/trace.go:171","msg":"trace[1375849177] linearizableReadLoop","detail":"{readStateIndex:5021; appliedIndex:5017; }","duration":"1.541421274s","start":"2026-04-28T03:24:55.738149Z","end":"2026-04-28T03:24:57.27957Z","steps":["trace[1375849177] 'read index received' (duration: 949.421916ms)","trace[1375849177] 'applied index is now lower than readState.Index' (duration: 591.998158ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:24:57.279693Z","caller":"traceutil/trace.go:171","msg":"trace[1691190543] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"1.358988643s","start":"2026-04-28T03:24:55.920678Z","end":"2026-04-28T03:24:57.279666Z","steps":["trace[1691190543] 'process raft request' (duration: 1.358700517s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.2797Z","caller":"traceutil/trace.go:171","msg":"trace[16224964] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"1.364538871s","start":"2026-04-28T03:24:55.91513Z","end":"2026-04-28T03:24:57.279669Z","steps":["trace[16224964] 'process raft request' (duration: 1.363828707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.279831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:55.920658Z","time spent":"1.359103345s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:57.279831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54168569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:24:57.27988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083356922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:24:57.279897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415293752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-28T03:24:57.279938Z","caller":"traceutil/trace.go:171","msg":"trace[1834345337] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4835; }","duration":"1.083448413s","start":"2026-04-28T03:24:56.196475Z","end":"2026-04-28T03:24:57.279923Z","steps":["trace[1834345337] 'agreement among raft nodes before linearized reading' (duration: 1.08328912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.279947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.607358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:57.280007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376175328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-04-28T03:24:57.280026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328570259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:24:57.280043Z","caller":"traceutil/trace.go:171","msg":"trace[1159547324] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4835; }","duration":"1.37623754s","start":"2026-04-28T03:24:55.903795Z","end":"2026-04-28T03:24:57.280032Z","steps":["trace[1159547324] 'agreement among raft nodes before linearized reading' (duration: 1.376134448s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.280053Z","caller":"traceutil/trace.go:171","msg":"trace[287143316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4835; }","duration":"1.328615449s","start":"2026-04-28T03:24:55.951431Z","end":"2026-04-28T03:24:57.280046Z","steps":["trace[287143316] 'agreement among raft nodes before linearized reading' (duration: 1.328535558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.28006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25075861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:24:57.280055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086016733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T03:24:57.279988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:55.915121Z","time spent":"1.364654163s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:57.280089Z","caller":"traceutil/trace.go:171","msg":"trace[483039339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4835; }","duration":"1.2508061s","start":"2026-04-28T03:24:56.029275Z","end":"2026-04-28T03:24:57.280081Z","steps":["trace[483039339] 'agreement among raft nodes before linearized reading' (duration: 1.250726088s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.280091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:55.903779Z","time spent":"1.376303871s","remote":"127.0.0.1:45124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-28T03:24:57.280089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:55.951423Z","time spent":"1.328660171s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:24:57.280096Z","caller":"traceutil/trace.go:171","msg":"trace[464678578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4835; }","duration":"1.086093545s","start":"2026-04-28T03:24:56.193992Z","end":"2026-04-28T03:24:57.280086Z","steps":["trace[464678578] 'agreement among raft nodes before linearized reading' (duration: 1.085954622s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.279943Z","caller":"traceutil/trace.go:171","msg":"trace[1303205675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4835; }","duration":"1.415381394s","start":"2026-04-28T03:24:55.864549Z","end":"2026-04-28T03:24:57.27993Z","steps":["trace[1303205675] 'agreement among raft nodes before linearized reading' (duration: 1.415241402s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.28012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.029264Z","time spent":"1.250850541s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:24:57.280138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.19397Z","time spent":"1.086162736s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:24:57.279978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.196464Z","time spent":"1.083506095s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:24:57.280129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311285012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:24:57.279892Z","caller":"traceutil/trace.go:171","msg":"trace[2024190986] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4835; }","duration":"1.541788401s","start":"2026-04-28T03:24:55.73809Z","end":"2026-04-28T03:24:57.279878Z","steps":["trace[2024190986] 'agreement among raft nodes before linearized reading' (duration: 1.541612998s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.280039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3306102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:24:57.280202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:55.738067Z","time spent":"1.542128118s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:24:57.280162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:55.86453Z","time spent":"1.415614608s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T03:24:57.28022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083500204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:24:57.280207Z","caller":"traceutil/trace.go:171","msg":"trace[432676208] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4835; }","duration":"1.311406764s","start":"2026-04-28T03:24:55.968782Z","end":"2026-04-28T03:24:57.280189Z","steps":["trace[432676208] 'agreement among raft nodes before linearized reading' (duration: 1.311087178s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.280379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:55.968772Z","time spent":"1.311590337s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"warn","ts":"2026-04-28T03:24:57.279845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.775819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:24:57.28192Z","caller":"traceutil/trace.go:171","msg":"trace[186676207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4835; }","duration":"604.815649ms","start":"2026-04-28T03:24:56.677048Z","end":"2026-04-28T03:24:57.281864Z","steps":["trace[186676207] 'agreement among raft nodes before linearized reading' (duration: 602.738328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.282002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.676955Z","time spent":"605.030582ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T03:24:57.280219Z","caller":"traceutil/trace.go:171","msg":"trace[1560973747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4835; }","duration":"1.330833963s","start":"2026-04-28T03:24:55.949377Z","end":"2026-04-28T03:24:57.280211Z","steps":["trace[1560973747] 'agreement among raft nodes before linearized reading' (duration: 1.330507267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.282585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:55.949364Z","time spent":"1.33319755s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:24:57.280054Z","caller":"traceutil/trace.go:171","msg":"trace[449000590] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4835; }","duration":"596.766061ms","start":"2026-04-28T03:24:56.683267Z","end":"2026-04-28T03:24:57.280033Z","steps":["trace[449000590] 'agreement among raft nodes before linearized reading' (duration: 596.570757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.283014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.683202Z","time spent":"599.77887ms","remote":"127.0.0.1:45262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:24:57.280341Z","caller":"traceutil/trace.go:171","msg":"trace[968830357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4835; }","duration":"1.083638097s","start":"2026-04-28T03:24:56.196687Z","end":"2026-04-28T03:24:57.280325Z","steps":["trace[968830357] 'agreement among raft nodes before linearized reading' (duration: 1.083168678s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.283284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:56.196679Z","time spent":"1.086562814s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:24:57.670145Z","caller":"traceutil/trace.go:171","msg":"trace[1809216267] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"384.69191ms","start":"2026-04-28T03:24:57.285392Z","end":"2026-04-28T03:24:57.670084Z","steps":["trace[1809216267] 'process raft request' (duration: 341.486637ms)","trace[1809216267] 'compare' (duration: 42.868337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:57.670459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.285367Z","time spent":"384.918245ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:57.745149Z","caller":"traceutil/trace.go:171","msg":"trace[1547821980] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"459.646474ms","start":"2026-04-28T03:24:57.285477Z","end":"2026-04-28T03:24:57.745123Z","steps":["trace[1547821980] 'process raft request' (duration: 459.416559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.745453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.285454Z","time spent":"459.853518ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:57.745618Z","caller":"traceutil/trace.go:171","msg":"trace[929675661] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"310.730457ms","start":"2026-04-28T03:24:57.434845Z","end":"2026-04-28T03:24:57.745575Z","steps":["trace[929675661] 'process raft request' (duration: 310.574814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.745472Z","caller":"traceutil/trace.go:171","msg":"trace[113156366] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"458.482681ms","start":"2026-04-28T03:24:57.286961Z","end":"2026-04-28T03:24:57.745444Z","steps":["trace[113156366] 'process raft request' (duration: 458.122824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.745806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.28695Z","time spent":"458.812758ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:24:57.745825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.434818Z","time spent":"310.89286ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:57.745525Z","caller":"traceutil/trace.go:171","msg":"trace[509646764] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"457.725927ms","start":"2026-04-28T03:24:57.287775Z","end":"2026-04-28T03:24:57.745501Z","steps":["trace[509646764] 'process raft request' (duration: 457.624785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.74595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.287769Z","time spent":"458.153216ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:57.745538Z","caller":"traceutil/trace.go:171","msg":"trace[166824618] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"265.448742ms","start":"2026-04-28T03:24:57.480058Z","end":"2026-04-28T03:24:57.745507Z","steps":["trace[166824618] 'process raft request' (duration: 265.390081ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.74555Z","caller":"traceutil/trace.go:171","msg":"trace[1047994243] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"458.482111ms","start":"2026-04-28T03:24:57.287053Z","end":"2026-04-28T03:24:57.745535Z","steps":["trace[1047994243] 'process raft request' (duration: 458.249717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.746054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.28704Z","time spent":"458.985582ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:24:57.845276Z","caller":"traceutil/trace.go:171","msg":"trace[452127939] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5021; }","duration":"559.216939ms","start":"2026-04-28T03:24:57.286024Z","end":"2026-04-28T03:24:57.845241Z","steps":["trace[452127939] 'read index received' (duration: 340.936967ms)","trace[452127939] 'applied index is now lower than readState.Index' (duration: 218.277692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:24:57.845563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.677352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:24:57.845619Z","caller":"traceutil/trace.go:171","msg":"trace[1919567077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4842; }","duration":"529.777544ms","start":"2026-04-28T03:24:57.315827Z","end":"2026-04-28T03:24:57.845605Z","steps":["trace[1919567077] 'agreement among raft nodes before linearized reading' (duration: 529.668052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.845647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.315814Z","time spent":"529.825445ms","remote":"127.0.0.1:45162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:24:57.845632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.796367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:24:57.845755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.2809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120249"} {"level":"warn","ts":"2026-04-28T03:24:57.845786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.622656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-28T03:24:57.845804Z","caller":"traceutil/trace.go:171","msg":"trace[1131871050] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4842; }","duration":"559.363341ms","start":"2026-04-28T03:24:57.286428Z","end":"2026-04-28T03:24:57.845792Z","steps":["trace[1131871050] 'agreement among raft nodes before linearized reading' (duration: 559.064746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.84584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.286413Z","time spent":"559.418553ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120273,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:24:57.845841Z","caller":"traceutil/trace.go:171","msg":"trace[175901427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4842; }","duration":"559.846541ms","start":"2026-04-28T03:24:57.28598Z","end":"2026-04-28T03:24:57.845826Z","steps":["trace[175901427] 'agreement among raft nodes before linearized reading' (duration: 559.493724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:24:57.845788Z","caller":"traceutil/trace.go:171","msg":"trace[348956641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4842; }","duration":"167.0043ms","start":"2026-04-28T03:24:57.678766Z","end":"2026-04-28T03:24:57.84577Z","steps":["trace[348956641] 'agreement among raft nodes before linearized reading' (duration: 166.732725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.845856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.862763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120249"} {"level":"warn","ts":"2026-04-28T03:24:57.845839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.711258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-28T03:24:57.845915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.285963Z","time spent":"559.938182ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T03:24:57.845939Z","caller":"traceutil/trace.go:171","msg":"trace[1397121690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4842; }","duration":"554.970675ms","start":"2026-04-28T03:24:57.29095Z","end":"2026-04-28T03:24:57.845921Z","steps":["trace[1397121690] 'agreement among raft nodes before linearized reading' (duration: 554.576747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.845993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.290945Z","time spent":"555.036336ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120273,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:24:57.845955Z","caller":"traceutil/trace.go:171","msg":"trace[84507065] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4842; }","duration":"558.867581ms","start":"2026-04-28T03:24:57.287068Z","end":"2026-04-28T03:24:57.845935Z","steps":["trace[84507065] 'agreement among raft nodes before linearized reading' (duration: 558.491654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:24:57.846098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:24:57.287057Z","time spent":"558.987134ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-04-28T03:24:58.235928Z","caller":"traceutil/trace.go:171","msg":"trace[1763315749] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"149.123102ms","start":"2026-04-28T03:24:58.086786Z","end":"2026-04-28T03:24:58.235909Z","steps":["trace[1763315749] 'process raft request' (duration: 148.964008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:01.595155Z","caller":"traceutil/trace.go:171","msg":"trace[1237370430] linearizableReadLoop","detail":"{readStateIndex:5045; appliedIndex:5044; }","duration":"241.669288ms","start":"2026-04-28T03:25:01.353459Z","end":"2026-04-28T03:25:01.595128Z","steps":["trace[1237370430] 'read index received' (duration: 241.581007ms)","trace[1237370430] 'applied index is now lower than readState.Index' (duration: 87.021µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:01.595237Z","caller":"traceutil/trace.go:171","msg":"trace[1721814460] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"334.518101ms","start":"2026-04-28T03:25:01.260656Z","end":"2026-04-28T03:25:01.595174Z","steps":["trace[1721814460] 'process raft request' (duration: 334.308037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:01.595411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.937774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T03:25:01.595464Z","caller":"traceutil/trace.go:171","msg":"trace[1797866672] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4858; }","duration":"242.037745ms","start":"2026-04-28T03:25:01.35341Z","end":"2026-04-28T03:25:01.595448Z","steps":["trace[1797866672] 'agreement among raft nodes before linearized reading' (duration: 241.871932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:01.595475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:01.260633Z","time spent":"334.677525ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10871,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:01.597605Z","caller":"traceutil/trace.go:171","msg":"trace[79249630] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"237.709652ms","start":"2026-04-28T03:25:01.359871Z","end":"2026-04-28T03:25:01.59758Z","steps":["trace[79249630] 'process raft request' (duration: 237.551268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:01.597841Z","caller":"traceutil/trace.go:171","msg":"trace[979060582] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"217.906195ms","start":"2026-04-28T03:25:01.379917Z","end":"2026-04-28T03:25:01.597823Z","steps":["trace[979060582] 'process raft request' (duration: 217.618069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:01.59785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.298517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:01.597967Z","caller":"traceutil/trace.go:171","msg":"trace[1846901412] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:4860; }","duration":"145.46304ms","start":"2026-04-28T03:25:01.452482Z","end":"2026-04-28T03:25:01.597945Z","steps":["trace[1846901412] 'agreement among raft nodes before linearized reading' (duration: 145.296277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.003371Z","caller":"traceutil/trace.go:171","msg":"trace[228993582] linearizableReadLoop","detail":"{readStateIndex:5118; appliedIndex:5117; }","duration":"324.958984ms","start":"2026-04-28T03:25:13.678393Z","end":"2026-04-28T03:25:14.003352Z","steps":["trace[228993582] 'read index received' (duration: 319.340235ms)","trace[228993582] 'applied index is now lower than readState.Index' (duration: 5.617719ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:14.003489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.088256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:14.003453Z","caller":"traceutil/trace.go:171","msg":"trace[23643566] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"352.450741ms","start":"2026-04-28T03:25:13.650962Z","end":"2026-04-28T03:25:14.003413Z","steps":["trace[23643566] 'process raft request' (duration: 346.681559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.003518Z","caller":"traceutil/trace.go:171","msg":"trace[76129338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4928; }","duration":"325.179168ms","start":"2026-04-28T03:25:13.678333Z","end":"2026-04-28T03:25:14.003512Z","steps":["trace[76129338] 'agreement among raft nodes before linearized reading' (duration: 325.116757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.003538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.678308Z","time spent":"325.22528ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:14.003733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.650934Z","time spent":"352.604745ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:14.070872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.847284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:25:14.071195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.331279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:25:14.071227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.225922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:25:14.071285Z","caller":"traceutil/trace.go:171","msg":"trace[1446417717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:4930; }","duration":"141.453271ms","start":"2026-04-28T03:25:13.929801Z","end":"2026-04-28T03:25:14.071254Z","steps":["trace[1446417717] 'agreement among raft nodes before linearized reading' (duration: 141.307609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.070916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.192772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:25:14.071359Z","caller":"traceutil/trace.go:171","msg":"trace[2031570929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4930; }","duration":"317.673571ms","start":"2026-04-28T03:25:13.753665Z","end":"2026-04-28T03:25:14.071339Z","steps":["trace[2031570929] 'agreement among raft nodes before linearized reading' (duration: 317.07924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.070938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.536579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:25:14.071407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.75365Z","time spent":"317.747214ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:25:14.071029Z","caller":"traceutil/trace.go:171","msg":"trace[437158877] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"200.227889ms","start":"2026-04-28T03:25:13.870766Z","end":"2026-04-28T03:25:14.070994Z","steps":["trace[437158877] 'process raft request' (duration: 199.833822ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.071452Z","caller":"traceutil/trace.go:171","msg":"trace[1381366458] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4930; }","duration":"362.06642ms","start":"2026-04-28T03:25:13.709371Z","end":"2026-04-28T03:25:14.071438Z","steps":["trace[1381366458] 'agreement among raft nodes before linearized reading' (duration: 361.503688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.071492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.709304Z","time spent":"362.175152ms","remote":"127.0.0.1:39796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:14.071031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.937227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:25:14.071549Z","caller":"traceutil/trace.go:171","msg":"trace[351572430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4930; }","duration":"172.52428ms","start":"2026-04-28T03:25:13.899011Z","end":"2026-04-28T03:25:14.071535Z","steps":["trace[351572430] 'agreement among raft nodes before linearized reading' (duration: 171.702523ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.07124Z","caller":"traceutil/trace.go:171","msg":"trace[49818261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4930; }","duration":"175.281782ms","start":"2026-04-28T03:25:13.89595Z","end":"2026-04-28T03:25:14.071231Z","steps":["trace[49818261] 'agreement among raft nodes before linearized reading' (duration: 174.777772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.071559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.297393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:25:14.071279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.618684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-28T03:25:14.071191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.883333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:25:14.07175Z","caller":"traceutil/trace.go:171","msg":"trace[245060095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4930; }","duration":"173.530848ms","start":"2026-04-28T03:25:13.898193Z","end":"2026-04-28T03:25:14.071724Z","steps":["trace[245060095] 'agreement among raft nodes before linearized reading' (duration: 172.943886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.071829Z","caller":"traceutil/trace.go:171","msg":"trace[1724613342] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:4930; }","duration":"135.555257ms","start":"2026-04-28T03:25:13.936259Z","end":"2026-04-28T03:25:14.071814Z","steps":["trace[1724613342] 'agreement among raft nodes before linearized reading' (duration: 134.803082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.071293Z","caller":"traceutil/trace.go:171","msg":"trace[551551299] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4930; }","duration":"172.311254ms","start":"2026-04-28T03:25:13.898961Z","end":"2026-04-28T03:25:14.071272Z","steps":["trace[551551299] 'agreement among raft nodes before linearized reading' (duration: 172.10448ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.071083Z","caller":"traceutil/trace.go:171","msg":"trace[1647204516] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"220.751079ms","start":"2026-04-28T03:25:13.850285Z","end":"2026-04-28T03:25:14.071036Z","steps":["trace[1647204516] 'process raft request' (duration: 220.150298ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.072428Z","caller":"traceutil/trace.go:171","msg":"trace[88420817] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4930; }","duration":"333.183045ms","start":"2026-04-28T03:25:13.738583Z","end":"2026-04-28T03:25:14.071766Z","steps":["trace[88420817] 'agreement among raft nodes before linearized reading' (duration: 332.405079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.072567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:13.738558Z","time spent":"333.99409ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T03:25:14.244732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.308639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:25:14.245186Z","caller":"traceutil/trace.go:171","msg":"trace[43543438] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"168.958069ms","start":"2026-04-28T03:25:14.076196Z","end":"2026-04-28T03:25:14.245154Z","steps":["trace[43543438] 'process raft request' (duration: 168.807047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.245239Z","caller":"traceutil/trace.go:171","msg":"trace[1389549974] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"169.153553ms","start":"2026-04-28T03:25:14.075809Z","end":"2026-04-28T03:25:14.244962Z","steps":["trace[1389549974] 'process raft request' (duration: 28.433345ms)","trace[1389549974] 'compare' (duration: 140.119145ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:14.245187Z","caller":"traceutil/trace.go:171","msg":"trace[2021647388] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"169.188033ms","start":"2026-04-28T03:25:14.075957Z","end":"2026-04-28T03:25:14.245145Z","steps":["trace[2021647388] 'process raft request' (duration: 168.946158ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.245465Z","caller":"traceutil/trace.go:171","msg":"trace[2091196043] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5120; }","duration":"168.104782ms","start":"2026-04-28T03:25:14.077334Z","end":"2026-04-28T03:25:14.245439Z","steps":["trace[2091196043] 'read index received' (duration: 26.865444ms)","trace[2091196043] 'applied index is now lower than readState.Index' (duration: 141.238378ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:14.245484Z","caller":"traceutil/trace.go:171","msg":"trace[2060075180] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"167.325147ms","start":"2026-04-28T03:25:14.078131Z","end":"2026-04-28T03:25:14.245456Z","steps":["trace[2060075180] 'process raft request' (duration: 167.204315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:14.245457Z","caller":"traceutil/trace.go:171","msg":"trace[502731368] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"167.955739ms","start":"2026-04-28T03:25:14.07748Z","end":"2026-04-28T03:25:14.245436Z","steps":["trace[502731368] 'process raft request' (duration: 167.609862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.245764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.544651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-04-28T03:25:14.245806Z","caller":"traceutil/trace.go:171","msg":"trace[398044968] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4935; }","duration":"166.616022ms","start":"2026-04-28T03:25:14.079177Z","end":"2026-04-28T03:25:14.245793Z","steps":["trace[398044968] 'agreement among raft nodes before linearized reading' (duration: 166.419599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.245856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.500319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120451"} {"level":"info","ts":"2026-04-28T03:25:14.245905Z","caller":"traceutil/trace.go:171","msg":"trace[1893156347] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4935; }","duration":"168.591351ms","start":"2026-04-28T03:25:14.077303Z","end":"2026-04-28T03:25:14.245894Z","steps":["trace[1893156347] 'agreement among raft nodes before linearized reading' (duration: 168.264935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:14.245977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.98358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120451"} {"level":"info","ts":"2026-04-28T03:25:14.246044Z","caller":"traceutil/trace.go:171","msg":"trace[90283317] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:4935; }","duration":"166.077012ms","start":"2026-04-28T03:25:14.079953Z","end":"2026-04-28T03:25:14.24603Z","steps":["trace[90283317] 'agreement among raft nodes before linearized reading' (duration: 165.642254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:16.097843Z","caller":"traceutil/trace.go:171","msg":"trace[1056790249] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5127; }","duration":"129.364727ms","start":"2026-04-28T03:25:15.968449Z","end":"2026-04-28T03:25:16.097814Z","steps":["trace[1056790249] 'read index received' (duration: 129.229964ms)","trace[1056790249] 'applied index is now lower than readState.Index' (duration: 133.463µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:16.097926Z","caller":"traceutil/trace.go:171","msg":"trace[1788319090] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"156.589447ms","start":"2026-04-28T03:25:15.94131Z","end":"2026-04-28T03:25:16.097899Z","steps":["trace[1788319090] 'process raft request' (duration: 156.268361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:16.098064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.57684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:16.098155Z","caller":"traceutil/trace.go:171","msg":"trace[570785600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4938; }","duration":"129.732614ms","start":"2026-04-28T03:25:15.968401Z","end":"2026-04-28T03:25:16.098134Z","steps":["trace[570785600] 'agreement among raft nodes before linearized reading' (duration: 129.54395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.927013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:25.425224Z","caller":"traceutil/trace.go:171","msg":"trace[943142185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5083; }","duration":"746.075506ms","start":"2026-04-28T03:25:24.679133Z","end":"2026-04-28T03:25:25.425208Z","steps":["trace[943142185] 'range keys from in-memory index tree' (duration: 745.822092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.6791Z","time spent":"746.147688ms","remote":"127.0.0.1:60814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:25:25.425247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136930197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:25:25.425278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.256615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:25.425323Z","caller":"traceutil/trace.go:171","msg":"trace[202431659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5083; }","duration":"1.13704997s","start":"2026-04-28T03:25:24.288258Z","end":"2026-04-28T03:25:25.425308Z","steps":["trace[202431659] 'range keys from in-memory index tree' (duration: 1.136776354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.28824Z","time spent":"1.137108221s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:25:25.425318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121499147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:25:25.425391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026563433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-mrg4z\" ","response":"range_response_count:1 size:7405"} {"level":"warn","ts":"2026-04-28T03:25:25.425391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.638335ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:25.425362Z","caller":"traceutil/trace.go:171","msg":"trace[79722764] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5083; }","duration":"652.396057ms","start":"2026-04-28T03:25:24.772941Z","end":"2026-04-28T03:25:25.425337Z","steps":["trace[79722764] 'count revisions from in-memory index tree' (duration: 652.102792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:25.425461Z","caller":"traceutil/trace.go:171","msg":"trace[1771546642] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-mrg4z; range_end:; response_count:1; response_revision:5083; }","duration":"1.026655034s","start":"2026-04-28T03:25:24.398788Z","end":"2026-04-28T03:25:25.425443Z","steps":["trace[1771546642] 'range keys from in-memory index tree' (duration: 1.02642418s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:25.425477Z","caller":"traceutil/trace.go:171","msg":"trace[1245624786] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5083; }","duration":"225.745997ms","start":"2026-04-28T03:25:25.199721Z","end":"2026-04-28T03:25:25.425467Z","steps":["trace[1245624786] 'range keys from in-memory index tree' (duration: 225.622205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.398776Z","time spent":"1.026719265s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7429,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-mrg4z\" "} {"level":"warn","ts":"2026-04-28T03:25:25.42552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.772912Z","time spent":"652.578301ms","remote":"127.0.0.1:39726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:25:25.425528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.169848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:25.425435Z","caller":"traceutil/trace.go:171","msg":"trace[1503694170] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:5083; }","duration":"1.12168553s","start":"2026-04-28T03:25:24.303723Z","end":"2026-04-28T03:25:25.425408Z","steps":["trace[1503694170] 'range keys from in-memory index tree' (duration: 1.121279022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.303714Z","time spent":"1.121933224s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:25:25.425678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105654237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T03:25:25.425653Z","caller":"traceutil/trace.go:171","msg":"trace[1201057818] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5083; }","duration":"159.352312ms","start":"2026-04-28T03:25:25.266254Z","end":"2026-04-28T03:25:25.425606Z","steps":["trace[1201057818] 'count revisions from in-memory index tree' (duration: 159.009415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.794921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-28T03:25:25.425709Z","caller":"traceutil/trace.go:171","msg":"trace[2085015031] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:5083; }","duration":"1.105709828s","start":"2026-04-28T03:25:24.319993Z","end":"2026-04-28T03:25:25.425703Z","steps":["trace[2085015031] 'range keys from in-memory index tree' (duration: 1.105569605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.319981Z","time spent":"1.105749979s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"info","ts":"2026-04-28T03:25:25.425739Z","caller":"traceutil/trace.go:171","msg":"trace[863703622] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5083; }","duration":"997.147128ms","start":"2026-04-28T03:25:24.42858Z","end":"2026-04-28T03:25:25.425727Z","steps":["trace[863703622] 'range keys from in-memory index tree' (duration: 996.576357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129013452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:25:25.42576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.428547Z","time spent":"997.207479ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-28T03:25:25.425773Z","caller":"traceutil/trace.go:171","msg":"trace[614351711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5083; }","duration":"1.129057774s","start":"2026-04-28T03:25:24.296709Z","end":"2026-04-28T03:25:25.425766Z","steps":["trace[614351711] 'range keys from in-memory index tree' (duration: 1.128936441s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.296699Z","time spent":"1.129088824s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:25.425809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.43553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa676381ca5f05\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T03:25:25.425849Z","caller":"traceutil/trace.go:171","msg":"trace[2022635795] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa676381ca5f05; range_end:; response_count:1; response_revision:5083; }","duration":"395.537362ms","start":"2026-04-28T03:25:25.0303Z","end":"2026-04-28T03:25:25.425837Z","steps":["trace[2022635795] 'range keys from in-memory index tree' (duration: 395.244316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125479064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T03:25:25.425892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:25.030268Z","time spent":"395.609244ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa676381ca5f05\" "} {"level":"info","ts":"2026-04-28T03:25:25.425915Z","caller":"traceutil/trace.go:171","msg":"trace[1531416795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5083; }","duration":"1.125519305s","start":"2026-04-28T03:25:24.300387Z","end":"2026-04-28T03:25:25.425907Z","steps":["trace[1531416795] 'range keys from in-memory index tree' (duration: 1.125391843s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.300377Z","time spent":"1.125553196s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:25:25.425948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131543392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:25:25.425936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130263677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:25:25.425965Z","caller":"traceutil/trace.go:171","msg":"trace[483276157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5083; }","duration":"1.131623243s","start":"2026-04-28T03:25:24.294337Z","end":"2026-04-28T03:25:25.42596Z","steps":["trace[483276157] 'range keys from in-memory index tree' (duration: 1.131333058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.294305Z","time spent":"1.131670144s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:25:25.425982Z","caller":"traceutil/trace.go:171","msg":"trace[1836021763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5083; }","duration":"1.130353888s","start":"2026-04-28T03:25:24.295612Z","end":"2026-04-28T03:25:25.425966Z","steps":["trace[1836021763] 'range keys from in-memory index tree' (duration: 1.130116344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.425821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124574046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:25.426012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.295589Z","time spent":"1.13041621s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T03:25:25.426044Z","caller":"traceutil/trace.go:171","msg":"trace[1295426677] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5083; }","duration":"1.12480144s","start":"2026-04-28T03:25:24.301219Z","end":"2026-04-28T03:25:25.426021Z","steps":["trace[1295426677] 'count revisions from in-memory index tree' (duration: 1.124520165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.426061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:24.30121Z","time spent":"1.124843791s","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:25.615062Z","caller":"traceutil/trace.go:171","msg":"trace[2145710332] linearizableReadLoop","detail":"{readStateIndex:5277; appliedIndex:5276; }","duration":"184.455282ms","start":"2026-04-28T03:25:25.430569Z","end":"2026-04-28T03:25:25.615024Z","steps":["trace[2145710332] 'read index received' (duration: 184.110426ms)","trace[2145710332] 'applied index is now lower than readState.Index' (duration: 343.306µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:25.615134Z","caller":"traceutil/trace.go:171","msg":"trace[122741579] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"186.320417ms","start":"2026-04-28T03:25:25.428763Z","end":"2026-04-28T03:25:25.615083Z","steps":["trace[122741579] 'process raft request' (duration: 185.963211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.615552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.944752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:139391"} {"level":"info","ts":"2026-04-28T03:25:25.615604Z","caller":"traceutil/trace.go:171","msg":"trace[1670947964] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5084; }","duration":"185.071844ms","start":"2026-04-28T03:25:25.430521Z","end":"2026-04-28T03:25:25.615592Z","steps":["trace[1670947964] 'agreement among raft nodes before linearized reading' (duration: 184.664175ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:25.837925Z","caller":"traceutil/trace.go:171","msg":"trace[793728255] linearizableReadLoop","detail":"{readStateIndex:5283; appliedIndex:5277; }","duration":"222.750898ms","start":"2026-04-28T03:25:25.61515Z","end":"2026-04-28T03:25:25.837901Z","steps":["trace[793728255] 'read index received' (duration: 222.234609ms)","trace[793728255] 'applied index is now lower than readState.Index' (duration: 515.079µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:25:25.838257Z","caller":"traceutil/trace.go:171","msg":"trace[1187647091] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"407.319963ms","start":"2026-04-28T03:25:25.430924Z","end":"2026-04-28T03:25:25.838244Z","steps":["trace[1187647091] 'process raft request' (duration: 406.371534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.838414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:25.430905Z","time spent":"407.391344ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:25.838645Z","caller":"traceutil/trace.go:171","msg":"trace[938234580] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"406.025247ms","start":"2026-04-28T03:25:25.432534Z","end":"2026-04-28T03:25:25.838559Z","steps":["trace[938234580] 'process raft request' (duration: 405.277852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.838861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:25.432521Z","time spent":"406.236372ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:25.838937Z","caller":"traceutil/trace.go:171","msg":"trace[1715429499] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"407.824432ms","start":"2026-04-28T03:25:25.431103Z","end":"2026-04-28T03:25:25.838928Z","steps":["trace[1715429499] 'process raft request' (duration: 406.645769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.838993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:25.430956Z","time spent":"408.010536ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:25.839067Z","caller":"traceutil/trace.go:171","msg":"trace[1518981913] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"407.451595ms","start":"2026-04-28T03:25:25.431602Z","end":"2026-04-28T03:25:25.839053Z","steps":["trace[1518981913] 'process raft request' (duration: 406.17828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:25.839093Z","caller":"traceutil/trace.go:171","msg":"trace[702713182] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"408.013296ms","start":"2026-04-28T03:25:25.431068Z","end":"2026-04-28T03:25:25.839081Z","steps":["trace[702713182] 'process raft request' (duration: 406.450755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.839139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:25.431061Z","time spent":"408.057256ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:25.83915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:25.431582Z","time spent":"407.526036ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:25.839143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.015755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:14 size:139697"} {"level":"info","ts":"2026-04-28T03:25:25.839296Z","caller":"traceutil/trace.go:171","msg":"trace[225657505] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:14; response_revision:5090; }","duration":"408.27929ms","start":"2026-04-28T03:25:25.430995Z","end":"2026-04-28T03:25:25.839274Z","steps":["trace[225657505] 'agreement among raft nodes before linearized reading' (duration: 407.575207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.839379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:25.430965Z","time spent":"408.399183ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":14,"response size":139721,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:25:25.839423Z","caller":"traceutil/trace.go:171","msg":"trace[1789785818] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"401.378896ms","start":"2026-04-28T03:25:25.438032Z","end":"2026-04-28T03:25:25.839411Z","steps":["trace[1789785818] 'process raft request' (duration: 399.815355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.839525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:25.438023Z","time spent":"401.440027ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7696,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:25.851309Z","caller":"traceutil/trace.go:171","msg":"trace[1591055955] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"153.768832ms","start":"2026-04-28T03:25:25.697516Z","end":"2026-04-28T03:25:25.851285Z","steps":["trace[1591055955] 'process raft request' (duration: 153.567228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.851433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.833946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/keystone-api-7cd86d494d-twsjr.18aa676da1066d60\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-04-28T03:25:25.851542Z","caller":"traceutil/trace.go:171","msg":"trace[794176902] range","detail":"{range_begin:/registry/events/openstack/keystone-api-7cd86d494d-twsjr.18aa676da1066d60; range_end:; response_count:1; response_revision:5091; }","duration":"232.012589ms","start":"2026-04-28T03:25:25.619501Z","end":"2026-04-28T03:25:25.851513Z","steps":["trace[794176902] 'agreement among raft nodes before linearized reading' (duration: 231.720424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.851575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.08854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:25:25.851606Z","caller":"traceutil/trace.go:171","msg":"trace[1376908095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5091; }","duration":"172.162331ms","start":"2026-04-28T03:25:25.679433Z","end":"2026-04-28T03:25:25.851595Z","steps":["trace[1376908095] 'agreement among raft nodes before linearized reading' (duration: 172.10299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:25.852254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.76483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T03:25:25.85229Z","caller":"traceutil/trace.go:171","msg":"trace[1114063211] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5091; }","duration":"114.856232ms","start":"2026-04-28T03:25:25.737425Z","end":"2026-04-28T03:25:25.852282Z","steps":["trace[1114063211] 'agreement among raft nodes before linearized reading' (duration: 114.721759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.349207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315496375803599,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T03:25:28.417739Z","caller":"traceutil/trace.go:171","msg":"trace[1011876777] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"568.623262ms","start":"2026-04-28T03:25:27.84817Z","end":"2026-04-28T03:25:28.416793Z","steps":["trace[1011876777] 'process raft request' (duration: 568.379867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.417958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:27.848144Z","time spent":"569.699833ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:28.441441Z","caller":"traceutil/trace.go:171","msg":"trace[331651540] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"592.995318ms","start":"2026-04-28T03:25:27.848417Z","end":"2026-04-28T03:25:28.441412Z","steps":["trace[331651540] 'process raft request' (duration: 592.607581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.441705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:27.848372Z","time spent":"593.153561ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:28.442135Z","caller":"traceutil/trace.go:171","msg":"trace[223570905] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"593.565719ms","start":"2026-04-28T03:25:27.848514Z","end":"2026-04-28T03:25:28.44208Z","steps":["trace[223570905] 'process raft request' (duration: 592.845785ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:28.442189Z","caller":"traceutil/trace.go:171","msg":"trace[2110562522] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"590.339875ms","start":"2026-04-28T03:25:27.851802Z","end":"2026-04-28T03:25:28.442141Z","steps":["trace[2110562522] 'process raft request' (duration: 590.131371ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:28.442183Z","caller":"traceutil/trace.go:171","msg":"trace[362550614] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"590.244363ms","start":"2026-04-28T03:25:27.85191Z","end":"2026-04-28T03:25:28.442155Z","steps":["trace[362550614] 'process raft request' (duration: 590.138441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.442427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:27.851793Z","time spent":"590.505998ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:25:28.442469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:27.851882Z","time spent":"590.53854ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:28.442543Z","caller":"traceutil/trace.go:171","msg":"trace[1914935800] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"586.791107ms","start":"2026-04-28T03:25:27.855719Z","end":"2026-04-28T03:25:28.44251Z","steps":["trace[1914935800] 'process raft request' (duration: 586.382848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:28.442656Z","caller":"traceutil/trace.go:171","msg":"trace[446268133] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"181.779739ms","start":"2026-04-28T03:25:28.260863Z","end":"2026-04-28T03:25:28.442643Z","steps":["trace[446268133] 'process raft request' (duration: 181.689078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.442605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:27.848494Z","time spent":"593.831285ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:28.442732Z","caller":"traceutil/trace.go:171","msg":"trace[2003850764] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"578.578536ms","start":"2026-04-28T03:25:27.864141Z","end":"2026-04-28T03:25:28.44272Z","steps":["trace[2003850764] 'process raft request' (duration: 578.245549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.4428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:27.855708Z","time spent":"586.97716ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:28.44268Z","caller":"traceutil/trace.go:171","msg":"trace[1118494307] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"197.311843ms","start":"2026-04-28T03:25:28.245348Z","end":"2026-04-28T03:25:28.44266Z","steps":["trace[1118494307] 'process raft request' (duration: 197.134339ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:28.442841Z","caller":"traceutil/trace.go:171","msg":"trace[1953616887] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"184.303209ms","start":"2026-04-28T03:25:28.258528Z","end":"2026-04-28T03:25:28.442832Z","steps":["trace[1953616887] 'process raft request' (duration: 183.991143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.442852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:27.864119Z","time spent":"578.680568ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:25:28.442999Z","caller":"traceutil/trace.go:171","msg":"trace[1995528181] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"177.338613ms","start":"2026-04-28T03:25:28.265637Z","end":"2026-04-28T03:25:28.442975Z","steps":["trace[1995528181] 'process raft request' (duration: 176.946835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:28.443036Z","caller":"traceutil/trace.go:171","msg":"trace[1552894482] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5291; }","duration":"594.15362ms","start":"2026-04-28T03:25:27.848866Z","end":"2026-04-28T03:25:28.44302Z","steps":["trace[1552894482] 'read index received' (duration: 567.593832ms)","trace[1552894482] 'applied index is now lower than readState.Index' (duration: 26.558288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:25:28.443239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.363364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T03:25:28.443248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.783754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:25:28.44328Z","caller":"traceutil/trace.go:171","msg":"trace[1669020975] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:5108; }","duration":"594.426485ms","start":"2026-04-28T03:25:27.848843Z","end":"2026-04-28T03:25:28.44327Z","steps":["trace[1669020975] 'agreement among raft nodes before linearized reading' (duration: 594.259512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.443277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.903745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:25:28.443317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:27.848832Z","time spent":"594.478696ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"info","ts":"2026-04-28T03:25:28.443313Z","caller":"traceutil/trace.go:171","msg":"trace[333708101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5108; }","duration":"337.932238ms","start":"2026-04-28T03:25:28.105363Z","end":"2026-04-28T03:25:28.443295Z","steps":["trace[333708101] 'agreement among raft nodes before linearized reading' (duration: 337.814625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:25:28.44336Z","caller":"traceutil/trace.go:171","msg":"trace[324617934] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5108; }","duration":"238.041597ms","start":"2026-04-28T03:25:28.2053Z","end":"2026-04-28T03:25:28.443342Z","steps":["trace[324617934] 'agreement among raft nodes before linearized reading' (duration: 237.887525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:25:28.443367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:25:28.10533Z","time spent":"338.025579ms","remote":"127.0.0.1:45190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:25:29.749957Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2965} {"level":"info","ts":"2026-04-28T03:25:29.873445Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2965,"took":"121.486382ms","hash":2912081212,"current-db-size-bytes":44339200,"current-db-size":"44 MB","current-db-size-in-use-bytes":18731008,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-04-28T03:25:29.873525Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2912081212,"revision":2965,"compact-revision":-1} {"level":"info","ts":"2026-04-28T03:26:10.799436Z","caller":"traceutil/trace.go:171","msg":"trace[512637999] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"106.996952ms","start":"2026-04-28T03:26:10.692371Z","end":"2026-04-28T03:26:10.799368Z","steps":["trace[512637999] 'process raft request' (duration: 106.709696ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.800095Z","caller":"traceutil/trace.go:171","msg":"trace[873327851] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"107.649704ms","start":"2026-04-28T03:26:10.692397Z","end":"2026-04-28T03:26:10.800046Z","steps":["trace[873327851] 'process raft request' (duration: 106.824119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:10.800166Z","caller":"traceutil/trace.go:171","msg":"trace[910138109] linearizableReadLoop","detail":"{readStateIndex:5632; appliedIndex:5628; }","duration":"102.771671ms","start":"2026-04-28T03:26:10.697352Z","end":"2026-04-28T03:26:10.800124Z","steps":["trace[910138109] 'read index received' (duration: 91.235062ms)","trace[910138109] 'applied index is now lower than readState.Index' (duration: 11.535289ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:10.800372Z","caller":"traceutil/trace.go:171","msg":"trace[20335893] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"107.814686ms","start":"2026-04-28T03:26:10.692544Z","end":"2026-04-28T03:26:10.800358Z","steps":["trace[20335893] 'process raft request' (duration: 107.349928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:10.800762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.383213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:10.80085Z","caller":"traceutil/trace.go:171","msg":"trace[621513473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5428; }","duration":"103.535616ms","start":"2026-04-28T03:26:10.697296Z","end":"2026-04-28T03:26:10.800831Z","steps":["trace[621513473] 'agreement among raft nodes before linearized reading' (duration: 103.257091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:11.083231Z","caller":"traceutil/trace.go:171","msg":"trace[1724606257] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"217.085571ms","start":"2026-04-28T03:26:10.866112Z","end":"2026-04-28T03:26:11.083197Z","steps":["trace[1724606257] 'process raft request' (duration: 171.219821ms)","trace[1724606257] 'compare' (duration: 45.654426ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:11.083323Z","caller":"traceutil/trace.go:171","msg":"trace[52235258] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"216.483529ms","start":"2026-04-28T03:26:10.866815Z","end":"2026-04-28T03:26:11.083299Z","steps":["trace[52235258] 'process raft request' (duration: 216.336546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:13.00827Z","caller":"traceutil/trace.go:171","msg":"trace[434986236] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"201.288171ms","start":"2026-04-28T03:26:12.806953Z","end":"2026-04-28T03:26:13.008241Z","steps":["trace[434986236] 'process raft request' (duration: 201.188579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:13.008316Z","caller":"traceutil/trace.go:171","msg":"trace[2063934689] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"202.087646ms","start":"2026-04-28T03:26:12.806169Z","end":"2026-04-28T03:26:13.008257Z","steps":["trace[2063934689] 'process raft request' (duration: 201.805051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:13.008594Z","caller":"traceutil/trace.go:171","msg":"trace[1921991376] linearizableReadLoop","detail":"{readStateIndex:5643; appliedIndex:5639; }","duration":"196.46656ms","start":"2026-04-28T03:26:12.812086Z","end":"2026-04-28T03:26:13.008553Z","steps":["trace[1921991376] 'read index received' (duration: 30.493379ms)","trace[1921991376] 'applied index is now lower than readState.Index' (duration: 165.97048ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:13.00867Z","caller":"traceutil/trace.go:171","msg":"trace[1959470418] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"200.980057ms","start":"2026-04-28T03:26:12.807633Z","end":"2026-04-28T03:26:13.008613Z","steps":["trace[1959470418] 'process raft request' (duration: 200.562118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:13.009097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.692709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:13.00919Z","caller":"traceutil/trace.go:171","msg":"trace[152224354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5438; }","duration":"142.818052ms","start":"2026-04-28T03:26:12.866353Z","end":"2026-04-28T03:26:13.009171Z","steps":["trace[152224354] 'agreement among raft nodes before linearized reading' (duration: 142.545997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:13.008783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.681424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:26:13.0093Z","caller":"traceutil/trace.go:171","msg":"trace[760728143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:5438; }","duration":"197.258935ms","start":"2026-04-28T03:26:12.812024Z","end":"2026-04-28T03:26:13.009283Z","steps":["trace[760728143] 'agreement among raft nodes before linearized reading' (duration: 196.639494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:13.008968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.975126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:13.009403Z","caller":"traceutil/trace.go:171","msg":"trace[825484683] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5438; }","duration":"132.494066ms","start":"2026-04-28T03:26:12.876897Z","end":"2026-04-28T03:26:13.009391Z","steps":["trace[825484683] 'agreement among raft nodes before linearized reading' (duration: 131.915315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:13.008975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.644323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:13.009547Z","caller":"traceutil/trace.go:171","msg":"trace[2005177051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5438; }","duration":"148.279565ms","start":"2026-04-28T03:26:12.861234Z","end":"2026-04-28T03:26:13.009513Z","steps":["trace[2005177051] 'agreement among raft nodes before linearized reading' (duration: 147.515861ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:19.28521Z","caller":"traceutil/trace.go:171","msg":"trace[1280761643] linearizableReadLoop","detail":"{readStateIndex:5676; appliedIndex:5675; }","duration":"118.970918ms","start":"2026-04-28T03:26:19.166218Z","end":"2026-04-28T03:26:19.285189Z","steps":["trace[1280761643] 'read index received' (duration: 33.654689ms)","trace[1280761643] 'applied index is now lower than readState.Index' (duration: 85.315139ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:19.285364Z","caller":"traceutil/trace.go:171","msg":"trace[1123297548] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"119.211783ms","start":"2026-04-28T03:26:19.166138Z","end":"2026-04-28T03:26:19.28535Z","steps":["trace[1123297548] 'process raft request' (duration: 118.839806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:19.285497Z","caller":"traceutil/trace.go:171","msg":"trace[392334167] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"119.193814ms","start":"2026-04-28T03:26:19.166294Z","end":"2026-04-28T03:26:19.285488Z","steps":["trace[392334167] 'process raft request' (duration: 118.843666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:19.285918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.684183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:164463"} {"level":"info","ts":"2026-04-28T03:26:19.285963Z","caller":"traceutil/trace.go:171","msg":"trace[266035945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:5471; }","duration":"119.768694ms","start":"2026-04-28T03:26:19.166184Z","end":"2026-04-28T03:26:19.285953Z","steps":["trace[266035945] 'agreement among raft nodes before linearized reading' (duration: 119.385507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:19.493084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.267417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:26:19.493249Z","caller":"traceutil/trace.go:171","msg":"trace[1207224154] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"147.112303ms","start":"2026-04-28T03:26:19.34611Z","end":"2026-04-28T03:26:19.493222Z","steps":["trace[1207224154] 'process raft request' (duration: 30.558891ms)","trace[1207224154] 'compare' (duration: 116.102944ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:20.260258Z","caller":"traceutil/trace.go:171","msg":"trace[663590047] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"228.499938ms","start":"2026-04-28T03:26:20.031718Z","end":"2026-04-28T03:26:20.260218Z","steps":["trace[663590047] 'process raft request' (duration: 228.159882ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:32.583529Z","caller":"traceutil/trace.go:171","msg":"trace[1072191351] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"115.700706ms","start":"2026-04-28T03:26:32.467798Z","end":"2026-04-28T03:26:32.583498Z","steps":["trace[1072191351] 'process raft request' (duration: 104.196007ms)","trace[1072191351] 'compare' (duration: 11.348826ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:32.583522Z","caller":"traceutil/trace.go:171","msg":"trace[1565939435] linearizableReadLoop","detail":"{readStateIndex:5789; appliedIndex:5788; }","duration":"115.255368ms","start":"2026-04-28T03:26:32.468237Z","end":"2026-04-28T03:26:32.583492Z","steps":["trace[1565939435] 'read index received' (duration: 103.671618ms)","trace[1565939435] 'applied index is now lower than readState.Index' (duration: 11.58255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:32.583767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.510662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-domain-manage-b9bhl\" ","response":"range_response_count:1 size:7753"} {"level":"info","ts":"2026-04-28T03:26:32.58382Z","caller":"traceutil/trace.go:171","msg":"trace[1328563828] range","detail":"{range_begin:/registry/pods/openstack/keystone-domain-manage-b9bhl; range_end:; response_count:1; response_revision:5580; }","duration":"115.610694ms","start":"2026-04-28T03:26:32.468197Z","end":"2026-04-28T03:26:32.583808Z","steps":["trace[1328563828] 'agreement among raft nodes before linearized reading' (duration: 115.39123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.058232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.057496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:26:33.058366Z","caller":"traceutil/trace.go:171","msg":"trace[221102284] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5580; }","duration":"341.237989ms","start":"2026-04-28T03:26:32.7171Z","end":"2026-04-28T03:26:33.058338Z","steps":["trace[221102284] 'count revisions from in-memory index tree' (duration: 340.969994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.058609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:32.717083Z","time spent":"341.328711ms","remote":"127.0.0.1:39876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T03:26:33.550862Z","caller":"traceutil/trace.go:171","msg":"trace[757248759] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"390.034734ms","start":"2026-04-28T03:26:33.160799Z","end":"2026-04-28T03:26:33.550833Z","steps":["trace[757248759] 'process raft request' (duration: 389.072875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.551035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.160777Z","time spent":"390.171167ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:33.712543Z","caller":"traceutil/trace.go:171","msg":"trace[1457203226] linearizableReadLoop","detail":"{readStateIndex:5793; appliedIndex:5790; }","duration":"448.877232ms","start":"2026-04-28T03:26:33.26364Z","end":"2026-04-28T03:26:33.712517Z","steps":["trace[1457203226] 'read index received' (duration: 286.344046ms)","trace[1457203226] 'applied index is now lower than readState.Index' (duration: 162.532126ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:33.712552Z","caller":"traceutil/trace.go:171","msg":"trace[654313156] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"501.077934ms","start":"2026-04-28T03:26:33.211421Z","end":"2026-04-28T03:26:33.712499Z","steps":["trace[654313156] 'process raft request' (duration: 499.495693ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:33.712595Z","caller":"traceutil/trace.go:171","msg":"trace[875042870] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"498.912092ms","start":"2026-04-28T03:26:33.213658Z","end":"2026-04-28T03:26:33.71257Z","steps":["trace[875042870] 'process raft request' (duration: 498.747059ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:33.712575Z","caller":"traceutil/trace.go:171","msg":"trace[262070233] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"373.476331ms","start":"2026-04-28T03:26:33.339063Z","end":"2026-04-28T03:26:33.712539Z","steps":["trace[262070233] 'process raft request' (duration: 373.397549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.712721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.339038Z","time spent":"373.621464ms","remote":"127.0.0.1:39900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:26:33.712732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.213633Z","time spent":"499.016535ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:26:33.712772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.809242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:26:33.712765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.211396Z","time spent":"501.252607ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:26:33.712815Z","caller":"traceutil/trace.go:171","msg":"trace[2063667552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5585; }","duration":"358.870993ms","start":"2026-04-28T03:26:33.353933Z","end":"2026-04-28T03:26:33.712804Z","steps":["trace[2063667552] 'agreement among raft nodes before linearized reading' (duration: 358.723961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.71285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.353926Z","time spent":"358.917544ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:26:33.71287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.860193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:26:33.712916Z","caller":"traceutil/trace.go:171","msg":"trace[1978506072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5585; }","duration":"300.928003ms","start":"2026-04-28T03:26:33.411975Z","end":"2026-04-28T03:26:33.712903Z","steps":["trace[1978506072] 'agreement among raft nodes before linearized reading' (duration: 300.843422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.712954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.41196Z","time spent":"300.986804ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:26:33.712969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.199469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:26:33.712997Z","caller":"traceutil/trace.go:171","msg":"trace[259311842] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:5585; }","duration":"349.22823ms","start":"2026-04-28T03:26:33.36376Z","end":"2026-04-28T03:26:33.712989Z","steps":["trace[259311842] 'agreement among raft nodes before linearized reading' (duration: 349.170289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.713044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.363704Z","time spent":"349.332882ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-clnlf\" "} {"level":"warn","ts":"2026-04-28T03:26:33.712778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.7959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T03:26:33.713094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.826854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:33.713088Z","caller":"traceutil/trace.go:171","msg":"trace[80129522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5585; }","duration":"312.129676ms","start":"2026-04-28T03:26:33.400943Z","end":"2026-04-28T03:26:33.713073Z","steps":["trace[80129522] 'agreement among raft nodes before linearized reading' (duration: 311.733769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:33.713128Z","caller":"traceutil/trace.go:171","msg":"trace[662157581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5585; }","duration":"357.892455ms","start":"2026-04-28T03:26:33.355226Z","end":"2026-04-28T03:26:33.713118Z","steps":["trace[662157581] 'agreement among raft nodes before linearized reading' (duration: 357.804534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.713147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.400932Z","time spent":"312.197287ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:33.713162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.355206Z","time spent":"357.949716ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:26:33.713102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.434453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:26:33.713323Z","caller":"traceutil/trace.go:171","msg":"trace[1804784462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5585; }","duration":"449.719178ms","start":"2026-04-28T03:26:33.263586Z","end":"2026-04-28T03:26:33.713305Z","steps":["trace[1804784462] 'agreement among raft nodes before linearized reading' (duration: 449.020415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:33.713401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:26:33.263563Z","time spent":"449.82217ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:26:51.738531Z","caller":"traceutil/trace.go:171","msg":"trace[1778216598] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"118.986032ms","start":"2026-04-28T03:26:51.619518Z","end":"2026-04-28T03:26:51.738504Z","steps":["trace[1778216598] 'process raft request' (duration: 118.756498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:51.959989Z","caller":"traceutil/trace.go:171","msg":"trace[925027928] linearizableReadLoop","detail":"{readStateIndex:5896; appliedIndex:5895; }","duration":"120.009602ms","start":"2026-04-28T03:26:51.839953Z","end":"2026-04-28T03:26:51.959962Z","steps":["trace[925027928] 'read index received' (duration: 79.282817ms)","trace[925027928] 'applied index is now lower than readState.Index' (duration: 40.725865ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:51.960079Z","caller":"traceutil/trace.go:171","msg":"trace[44042403] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"124.053902ms","start":"2026-04-28T03:26:51.835943Z","end":"2026-04-28T03:26:51.959997Z","steps":["trace[44042403] 'process raft request' (duration: 83.353867ms)","trace[44042403] 'compare' (duration: 40.552042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:26:51.96021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.234556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T03:26:51.960245Z","caller":"traceutil/trace.go:171","msg":"trace[1836580868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5684; }","duration":"120.311927ms","start":"2026-04-28T03:26:51.839922Z","end":"2026-04-28T03:26:51.960234Z","steps":["trace[1836580868] 'agreement among raft nodes before linearized reading' (duration: 120.177015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:51.960296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.800921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:26:51.960349Z","caller":"traceutil/trace.go:171","msg":"trace[1898468412] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:5684; }","duration":"106.887604ms","start":"2026-04-28T03:26:51.853448Z","end":"2026-04-28T03:26:51.960336Z","steps":["trace[1898468412] 'agreement among raft nodes before linearized reading' (duration: 106.780491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:51.960398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.947583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:26:51.960484Z","caller":"traceutil/trace.go:171","msg":"trace[1393053893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5684; }","duration":"117.068875ms","start":"2026-04-28T03:26:51.843396Z","end":"2026-04-28T03:26:51.960465Z","steps":["trace[1393053893] 'agreement among raft nodes before linearized reading' (duration: 116.839509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:51.960639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.7962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:26:51.960669Z","caller":"traceutil/trace.go:171","msg":"trace[420412025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5684; }","duration":"116.85993ms","start":"2026-04-28T03:26:51.843802Z","end":"2026-04-28T03:26:51.960662Z","steps":["trace[420412025] 'agreement among raft nodes before linearized reading' (duration: 116.785789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:51.960712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.868851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:26:51.960757Z","caller":"traceutil/trace.go:171","msg":"trace[597645254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5684; }","duration":"116.927642ms","start":"2026-04-28T03:26:51.843807Z","end":"2026-04-28T03:26:51.960734Z","steps":["trace[597645254] 'agreement among raft nodes before linearized reading' (duration: 116.83378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:51.960755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.114106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T03:26:51.960806Z","caller":"traceutil/trace.go:171","msg":"trace[595888504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5684; }","duration":"113.185828ms","start":"2026-04-28T03:26:51.847607Z","end":"2026-04-28T03:26:51.960792Z","steps":["trace[595888504] 'agreement among raft nodes before linearized reading' (duration: 113.052665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:52.210666Z","caller":"traceutil/trace.go:171","msg":"trace[1813951221] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"245.622606ms","start":"2026-04-28T03:26:51.965018Z","end":"2026-04-28T03:26:52.210641Z","steps":["trace[1813951221] 'process raft request' (duration: 245.405962ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:52.210885Z","caller":"traceutil/trace.go:171","msg":"trace[1899574193] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"245.804069ms","start":"2026-04-28T03:26:51.965071Z","end":"2026-04-28T03:26:52.210875Z","steps":["trace[1899574193] 'process raft request' (duration: 245.504594ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:52.211206Z","caller":"traceutil/trace.go:171","msg":"trace[654132713] linearizableReadLoop","detail":"{readStateIndex:5900; appliedIndex:5896; }","duration":"245.746539ms","start":"2026-04-28T03:26:51.965439Z","end":"2026-04-28T03:26:52.211185Z","steps":["trace[654132713] 'read index received' (duration: 49.786695ms)","trace[654132713] 'applied index is now lower than readState.Index' (duration: 195.959134ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:26:52.211234Z","caller":"traceutil/trace.go:171","msg":"trace[354504026] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"246.108976ms","start":"2026-04-28T03:26:51.965114Z","end":"2026-04-28T03:26:52.211223Z","steps":["trace[354504026] 'process raft request' (duration: 245.720307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:26:52.211292Z","caller":"traceutil/trace.go:171","msg":"trace[442053516] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"245.523715ms","start":"2026-04-28T03:26:51.96574Z","end":"2026-04-28T03:26:52.211264Z","steps":["trace[442053516] 'process raft request' (duration: 245.359141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:26:52.21152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.061175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:19 size:179266"} {"level":"info","ts":"2026-04-28T03:26:52.211565Z","caller":"traceutil/trace.go:171","msg":"trace[1348142847] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:19; response_revision:5689; }","duration":"246.132036ms","start":"2026-04-28T03:26:51.965423Z","end":"2026-04-28T03:26:52.211555Z","steps":["trace[1348142847] 'agreement among raft nodes before linearized reading' (duration: 245.854241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:30:29.756602Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5113} {"level":"info","ts":"2026-04-28T03:30:29.82297Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5113,"took":"64.880362ms","hash":934419963,"current-db-size-bytes":44339200,"current-db-size":"44 MB","current-db-size-in-use-bytes":14458880,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-04-28T03:30:29.823051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":934419963,"revision":5113,"compact-revision":2965} {"level":"info","ts":"2026-04-28T03:31:29.124815Z","caller":"traceutil/trace.go:171","msg":"trace[1930190923] transaction","detail":"{read_only:false; response_revision:7445; number_of_response:1; }","duration":"134.529063ms","start":"2026-04-28T03:31:28.990229Z","end":"2026-04-28T03:31:29.124758Z","steps":["trace[1930190923] 'process raft request' (duration: 77.629882ms)","trace[1930190923] 'compare' (duration: 56.628986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:31:29.126334Z","caller":"traceutil/trace.go:171","msg":"trace[612770767] transaction","detail":"{read_only:false; response_revision:7447; number_of_response:1; }","duration":"135.524862ms","start":"2026-04-28T03:31:28.990762Z","end":"2026-04-28T03:31:29.126287Z","steps":["trace[612770767] 'process raft request' (duration: 135.227286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:29.126513Z","caller":"traceutil/trace.go:171","msg":"trace[963869346] transaction","detail":"{read_only:false; response_revision:7450; number_of_response:1; }","duration":"135.605944ms","start":"2026-04-28T03:31:28.990869Z","end":"2026-04-28T03:31:29.126475Z","steps":["trace[963869346] 'process raft request' (duration: 135.236096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:29.126561Z","caller":"traceutil/trace.go:171","msg":"trace[185355266] transaction","detail":"{read_only:false; response_revision:7446; number_of_response:1; }","duration":"135.774367ms","start":"2026-04-28T03:31:28.99071Z","end":"2026-04-28T03:31:29.126485Z","steps":["trace[185355266] 'process raft request' (duration: 135.201516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:29.126741Z","caller":"traceutil/trace.go:171","msg":"trace[1367783383] transaction","detail":"{read_only:false; response_revision:7448; number_of_response:1; }","duration":"135.903499ms","start":"2026-04-28T03:31:28.9908Z","end":"2026-04-28T03:31:29.126704Z","steps":["trace[1367783383] 'process raft request' (duration: 135.227946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:29.126858Z","caller":"traceutil/trace.go:171","msg":"trace[1105477898] transaction","detail":"{read_only:false; response_revision:7449; number_of_response:1; }","duration":"136.012881ms","start":"2026-04-28T03:31:28.990834Z","end":"2026-04-28T03:31:29.126847Z","steps":["trace[1105477898] 'process raft request' (duration: 135.236066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:29.126952Z","caller":"traceutil/trace.go:171","msg":"trace[2090344343] transaction","detail":"{read_only:false; response_revision:7453; number_of_response:1; }","duration":"131.276962ms","start":"2026-04-28T03:31:28.995666Z","end":"2026-04-28T03:31:29.126943Z","steps":["trace[2090344343] 'process raft request' (duration: 130.786223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:29.126998Z","caller":"traceutil/trace.go:171","msg":"trace[1199700169] transaction","detail":"{read_only:false; response_revision:7451; number_of_response:1; }","duration":"133.371791ms","start":"2026-04-28T03:31:28.993613Z","end":"2026-04-28T03:31:29.126985Z","steps":["trace[1199700169] 'process raft request' (duration: 132.605536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:29.127123Z","caller":"traceutil/trace.go:171","msg":"trace[1927492222] transaction","detail":"{read_only:false; response_revision:7454; number_of_response:1; }","duration":"130.118881ms","start":"2026-04-28T03:31:28.996947Z","end":"2026-04-28T03:31:29.127066Z","steps":["trace[1927492222] 'process raft request' (duration: 129.563451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:31:29.127183Z","caller":"traceutil/trace.go:171","msg":"trace[1351149871] transaction","detail":"{read_only:false; response_revision:7452; number_of_response:1; }","duration":"132.637838ms","start":"2026-04-28T03:31:28.994536Z","end":"2026-04-28T03:31:29.127174Z","steps":["trace[1351149871] 'process raft request' (duration: 131.848822ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:05.582537Z","caller":"traceutil/trace.go:171","msg":"trace[684501116] linearizableReadLoop","detail":"{readStateIndex:8848; appliedIndex:8847; }","duration":"116.89381ms","start":"2026-04-28T03:32:05.465603Z","end":"2026-04-28T03:32:05.582497Z","steps":["trace[684501116] 'read index received' (duration: 43.420847ms)","trace[684501116] 'applied index is now lower than readState.Index' (duration: 73.471633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:05.582954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.299667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:05.583055Z","caller":"traceutil/trace.go:171","msg":"trace[1179304557] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"126.682945ms","start":"2026-04-28T03:32:05.45635Z","end":"2026-04-28T03:32:05.583033Z","steps":["trace[1179304557] 'process raft request' (duration: 52.728393ms)","trace[1179304557] 'compare' (duration: 73.209478ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:05.583093Z","caller":"traceutil/trace.go:171","msg":"trace[739066664] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8551; }","duration":"117.4721ms","start":"2026-04-28T03:32:05.465585Z","end":"2026-04-28T03:32:05.583057Z","steps":["trace[739066664] 'agreement among raft nodes before linearized reading' (duration: 117.206365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:06.762695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.636868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-init-qktpj\" ","response":"range_response_count:1 size:7136"} {"level":"info","ts":"2026-04-28T03:32:06.762788Z","caller":"traceutil/trace.go:171","msg":"trace[377003194] range","detail":"{range_begin:/registry/pods/openstack/heat-db-init-qktpj; range_end:; response_count:1; response_revision:8570; }","duration":"303.74474ms","start":"2026-04-28T03:32:06.459022Z","end":"2026-04-28T03:32:06.762767Z","steps":["trace[377003194] 'range keys from in-memory index tree' (duration: 303.375493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:06.763051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.458959Z","time spent":"303.854992ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7160,"request content":"key:\"/registry/pods/openstack/heat-db-init-qktpj\" "} {"level":"info","ts":"2026-04-28T03:32:06.762938Z","caller":"traceutil/trace.go:171","msg":"trace[289049833] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8867; }","duration":"272.630154ms","start":"2026-04-28T03:32:06.490247Z","end":"2026-04-28T03:32:06.762878Z","steps":["trace[289049833] 'read index received' (duration: 244.678797ms)","trace[289049833] 'applied index is now lower than readState.Index' (duration: 27.949687ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:06.763124Z","caller":"traceutil/trace.go:171","msg":"trace[276658549] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"302.377364ms","start":"2026-04-28T03:32:06.460712Z","end":"2026-04-28T03:32:06.763089Z","steps":["trace[276658549] 'process raft request' (duration: 274.155582ms)","trace[276658549] 'compare' (duration: 26.727353ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:06.763477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:06.460681Z","time spent":"302.73055ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:32:06.763548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.234136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:06.763576Z","caller":"traceutil/trace.go:171","msg":"trace[189257235] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:8571; }","duration":"273.324467ms","start":"2026-04-28T03:32:06.490242Z","end":"2026-04-28T03:32:06.763566Z","steps":["trace[189257235] 'agreement among raft nodes before linearized reading' (duration: 273.267206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:06.763692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.551195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:32:06.763706Z","caller":"traceutil/trace.go:171","msg":"trace[949420136] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:8571; }","duration":"269.583537ms","start":"2026-04-28T03:32:06.494118Z","end":"2026-04-28T03:32:06.763702Z","steps":["trace[949420136] 'agreement among raft nodes before linearized reading' (duration: 269.554326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:06.763766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.308531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:17884"} {"level":"warn","ts":"2026-04-28T03:32:06.763764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.753022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T03:32:06.763779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.50257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6311"} {"level":"info","ts":"2026-04-28T03:32:06.763828Z","caller":"traceutil/trace.go:171","msg":"trace[603118999] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8571; }","duration":"269.427534ms","start":"2026-04-28T03:32:06.494382Z","end":"2026-04-28T03:32:06.76381Z","steps":["trace[603118999] 'agreement among raft nodes before linearized reading' (duration: 269.150619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:06.76387Z","caller":"traceutil/trace.go:171","msg":"trace[1883600904] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:8571; }","duration":"259.914094ms","start":"2026-04-28T03:32:06.503928Z","end":"2026-04-28T03:32:06.763843Z","steps":["trace[1883600904] 'agreement among raft nodes before linearized reading' (duration: 259.587888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:06.763875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.313733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12209"} {"level":"info","ts":"2026-04-28T03:32:06.76394Z","caller":"traceutil/trace.go:171","msg":"trace[890209708] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8571; }","duration":"157.426035ms","start":"2026-04-28T03:32:06.606489Z","end":"2026-04-28T03:32:06.763915Z","steps":["trace[890209708] 'agreement among raft nodes before linearized reading' (duration: 157.258532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:06.763918Z","caller":"traceutil/trace.go:171","msg":"trace[889233989] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:8571; }","duration":"273.643893ms","start":"2026-04-28T03:32:06.490228Z","end":"2026-04-28T03:32:06.763872Z","steps":["trace[889233989] 'agreement among raft nodes before linearized reading' (duration: 273.088772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:16.585691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.836735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:32:16.586042Z","caller":"traceutil/trace.go:171","msg":"trace[931272791] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"335.892144ms","start":"2026-04-28T03:32:16.250122Z","end":"2026-04-28T03:32:16.586015Z","steps":["trace[931272791] 'process raft request' (duration: 102.606351ms)","trace[931272791] 'compare' (duration: 232.329345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:32:16.586114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.250112Z","time spent":"335.972165ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:32:16.58974Z","caller":"traceutil/trace.go:171","msg":"trace[401746594] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"338.766439ms","start":"2026-04-28T03:32:16.250922Z","end":"2026-04-28T03:32:16.589689Z","steps":["trace[401746594] 'process raft request' (duration: 338.436682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:16.589985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.250911Z","time spent":"338.935501ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:32:16.590107Z","caller":"traceutil/trace.go:171","msg":"trace[403511168] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"339.068764ms","start":"2026-04-28T03:32:16.250916Z","end":"2026-04-28T03:32:16.589985Z","steps":["trace[403511168] 'process raft request' (duration: 338.681387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:16.590157Z","caller":"traceutil/trace.go:171","msg":"trace[54809110] linearizableReadLoop","detail":"{readStateIndex:9122; appliedIndex:9114; }","duration":"281.823936ms","start":"2026-04-28T03:32:16.308312Z","end":"2026-04-28T03:32:16.590136Z","steps":["trace[54809110] 'read index received' (duration: 44.294763ms)","trace[54809110] 'applied index is now lower than readState.Index' (duration: 237.527603ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:32:16.590256Z","caller":"traceutil/trace.go:171","msg":"trace[1888251240] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"339.225327ms","start":"2026-04-28T03:32:16.25102Z","end":"2026-04-28T03:32:16.590245Z","steps":["trace[1888251240] 'process raft request' (duration: 338.85661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:16.590278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.250889Z","time spent":"339.313358ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5552,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:32:16.590322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.25101Z","time spent":"339.276467ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:32:16.590326Z","caller":"traceutil/trace.go:171","msg":"trace[1271801581] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"338.689027ms","start":"2026-04-28T03:32:16.251592Z","end":"2026-04-28T03:32:16.590281Z","steps":["trace[1271801581] 'process raft request' (duration: 338.469483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:16.590421Z","caller":"traceutil/trace.go:171","msg":"trace[169150326] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"339.3951ms","start":"2026-04-28T03:32:16.25101Z","end":"2026-04-28T03:32:16.590405Z","steps":["trace[169150326] 'process raft request' (duration: 338.969382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:16.590472Z","caller":"traceutil/trace.go:171","msg":"trace[676153206] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"338.764819ms","start":"2026-04-28T03:32:16.251689Z","end":"2026-04-28T03:32:16.590454Z","steps":["trace[676153206] 'process raft request' (duration: 338.404052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:16.590485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.250983Z","time spent":"339.470882ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:32:16.590509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.251585Z","time spent":"338.84688ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:32:16.590536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.251677Z","time spent":"338.832269ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1090,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:32:16.590697Z","caller":"traceutil/trace.go:171","msg":"trace[1173686090] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"339.630904ms","start":"2026-04-28T03:32:16.251051Z","end":"2026-04-28T03:32:16.590682Z","steps":["trace[1173686090] 'process raft request' (duration: 338.966512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:16.590774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:32:16.25104Z","time spent":"339.701056ms","remote":"127.0.0.1:60888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1093,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:32:16.590862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.54957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-28T03:32:16.590906Z","caller":"traceutil/trace.go:171","msg":"trace[1521722836] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8822; }","duration":"282.62033ms","start":"2026-04-28T03:32:16.308273Z","end":"2026-04-28T03:32:16.590893Z","steps":["trace[1521722836] 'agreement among raft nodes before linearized reading' (duration: 282.385046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:32:16.593298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.127434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:32:16.593383Z","caller":"traceutil/trace.go:171","msg":"trace[762892164] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8823; }","duration":"272.290406ms","start":"2026-04-28T03:32:16.321072Z","end":"2026-04-28T03:32:16.593362Z","steps":["trace[762892164] 'agreement among raft nodes before linearized reading' (duration: 271.652605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:16.59339Z","caller":"traceutil/trace.go:171","msg":"trace[1580178274] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"127.447909ms","start":"2026-04-28T03:32:16.465921Z","end":"2026-04-28T03:32:16.593369Z","steps":["trace[1580178274] 'process raft request' (duration: 126.603894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:32:55.638327Z","caller":"traceutil/trace.go:171","msg":"trace[1005450534] transaction","detail":"{read_only:false; number_of_response:0; response_revision:9531; }","duration":"113.854014ms","start":"2026-04-28T03:32:55.524443Z","end":"2026-04-28T03:32:55.638297Z","steps":["trace[1005450534] 'process raft request' (duration: 113.709111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:04.018693Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T03:33:04.023962Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T03:33:04.024065Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T03:33:04.991545Z","caller":"traceutil/trace.go:171","msg":"trace[281448153] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"113.785661ms","start":"2026-04-28T03:33:04.877736Z","end":"2026-04-28T03:33:04.991522Z","steps":["trace[281448153] 'process raft request' (duration: 113.462845ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:04.991855Z","caller":"traceutil/trace.go:171","msg":"trace[1635434358] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"113.642919ms","start":"2026-04-28T03:33:04.878205Z","end":"2026-04-28T03:33:04.991848Z","steps":["trace[1635434358] 'process raft request' (duration: 113.12263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:08.395945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.711644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:33:08.396262Z","caller":"traceutil/trace.go:171","msg":"trace[1610335739] transaction","detail":"{read_only:false; response_revision:9757; number_of_response:1; }","duration":"126.010394ms","start":"2026-04-28T03:33:08.270202Z","end":"2026-04-28T03:33:08.396212Z","steps":["trace[1610335739] 'process raft request' (duration: 14.855901ms)","trace[1610335739] 'compare' (duration: 110.144114ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:33:08.396834Z","caller":"traceutil/trace.go:171","msg":"trace[688825784] transaction","detail":"{read_only:false; response_revision:9758; number_of_response:1; }","duration":"124.091887ms","start":"2026-04-28T03:33:08.272732Z","end":"2026-04-28T03:33:08.396823Z","steps":["trace[688825784] 'process raft request' (duration: 123.583598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:10.971943Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000027ae.wal"} {"level":"info","ts":"2026-04-28T03:33:12.045442Z","caller":"traceutil/trace.go:171","msg":"trace[343929178] transaction","detail":"{read_only:false; response_revision:9840; number_of_response:1; }","duration":"193.545262ms","start":"2026-04-28T03:33:11.851865Z","end":"2026-04-28T03:33:12.04541Z","steps":["trace[343929178] 'process raft request' (duration: 193.348729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:12.046211Z","caller":"traceutil/trace.go:171","msg":"trace[6632321] linearizableReadLoop","detail":"{readStateIndex:10170; appliedIndex:10170; }","duration":"147.802116ms","start":"2026-04-28T03:33:11.898396Z","end":"2026-04-28T03:33:12.046198Z","steps":["trace[6632321] 'read index received' (duration: 147.796686ms)","trace[6632321] 'applied index is now lower than readState.Index' (duration: 4.79µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:33:12.046306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.347451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:12.046346Z","caller":"traceutil/trace.go:171","msg":"trace[2014136399] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:9840; }","duration":"209.445193ms","start":"2026-04-28T03:33:11.83689Z","end":"2026-04-28T03:33:12.046335Z","steps":["trace[2014136399] 'agreement among raft nodes before linearized reading' (duration: 209.364071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:33:12.046489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.390988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:33:12.046522Z","caller":"traceutil/trace.go:171","msg":"trace[473784546] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:9840; }","duration":"176.424908ms","start":"2026-04-28T03:33:11.870089Z","end":"2026-04-28T03:33:12.046514Z","steps":["trace[473784546] 'agreement among raft nodes before linearized reading' (duration: 176.378327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:33:12.062424Z","caller":"traceutil/trace.go:171","msg":"trace[233796727] transaction","detail":"{read_only:false; response_revision:9841; number_of_response:1; }","duration":"119.654593ms","start":"2026-04-28T03:33:11.942736Z","end":"2026-04-28T03:33:12.06239Z","steps":["trace[233796727] 'process raft request' (duration: 119.375458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:34:35.774979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.647292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-clnlf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T03:34:35.775099Z","caller":"traceutil/trace.go:171","msg":"trace[528967639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-clnlf; range_end:; response_count:1; response_revision:11539; }","duration":"139.806915ms","start":"2026-04-28T03:34:35.635265Z","end":"2026-04-28T03:34:35.775072Z","steps":["trace[528967639] 'range keys from in-memory index tree' (duration: 139.52831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:05.538941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.666005ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:35:05.539146Z","caller":"traceutil/trace.go:171","msg":"trace[2010604055] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11838; }","duration":"339.9041ms","start":"2026-04-28T03:35:05.199216Z","end":"2026-04-28T03:35:05.53912Z","steps":["trace[2010604055] 'range keys from in-memory index tree' (duration: 339.632795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:05.539672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.157919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:35:05.539938Z","caller":"traceutil/trace.go:171","msg":"trace[231314206] transaction","detail":"{read_only:false; response_revision:11841; number_of_response:1; }","duration":"173.760417ms","start":"2026-04-28T03:35:05.366153Z","end":"2026-04-28T03:35:05.539913Z","steps":["trace[231314206] 'process raft request' (duration: 173.722266ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:35:05.540049Z","caller":"traceutil/trace.go:171","msg":"trace[1243107432] transaction","detail":"{read_only:false; response_revision:11839; number_of_response:1; }","duration":"405.994782ms","start":"2026-04-28T03:35:05.134014Z","end":"2026-04-28T03:35:05.540009Z","steps":["trace[1243107432] 'process raft request' (duration: 12.388035ms)","trace[1243107432] 'compare' (duration: 392.707369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:05.540203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.133996Z","time spent":"406.123334ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:05.540218Z","caller":"traceutil/trace.go:171","msg":"trace[446129798] transaction","detail":"{read_only:false; response_revision:11840; number_of_response:1; }","duration":"404.87686ms","start":"2026-04-28T03:35:05.135318Z","end":"2026-04-28T03:35:05.540195Z","steps":["trace[446129798] 'process raft request' (duration: 404.475613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:05.540292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.135305Z","time spent":"404.948951ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:35:05.540271Z","caller":"traceutil/trace.go:171","msg":"trace[1426935137] linearizableReadLoop","detail":"{readStateIndex:12210; appliedIndex:12208; }","duration":"397.41025ms","start":"2026-04-28T03:35:05.142815Z","end":"2026-04-28T03:35:05.540225Z","steps":["trace[1426935137] 'read index received' (duration: 3.710151ms)","trace[1426935137] 'applied index is now lower than readState.Index' (duration: 393.696509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:35:05.540464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.637414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:35:05.540501Z","caller":"traceutil/trace.go:171","msg":"trace[1695585382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11841; }","duration":"397.724636ms","start":"2026-04-28T03:35:05.142765Z","end":"2026-04-28T03:35:05.54049Z","steps":["trace[1695585382] 'agreement among raft nodes before linearized reading' (duration: 397.573033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:35:05.540525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:35:05.142745Z","time spent":"397.776026ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T03:35:29.763892Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6839} {"level":"info","ts":"2026-04-28T03:35:29.834764Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6839,"took":"65.474482ms","hash":791853245,"current-db-size-bytes":65134592,"current-db-size":"65 MB","current-db-size-in-use-bytes":61460480,"current-db-size-in-use":"62 MB"} {"level":"info","ts":"2026-04-28T03:35:29.834853Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":791853245,"revision":6839,"compact-revision":5113} {"level":"info","ts":"2026-04-28T03:36:33.39441Z","caller":"traceutil/trace.go:171","msg":"trace[559378202] transaction","detail":"{read_only:false; response_revision:13887; number_of_response:1; }","duration":"166.671685ms","start":"2026-04-28T03:36:33.227709Z","end":"2026-04-28T03:36:33.394381Z","steps":["trace[559378202] 'process raft request' (duration: 166.523632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:33.795401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.601452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:33.79551Z","caller":"traceutil/trace.go:171","msg":"trace[738030316] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13887; }","duration":"301.785896ms","start":"2026-04-28T03:36:33.4937Z","end":"2026-04-28T03:36:33.795486Z","steps":["trace[738030316] 'range keys from in-memory index tree' (duration: 301.492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:33.795641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.493677Z","time spent":"301.924559ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T03:36:33.796166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.741199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:33.79626Z","caller":"traceutil/trace.go:171","msg":"trace[2008148500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13887; }","duration":"117.904012ms","start":"2026-04-28T03:36:33.678332Z","end":"2026-04-28T03:36:33.796236Z","steps":["trace[2008148500] 'range keys from in-memory index tree' (duration: 117.627118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:33.796755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.736736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fjq4g\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-04-28T03:36:33.796858Z","caller":"traceutil/trace.go:171","msg":"trace[1132768310] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fjq4g; range_end:; response_count:1; response_revision:13887; }","duration":"222.864568ms","start":"2026-04-28T03:36:33.573928Z","end":"2026-04-28T03:36:33.796792Z","steps":["trace[1132768310] 'range keys from in-memory index tree' (duration: 222.548302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:33.797006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.993876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T03:36:33.797187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.902033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:36:33.797259Z","caller":"traceutil/trace.go:171","msg":"trace[1654740655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13887; }","duration":"229.993654ms","start":"2026-04-28T03:36:33.567253Z","end":"2026-04-28T03:36:33.797247Z","steps":["trace[1654740655] 'range keys from in-memory index tree' (duration: 229.74305ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:33.797394Z","caller":"traceutil/trace.go:171","msg":"trace[1067800926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13887; }","duration":"273.910064ms","start":"2026-04-28T03:36:33.523184Z","end":"2026-04-28T03:36:33.797094Z","steps":["trace[1067800926] 'range keys from in-memory index tree' (duration: 272.772102ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:33.964318Z","caller":"traceutil/trace.go:171","msg":"trace[1817633278] transaction","detail":"{read_only:false; response_revision:13888; number_of_response:1; }","duration":"161.526756ms","start":"2026-04-28T03:36:33.802753Z","end":"2026-04-28T03:36:33.964279Z","steps":["trace[1817633278] 'process raft request' (duration: 161.281961ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:34.352513Z","caller":"traceutil/trace.go:171","msg":"trace[442581136] transaction","detail":"{read_only:false; response_revision:13889; number_of_response:1; }","duration":"549.63878ms","start":"2026-04-28T03:36:33.802832Z","end":"2026-04-28T03:36:34.352471Z","steps":["trace[442581136] 'process raft request' (duration: 549.416656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.352721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.802812Z","time spent":"549.798924ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:34.352858Z","caller":"traceutil/trace.go:171","msg":"trace[1145852947] linearizableReadLoop","detail":"{readStateIndex:14297; appliedIndex:14295; }","duration":"548.635382ms","start":"2026-04-28T03:36:33.804192Z","end":"2026-04-28T03:36:34.352828Z","steps":["trace[1145852947] 'read index received' (duration: 159.846844ms)","trace[1145852947] 'applied index is now lower than readState.Index' (duration: 388.787478ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:34.353016Z","caller":"traceutil/trace.go:171","msg":"trace[1128514628] transaction","detail":"{read_only:false; response_revision:13891; number_of_response:1; }","duration":"439.804082ms","start":"2026-04-28T03:36:33.913197Z","end":"2026-04-28T03:36:34.353001Z","steps":["trace[1128514628] 'process raft request' (duration: 439.485855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.35318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.913153Z","time spent":"439.910714ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:34.353529Z","caller":"traceutil/trace.go:171","msg":"trace[1893302506] transaction","detail":"{read_only:false; response_revision:13890; number_of_response:1; }","duration":"530.068558ms","start":"2026-04-28T03:36:33.823447Z","end":"2026-04-28T03:36:34.353515Z","steps":["trace[1893302506] 'process raft request' (duration: 528.944266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.353605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.823423Z","time spent":"530.14309ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:36:34.354032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.813194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:908661"} {"level":"info","ts":"2026-04-28T03:36:34.354081Z","caller":"traceutil/trace.go:171","msg":"trace[535983739] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:13891; }","duration":"549.915886ms","start":"2026-04-28T03:36:33.804153Z","end":"2026-04-28T03:36:34.354069Z","steps":["trace[535983739] 'agreement among raft nodes before linearized reading' (duration: 548.896327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.354112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.804136Z","time spent":"549.966407ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":908685,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T03:36:34.362296Z","caller":"traceutil/trace.go:171","msg":"trace[407012087] transaction","detail":"{read_only:false; response_revision:13892; number_of_response:1; }","duration":"359.627831ms","start":"2026-04-28T03:36:34.002647Z","end":"2026-04-28T03:36:34.362275Z","steps":["trace[407012087] 'process raft request' (duration: 359.495658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.362421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.002602Z","time spent":"359.736953ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:36:34.3626Z","caller":"traceutil/trace.go:171","msg":"trace[735447678] transaction","detail":"{read_only:false; response_revision:13893; number_of_response:1; }","duration":"113.666912ms","start":"2026-04-28T03:36:34.248904Z","end":"2026-04-28T03:36:34.362571Z","steps":["trace[735447678] 'process raft request' (duration: 113.341085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:34.362688Z","caller":"traceutil/trace.go:171","msg":"trace[1621407990] transaction","detail":"{read_only:false; response_revision:13894; number_of_response:1; }","duration":"107.26801ms","start":"2026-04-28T03:36:34.255377Z","end":"2026-04-28T03:36:34.362645Z","steps":["trace[1621407990] 'process raft request' (duration: 107.075045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.36485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.263201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-28T03:36:34.364897Z","caller":"traceutil/trace.go:171","msg":"trace[1995562302] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13898; }","duration":"553.359653ms","start":"2026-04-28T03:36:33.811524Z","end":"2026-04-28T03:36:34.364884Z","steps":["trace[1995562302] 'agreement among raft nodes before linearized reading' (duration: 553.20123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.364914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.665282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T03:36:34.364926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.811496Z","time spent":"553.424044ms","remote":"127.0.0.1:45242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T03:36:34.36495Z","caller":"traceutil/trace.go:171","msg":"trace[692987406] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-lrmch; range_end:; response_count:1; response_revision:13898; }","duration":"470.719284ms","start":"2026-04-28T03:36:33.894222Z","end":"2026-04-28T03:36:34.364941Z","steps":["trace[692987406] 'agreement among raft nodes before linearized reading' (duration: 470.50049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.364974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.894212Z","time spent":"470.758564ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-lrmch\" "} {"level":"warn","ts":"2026-04-28T03:36:34.365113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.724794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-28T03:36:34.365123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.996196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T03:36:34.36514Z","caller":"traceutil/trace.go:171","msg":"trace[146742935] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13898; }","duration":"525.786065ms","start":"2026-04-28T03:36:33.839345Z","end":"2026-04-28T03:36:34.365131Z","steps":["trace[146742935] 'agreement among raft nodes before linearized reading' (duration: 525.711214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.36519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.947071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T03:36:34.365213Z","caller":"traceutil/trace.go:171","msg":"trace[743104659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13898; }","duration":"365.991852ms","start":"2026-04-28T03:36:33.999216Z","end":"2026-04-28T03:36:34.365208Z","steps":["trace[743104659] 'agreement among raft nodes before linearized reading' (duration: 365.938961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.365214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.839326Z","time spent":"525.833246ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T03:36:34.365233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.999205Z","time spent":"366.024733ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:36:34.365347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.648681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:36:34.365367Z","caller":"traceutil/trace.go:171","msg":"trace[349384939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13898; }","duration":"370.713863ms","start":"2026-04-28T03:36:33.994648Z","end":"2026-04-28T03:36:34.365362Z","steps":["trace[349384939] 'agreement among raft nodes before linearized reading' (duration: 370.664852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.365381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.994598Z","time spent":"370.779574ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:36:34.365389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.408617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-04-28T03:36:34.365411Z","caller":"traceutil/trace.go:171","msg":"trace[1047155588] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:13898; }","duration":"527.496238ms","start":"2026-04-28T03:36:33.837906Z","end":"2026-04-28T03:36:34.365402Z","steps":["trace[1047155588] 'agreement among raft nodes before linearized reading' (duration: 527.428137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.365435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.837863Z","time spent":"527.56718ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-28T03:36:34.365529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.715673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:34.365555Z","caller":"traceutil/trace.go:171","msg":"trace[543605519] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:13898; }","duration":"527.771214ms","start":"2026-04-28T03:36:33.837775Z","end":"2026-04-28T03:36:34.365547Z","steps":["trace[543605519] 'agreement among raft nodes before linearized reading' (duration: 527.735493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.365577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.837755Z","time spent":"527.817024ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-28T03:36:34.365145Z","caller":"traceutil/trace.go:171","msg":"trace[284567938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13898; }","duration":"306.035776ms","start":"2026-04-28T03:36:34.0591Z","end":"2026-04-28T03:36:34.365136Z","steps":["trace[284567938] 'agreement among raft nodes before linearized reading' (duration: 305.978075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.365654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:34.059084Z","time spent":"306.565318ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T03:36:34.36575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.945921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-28T03:36:34.36577Z","caller":"traceutil/trace.go:171","msg":"trace[1873877577] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13898; }","duration":"535.012072ms","start":"2026-04-28T03:36:33.830752Z","end":"2026-04-28T03:36:34.365764Z","steps":["trace[1873877577] 'agreement among raft nodes before linearized reading' (duration: 534.961281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:34.365786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:33.830728Z","time spent":"535.054982ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4863,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-28T03:36:34.950336Z","caller":"traceutil/trace.go:171","msg":"trace[480939400] transaction","detail":"{read_only:false; response_revision:13905; number_of_response:1; }","duration":"106.657387ms","start":"2026-04-28T03:36:34.843645Z","end":"2026-04-28T03:36:34.950302Z","steps":["trace[480939400] 'process raft request' (duration: 106.470874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:35.003893Z","caller":"traceutil/trace.go:171","msg":"trace[1208522040] transaction","detail":"{read_only:false; response_revision:13906; number_of_response:1; }","duration":"155.264127ms","start":"2026-04-28T03:36:34.848598Z","end":"2026-04-28T03:36:35.003862Z","steps":["trace[1208522040] 'process raft request' (duration: 154.764186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:35.003856Z","caller":"traceutil/trace.go:171","msg":"trace[672220953] linearizableReadLoop","detail":"{readStateIndex:14314; appliedIndex:14312; }","duration":"139.311272ms","start":"2026-04-28T03:36:34.864507Z","end":"2026-04-28T03:36:35.003818Z","steps":["trace[672220953] 'read index received' (duration: 85.752728ms)","trace[672220953] 'applied index is now lower than readState.Index' (duration: 53.556944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:36:35.004338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.791581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4839"} {"level":"info","ts":"2026-04-28T03:36:35.004451Z","caller":"traceutil/trace.go:171","msg":"trace[1721310248] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:13906; }","duration":"139.961604ms","start":"2026-04-28T03:36:34.864465Z","end":"2026-04-28T03:36:35.004427Z","steps":["trace[1721310248] 'agreement among raft nodes before linearized reading' (duration: 139.462575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:35.007239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.110989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-28T03:36:35.00735Z","caller":"traceutil/trace.go:171","msg":"trace[777457259] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:13907; }","duration":"138.231971ms","start":"2026-04-28T03:36:34.869102Z","end":"2026-04-28T03:36:35.007334Z","steps":["trace[777457259] 'agreement among raft nodes before linearized reading' (duration: 138.000307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:36.115568Z","caller":"traceutil/trace.go:171","msg":"trace[2094404227] transaction","detail":"{read_only:false; response_revision:13918; number_of_response:1; }","duration":"141.160737ms","start":"2026-04-28T03:36:35.974365Z","end":"2026-04-28T03:36:36.115526Z","steps":["trace[2094404227] 'process raft request' (duration: 96.556235ms)","trace[2094404227] 'compare' (duration: 44.440058ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:36.286767Z","caller":"traceutil/trace.go:171","msg":"trace[455884083] linearizableReadLoop","detail":"{readStateIndex:14327; appliedIndex:14326; }","duration":"184.233731ms","start":"2026-04-28T03:36:36.102496Z","end":"2026-04-28T03:36:36.286729Z","steps":["trace[455884083] 'read index received' (duration: 179.061652ms)","trace[455884083] 'applied index is now lower than readState.Index' (duration: 5.170429ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:36.286832Z","caller":"traceutil/trace.go:171","msg":"trace[205854743] transaction","detail":"{read_only:false; response_revision:13919; number_of_response:1; }","duration":"237.224263ms","start":"2026-04-28T03:36:36.049546Z","end":"2026-04-28T03:36:36.286771Z","steps":["trace[205854743] 'process raft request' (duration: 232.052445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:36.287111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.568587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-28T03:36:36.287212Z","caller":"traceutil/trace.go:171","msg":"trace[1809496677] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13919; }","duration":"184.705309ms","start":"2026-04-28T03:36:36.102479Z","end":"2026-04-28T03:36:36.287184Z","steps":["trace[1809496677] 'agreement among raft nodes before linearized reading' (duration: 184.367933ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:36.72376Z","caller":"traceutil/trace.go:171","msg":"trace[1567474510] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13934; }","duration":"146.241295ms","start":"2026-04-28T03:36:36.577479Z","end":"2026-04-28T03:36:36.72372Z","steps":["trace[1567474510] 'process raft request' (duration: 145.98561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:38.31349Z","caller":"traceutil/trace.go:171","msg":"trace[1769391036] linearizableReadLoop","detail":"{readStateIndex:14358; appliedIndex:14356; }","duration":"313.840936ms","start":"2026-04-28T03:36:37.999616Z","end":"2026-04-28T03:36:38.313457Z","steps":["trace[1769391036] 'read index received' (duration: 312.536851ms)","trace[1769391036] 'applied index is now lower than readState.Index' (duration: 1.302115ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:36:38.313609Z","caller":"traceutil/trace.go:171","msg":"trace[1928739004] transaction","detail":"{read_only:false; response_revision:13948; number_of_response:1; }","duration":"350.6747ms","start":"2026-04-28T03:36:37.962888Z","end":"2026-04-28T03:36:38.313562Z","steps":["trace[1928739004] 'process raft request' (duration: 350.228442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:38.313823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:37.962856Z","time spent":"350.858974ms","remote":"127.0.0.1:60872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:36:38.313932Z","caller":"traceutil/trace.go:171","msg":"trace[252806282] transaction","detail":"{read_only:false; response_revision:13949; number_of_response:1; }","duration":"335.306037ms","start":"2026-04-28T03:36:37.978488Z","end":"2026-04-28T03:36:38.313794Z","steps":["trace[252806282] 'process raft request' (duration: 334.870428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:38.314095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.746993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:36:38.314107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.470106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:36:38.314173Z","caller":"traceutil/trace.go:171","msg":"trace[1879300658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13949; }","duration":"194.552618ms","start":"2026-04-28T03:36:38.119604Z","end":"2026-04-28T03:36:38.314156Z","steps":["trace[1879300658] 'agreement among raft nodes before linearized reading' (duration: 194.335334ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:36:38.314185Z","caller":"traceutil/trace.go:171","msg":"trace[171982873] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:13949; }","duration":"259.885736ms","start":"2026-04-28T03:36:38.054267Z","end":"2026-04-28T03:36:38.314152Z","steps":["trace[171982873] 'agreement among raft nodes before linearized reading' (duration: 259.771133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:38.313958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.442583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:36:38.314358Z","caller":"traceutil/trace.go:171","msg":"trace[136223916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13949; }","duration":"274.897292ms","start":"2026-04-28T03:36:38.039424Z","end":"2026-04-28T03:36:38.314321Z","steps":["trace[136223916] 'agreement among raft nodes before linearized reading' (duration: 274.360952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:38.313989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.328997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-novncproxy-67d97cb6f5-rrlgl\" ","response":"range_response_count:1 size:11213"} {"level":"info","ts":"2026-04-28T03:36:38.314444Z","caller":"traceutil/trace.go:171","msg":"trace[2084115874] range","detail":"{range_begin:/registry/pods/openstack/nova-novncproxy-67d97cb6f5-rrlgl; range_end:; response_count:1; response_revision:13949; }","duration":"314.852966ms","start":"2026-04-28T03:36:37.999568Z","end":"2026-04-28T03:36:38.314421Z","steps":["trace[2084115874] 'agreement among raft nodes before linearized reading' (duration: 314.132362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:36:38.314512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:37.999532Z","time spent":"314.952378ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":11237,"request content":"key:\"/registry/pods/openstack/nova-novncproxy-67d97cb6f5-rrlgl\" "} {"level":"warn","ts":"2026-04-28T03:36:38.314607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:36:37.978464Z","time spent":"335.678873ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:40:29.773928Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12930} {"level":"info","ts":"2026-04-28T03:40:29.988826Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12930,"took":"208.181227ms","hash":2877794472,"current-db-size-bytes":76709888,"current-db-size":"77 MB","current-db-size-in-use-bytes":46428160,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-04-28T03:40:29.988977Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2877794472,"revision":12930,"compact-revision":6839} {"level":"info","ts":"2026-04-28T03:43:14.289553Z","caller":"traceutil/trace.go:171","msg":"trace[272200737] linearizableReadLoop","detail":"{readStateIndex:19087; appliedIndex:19086; }","duration":"197.780477ms","start":"2026-04-28T03:43:14.091735Z","end":"2026-04-28T03:43:14.289515Z","steps":["trace[272200737] 'read index received' (duration: 136.454136ms)","trace[272200737] 'applied index is now lower than readState.Index' (duration: 61.324851ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:14.290017Z","caller":"traceutil/trace.go:171","msg":"trace[160484367] transaction","detail":"{read_only:false; response_revision:18555; number_of_response:1; }","duration":"229.061691ms","start":"2026-04-28T03:43:14.060897Z","end":"2026-04-28T03:43:14.289959Z","steps":["trace[160484367] 'process raft request' (duration: 167.270771ms)","trace[160484367] 'compare' (duration: 60.962594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:43:14.290156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.365011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:43:14.290244Z","caller":"traceutil/trace.go:171","msg":"trace[1273312441] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:18555; }","duration":"253.520944ms","start":"2026-04-28T03:43:14.0367Z","end":"2026-04-28T03:43:14.290221Z","steps":["trace[1273312441] 'agreement among raft nodes before linearized reading' (duration: 253.338441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:14.488833Z","caller":"traceutil/trace.go:171","msg":"trace[469157819] transaction","detail":"{read_only:false; response_revision:18557; number_of_response:1; }","duration":"298.440095ms","start":"2026-04-28T03:43:14.190376Z","end":"2026-04-28T03:43:14.488816Z","steps":["trace[469157819] 'process raft request' (duration: 298.323123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:14.489123Z","caller":"traceutil/trace.go:171","msg":"trace[1465444264] linearizableReadLoop","detail":"{readStateIndex:19093; appliedIndex:19087; }","duration":"199.040902ms","start":"2026-04-28T03:43:14.29005Z","end":"2026-04-28T03:43:14.489091Z","steps":["trace[1465444264] 'read index received' (duration: 144.946986ms)","trace[1465444264] 'applied index is now lower than readState.Index' (duration: 54.092695ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:14.489473Z","caller":"traceutil/trace.go:171","msg":"trace[741132988] transaction","detail":"{read_only:false; response_revision:18561; number_of_response:1; }","duration":"285.801956ms","start":"2026-04-28T03:43:14.203638Z","end":"2026-04-28T03:43:14.48944Z","steps":["trace[741132988] 'process raft request' (duration: 285.407879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:14.489575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.564172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T03:43:14.489642Z","caller":"traceutil/trace.go:171","msg":"trace[1638425807] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:18561; }","duration":"265.700034ms","start":"2026-04-28T03:43:14.223928Z","end":"2026-04-28T03:43:14.489628Z","steps":["trace[1638425807] 'agreement among raft nodes before linearized reading' (duration: 265.45672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:14.489896Z","caller":"traceutil/trace.go:171","msg":"trace[1942933600] transaction","detail":"{read_only:false; response_revision:18558; number_of_response:1; }","duration":"298.820973ms","start":"2026-04-28T03:43:14.19106Z","end":"2026-04-28T03:43:14.489881Z","steps":["trace[1942933600] 'process raft request' (duration: 297.713252ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:14.490053Z","caller":"traceutil/trace.go:171","msg":"trace[1892396241] transaction","detail":"{read_only:false; response_revision:18559; number_of_response:1; }","duration":"298.753831ms","start":"2026-04-28T03:43:14.191264Z","end":"2026-04-28T03:43:14.490017Z","steps":["trace[1892396241] 'process raft request' (duration: 297.64111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:14.488823Z","caller":"traceutil/trace.go:171","msg":"trace[420564876] transaction","detail":"{read_only:false; response_revision:18556; number_of_response:1; }","duration":"304.252196ms","start":"2026-04-28T03:43:14.184533Z","end":"2026-04-28T03:43:14.488785Z","steps":["trace[420564876] 'process raft request' (duration: 250.444306ms)","trace[420564876] 'compare' (duration: 53.414972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:43:14.490207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.383703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fjq4g\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T03:43:14.49043Z","caller":"traceutil/trace.go:171","msg":"trace[1597142839] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fjq4g; range_end:; response_count:1; response_revision:18561; }","duration":"357.653299ms","start":"2026-04-28T03:43:14.132758Z","end":"2026-04-28T03:43:14.490411Z","steps":["trace[1597142839] 'agreement among raft nodes before linearized reading' (duration: 357.300572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:14.490566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:43:14.132745Z","time spent":"357.77049ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-fjq4g\" "} {"level":"warn","ts":"2026-04-28T03:43:14.489272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.048946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:43:14.490781Z","caller":"traceutil/trace.go:171","msg":"trace[2098399140] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:18561; }","duration":"395.620486ms","start":"2026-04-28T03:43:14.095142Z","end":"2026-04-28T03:43:14.490763Z","steps":["trace[2098399140] 'agreement among raft nodes before linearized reading' (duration: 394.061877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:14.490832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:43:14.095121Z","time spent":"395.691588ms","remote":"127.0.0.1:39890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:43:14.490835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:43:14.184496Z","time spent":"306.236263ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:43:14.489479Z","caller":"traceutil/trace.go:171","msg":"trace[263019391] transaction","detail":"{read_only:false; response_revision:18560; number_of_response:1; }","duration":"297.864965ms","start":"2026-04-28T03:43:14.19153Z","end":"2026-04-28T03:43:14.489395Z","steps":["trace[263019391] 'process raft request' (duration: 297.475508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:14.917981Z","caller":"traceutil/trace.go:171","msg":"trace[407312811] linearizableReadLoop","detail":"{readStateIndex:19098; appliedIndex:19095; }","duration":"164.277873ms","start":"2026-04-28T03:43:14.753671Z","end":"2026-04-28T03:43:14.917949Z","steps":["trace[407312811] 'read index received' (duration: 163.815684ms)","trace[407312811] 'applied index is now lower than readState.Index' (duration: 460.999µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:14.918135Z","caller":"traceutil/trace.go:171","msg":"trace[686229674] transaction","detail":"{read_only:false; response_revision:18564; number_of_response:1; }","duration":"168.614535ms","start":"2026-04-28T03:43:14.7495Z","end":"2026-04-28T03:43:14.918115Z","steps":["trace[686229674] 'process raft request' (duration: 168.078935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:14.918342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.295861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:43:14.918433Z","caller":"traceutil/trace.go:171","msg":"trace[863269107] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:18566; }","duration":"166.415473ms","start":"2026-04-28T03:43:14.751992Z","end":"2026-04-28T03:43:14.918407Z","steps":["trace[863269107] 'agreement among raft nodes before linearized reading' (duration: 166.252499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:14.918692Z","caller":"traceutil/trace.go:171","msg":"trace[346609754] transaction","detail":"{read_only:false; response_revision:18565; number_of_response:1; }","duration":"169.044734ms","start":"2026-04-28T03:43:14.749632Z","end":"2026-04-28T03:43:14.918676Z","steps":["trace[346609754] 'process raft request' (duration: 168.205158ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:14.918801Z","caller":"traceutil/trace.go:171","msg":"trace[738201348] transaction","detail":"{read_only:false; response_revision:18566; number_of_response:1; }","duration":"168.937181ms","start":"2026-04-28T03:43:14.749854Z","end":"2026-04-28T03:43:14.918791Z","steps":["trace[738201348] 'process raft request' (duration: 168.047384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:14.919556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.669403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T03:43:14.919608Z","caller":"traceutil/trace.go:171","msg":"trace[1430165132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18566; }","duration":"161.733854ms","start":"2026-04-28T03:43:14.757859Z","end":"2026-04-28T03:43:14.919593Z","steps":["trace[1430165132] 'agreement among raft nodes before linearized reading' (duration: 161.210004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:14.920241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.316029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:128 size:1239802"} {"level":"info","ts":"2026-04-28T03:43:14.920325Z","caller":"traceutil/trace.go:171","msg":"trace[728153079] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:128; response_revision:18566; }","duration":"168.437492ms","start":"2026-04-28T03:43:14.751867Z","end":"2026-04-28T03:43:14.920304Z","steps":["trace[728153079] 'agreement among raft nodes before linearized reading' (duration: 166.578457ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:52.201089Z","caller":"traceutil/trace.go:171","msg":"trace[1386151698] transaction","detail":"{read_only:false; response_revision:19039; number_of_response:1; }","duration":"117.602438ms","start":"2026-04-28T03:43:52.083441Z","end":"2026-04-28T03:43:52.201043Z","steps":["trace[1386151698] 'process raft request' (duration: 117.307742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:58.935267Z","caller":"traceutil/trace.go:171","msg":"trace[169668722] transaction","detail":"{read_only:false; response_revision:19091; number_of_response:1; }","duration":"234.479041ms","start":"2026-04-28T03:43:58.700756Z","end":"2026-04-28T03:43:58.935235Z","steps":["trace[169668722] 'process raft request' (duration: 234.257637ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:59.018264Z","caller":"traceutil/trace.go:171","msg":"trace[892310136] transaction","detail":"{read_only:false; response_revision:19092; number_of_response:1; }","duration":"315.17118ms","start":"2026-04-28T03:43:58.703064Z","end":"2026-04-28T03:43:59.018235Z","steps":["trace[892310136] 'process raft request' (duration: 314.781923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:59.018428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:43:58.703034Z","time spent":"315.295134ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:43:59.01861Z","caller":"traceutil/trace.go:171","msg":"trace[211759036] transaction","detail":"{read_only:false; response_revision:19093; number_of_response:1; }","duration":"312.670793ms","start":"2026-04-28T03:43:58.70591Z","end":"2026-04-28T03:43:59.018581Z","steps":["trace[211759036] 'process raft request' (duration: 312.287735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:59.018798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:43:58.705881Z","time spent":"312.821987ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:43:59.018802Z","caller":"traceutil/trace.go:171","msg":"trace[599616174] transaction","detail":"{read_only:false; response_revision:19095; number_of_response:1; }","duration":"311.186835ms","start":"2026-04-28T03:43:58.70758Z","end":"2026-04-28T03:43:59.018767Z","steps":["trace[599616174] 'process raft request' (duration: 311.087013ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:43:59.018957Z","caller":"traceutil/trace.go:171","msg":"trace[303717438] linearizableReadLoop","detail":"{readStateIndex:19639; appliedIndex:19634; }","duration":"295.415547ms","start":"2026-04-28T03:43:58.72351Z","end":"2026-04-28T03:43:59.018926Z","steps":["trace[303717438] 'read index received' (duration: 212.520217ms)","trace[303717438] 'applied index is now lower than readState.Index' (duration: 82.89384ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:43:59.019015Z","caller":"traceutil/trace.go:171","msg":"trace[34932252] transaction","detail":"{read_only:false; response_revision:19094; number_of_response:1; }","duration":"311.52289ms","start":"2026-04-28T03:43:58.707484Z","end":"2026-04-28T03:43:59.019006Z","steps":["trace[34932252] 'process raft request' (duration: 311.003701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:59.019013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:43:58.707559Z","time spent":"311.334637ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:43:59.019055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:43:58.70747Z","time spent":"311.564592ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:43:59.019046Z","caller":"traceutil/trace.go:171","msg":"trace[1036289050] transaction","detail":"{read_only:false; response_revision:19096; number_of_response:1; }","duration":"311.033781ms","start":"2026-04-28T03:43:58.707985Z","end":"2026-04-28T03:43:59.019018Z","steps":["trace[1036289050] 'process raft request' (duration: 310.735346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:59.019147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.60771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T03:43:59.019163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:43:58.70797Z","time spent":"311.131754ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:43:59.019186Z","caller":"traceutil/trace.go:171","msg":"trace[1402568958] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19096; }","duration":"295.711371ms","start":"2026-04-28T03:43:58.723463Z","end":"2026-04-28T03:43:59.019174Z","steps":["trace[1402568958] 'agreement among raft nodes before linearized reading' (duration: 295.612099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:43:59.019296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.566894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:43:59.019337Z","caller":"traceutil/trace.go:171","msg":"trace[978388413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19096; }","duration":"195.658957ms","start":"2026-04-28T03:43:58.823666Z","end":"2026-04-28T03:43:59.019325Z","steps":["trace[978388413] 'agreement among raft nodes before linearized reading' (duration: 195.501304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:09.360774Z","caller":"traceutil/trace.go:171","msg":"trace[420378181] linearizableReadLoop","detail":"{readStateIndex:19717; appliedIndex:19716; }","duration":"104.146353ms","start":"2026-04-28T03:44:09.256596Z","end":"2026-04-28T03:44:09.360742Z","steps":["trace[420378181] 'read index received' (duration: 104.049091ms)","trace[420378181] 'applied index is now lower than readState.Index' (duration: 95.892µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:09.360813Z","caller":"traceutil/trace.go:171","msg":"trace[2070735962] transaction","detail":"{read_only:false; response_revision:19172; number_of_response:1; }","duration":"105.398006ms","start":"2026-04-28T03:44:09.255379Z","end":"2026-04-28T03:44:09.360778Z","steps":["trace[2070735962] 'process raft request' (duration: 105.198883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:09.361275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.634213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T03:44:09.361385Z","caller":"traceutil/trace.go:171","msg":"trace[1886817319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19172; }","duration":"104.794005ms","start":"2026-04-28T03:44:09.256568Z","end":"2026-04-28T03:44:09.361362Z","steps":["trace[1886817319] 'agreement among raft nodes before linearized reading' (duration: 104.302865ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:09.362472Z","caller":"traceutil/trace.go:171","msg":"trace[486628360] transaction","detail":"{read_only:false; response_revision:19174; number_of_response:1; }","duration":"104.432598ms","start":"2026-04-28T03:44:09.258004Z","end":"2026-04-28T03:44:09.362437Z","steps":["trace[486628360] 'process raft request' (duration: 103.815396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:09.362972Z","caller":"traceutil/trace.go:171","msg":"trace[137315127] transaction","detail":"{read_only:false; response_revision:19173; number_of_response:1; }","duration":"105.799274ms","start":"2026-04-28T03:44:09.256678Z","end":"2026-04-28T03:44:09.362477Z","steps":["trace[137315127] 'process raft request' (duration: 104.977218ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:11.053883Z","caller":"traceutil/trace.go:171","msg":"trace[983189122] transaction","detail":"{read_only:false; response_revision:19178; number_of_response:1; }","duration":"122.355668ms","start":"2026-04-28T03:44:10.931495Z","end":"2026-04-28T03:44:11.05385Z","steps":["trace[983189122] 'process raft request' (duration: 122.004491ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:11.752193Z","caller":"traceutil/trace.go:171","msg":"trace[1527677889] transaction","detail":"{read_only:false; response_revision:19190; number_of_response:1; }","duration":"107.584688ms","start":"2026-04-28T03:44:11.644535Z","end":"2026-04-28T03:44:11.75212Z","steps":["trace[1527677889] 'process raft request' (duration: 107.250432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:13.519697Z","caller":"traceutil/trace.go:171","msg":"trace[1444043767] linearizableReadLoop","detail":"{readStateIndex:19750; appliedIndex:19747; }","duration":"100.800459ms","start":"2026-04-28T03:44:13.418863Z","end":"2026-04-28T03:44:13.519663Z","steps":["trace[1444043767] 'read index received' (duration: 58.515857ms)","trace[1444043767] 'applied index is now lower than readState.Index' (duration: 42.283552ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:13.519864Z","caller":"traceutil/trace.go:171","msg":"trace[2070553163] transaction","detail":"{read_only:false; response_revision:19203; number_of_response:1; }","duration":"133.828066ms","start":"2026-04-28T03:44:13.386013Z","end":"2026-04-28T03:44:13.519841Z","steps":["trace[2070553163] 'process raft request' (duration: 133.558171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:13.519954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.070504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fjq4g\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T03:44:13.519994Z","caller":"traceutil/trace.go:171","msg":"trace[1699536188] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fjq4g; range_end:; response_count:1; response_revision:19204; }","duration":"101.187216ms","start":"2026-04-28T03:44:13.418794Z","end":"2026-04-28T03:44:13.519982Z","steps":["trace[1699536188] 'agreement among raft nodes before linearized reading' (duration: 100.986842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:13.520095Z","caller":"traceutil/trace.go:171","msg":"trace[97495673] transaction","detail":"{read_only:false; response_revision:19204; number_of_response:1; }","duration":"133.890227ms","start":"2026-04-28T03:44:13.386186Z","end":"2026-04-28T03:44:13.520076Z","steps":["trace[97495673] 'process raft request' (duration: 133.425808ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:13.519726Z","caller":"traceutil/trace.go:171","msg":"trace[380455414] transaction","detail":"{read_only:false; response_revision:19202; number_of_response:1; }","duration":"133.726094ms","start":"2026-04-28T03:44:13.385955Z","end":"2026-04-28T03:44:13.519681Z","steps":["trace[380455414] 'process raft request' (duration: 133.435367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:15.234415Z","caller":"traceutil/trace.go:171","msg":"trace[1869897571] transaction","detail":"{read_only:false; response_revision:19209; number_of_response:1; }","duration":"157.020374ms","start":"2026-04-28T03:44:15.077355Z","end":"2026-04-28T03:44:15.234375Z","steps":["trace[1869897571] 'process raft request' (duration: 156.723259ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:15.481733Z","caller":"traceutil/trace.go:171","msg":"trace[639337160] transaction","detail":"{read_only:false; response_revision:19210; number_of_response:1; }","duration":"385.88284ms","start":"2026-04-28T03:44:15.095816Z","end":"2026-04-28T03:44:15.481699Z","steps":["trace[639337160] 'process raft request' (duration: 385.522033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:15.481828Z","caller":"traceutil/trace.go:171","msg":"trace[2129121384] linearizableReadLoop","detail":"{readStateIndex:19760; appliedIndex:19754; }","duration":"373.847932ms","start":"2026-04-28T03:44:15.10794Z","end":"2026-04-28T03:44:15.481788Z","steps":["trace[2129121384] 'read index received' (duration: 126.255891ms)","trace[2129121384] 'applied index is now lower than readState.Index' (duration: 247.59075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:15.481905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.095792Z","time spent":"386.021583ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:15.482023Z","caller":"traceutil/trace.go:171","msg":"trace[1062798238] transaction","detail":"{read_only:false; response_revision:19211; number_of_response:1; }","duration":"384.017425ms","start":"2026-04-28T03:44:15.097991Z","end":"2026-04-28T03:44:15.482009Z","steps":["trace[1062798238] 'process raft request' (duration: 383.588817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.482219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.097957Z","time spent":"384.118106ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:15.482467Z","caller":"traceutil/trace.go:171","msg":"trace[1274966403] transaction","detail":"{read_only:false; response_revision:19212; number_of_response:1; }","duration":"382.359334ms","start":"2026-04-28T03:44:15.100096Z","end":"2026-04-28T03:44:15.482455Z","steps":["trace[1274966403] 'process raft request' (duration: 381.539538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.482536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.100085Z","time spent":"382.415405ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:44:15.482662Z","caller":"traceutil/trace.go:171","msg":"trace[1426407278] transaction","detail":"{read_only:false; response_revision:19213; number_of_response:1; }","duration":"382.408734ms","start":"2026-04-28T03:44:15.100241Z","end":"2026-04-28T03:44:15.48265Z","steps":["trace[1426407278] 'process raft request' (duration: 381.443826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.482731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.10023Z","time spent":"382.464385ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:44:15.482917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.137897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T03:44:15.482974Z","caller":"traceutil/trace.go:171","msg":"trace[1332453746] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19214; }","duration":"365.227159ms","start":"2026-04-28T03:44:15.117734Z","end":"2026-04-28T03:44:15.482961Z","steps":["trace[1332453746] 'agreement among raft nodes before linearized reading' (duration: 365.138647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.483009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.11772Z","time spent":"365.28096ms","remote":"127.0.0.1:33028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T03:44:15.483194Z","caller":"traceutil/trace.go:171","msg":"trace[1621056608] transaction","detail":"{read_only:false; response_revision:19214; number_of_response:1; }","duration":"381.911905ms","start":"2026-04-28T03:44:15.10127Z","end":"2026-04-28T03:44:15.483182Z","steps":["trace[1621056608] 'process raft request' (duration: 380.461267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.483268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.101262Z","time spent":"381.968056ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:44:15.483689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.716266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T03:44:15.483792Z","caller":"traceutil/trace.go:171","msg":"trace[1279647810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19214; }","duration":"375.86151ms","start":"2026-04-28T03:44:15.107906Z","end":"2026-04-28T03:44:15.483767Z","steps":["trace[1279647810] 'agreement among raft nodes before linearized reading' (duration: 375.565504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.483847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:44:15.10788Z","time spent":"375.958301ms","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T03:44:15.743784Z","caller":"traceutil/trace.go:171","msg":"trace[358211167] linearizableReadLoop","detail":"{readStateIndex:19762; appliedIndex:19760; }","duration":"251.31005ms","start":"2026-04-28T03:44:15.492413Z","end":"2026-04-28T03:44:15.743723Z","steps":["trace[358211167] 'read index received' (duration: 62.573865ms)","trace[358211167] 'applied index is now lower than readState.Index' (duration: 188.734945ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:15.743853Z","caller":"traceutil/trace.go:171","msg":"trace[163744521] transaction","detail":"{read_only:false; response_revision:19216; number_of_response:1; }","duration":"253.453411ms","start":"2026-04-28T03:44:15.490354Z","end":"2026-04-28T03:44:15.743808Z","steps":["trace[163744521] 'process raft request' (duration: 180.807365ms)","trace[163744521] 'compare' (duration: 72.3237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:44:15.744144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.667777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12210"} {"level":"info","ts":"2026-04-28T03:44:15.744196Z","caller":"traceutil/trace.go:171","msg":"trace[1444011774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19216; }","duration":"251.804809ms","start":"2026-04-28T03:44:15.492379Z","end":"2026-04-28T03:44:15.744184Z","steps":["trace[1444011774] 'agreement among raft nodes before linearized reading' (duration: 251.555384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.744328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.929978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T03:44:15.744404Z","caller":"traceutil/trace.go:171","msg":"trace[688216065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19216; }","duration":"219.075331ms","start":"2026-04-28T03:44:15.525309Z","end":"2026-04-28T03:44:15.744384Z","steps":["trace[688216065] 'agreement among raft nodes before linearized reading' (duration: 218.816775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.744393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.303671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-fjq4g\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T03:44:15.746003Z","caller":"traceutil/trace.go:171","msg":"trace[2013660616] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-fjq4g; range_end:; response_count:1; response_revision:19216; }","duration":"195.986093ms","start":"2026-04-28T03:44:15.550002Z","end":"2026-04-28T03:44:15.745988Z","steps":["trace[2013660616] 'agreement among raft nodes before linearized reading' (duration: 194.054906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.744471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.59059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T03:44:15.746199Z","caller":"traceutil/trace.go:171","msg":"trace[2008842054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19216; }","duration":"221.365353ms","start":"2026-04-28T03:44:15.524822Z","end":"2026-04-28T03:44:15.746187Z","steps":["trace[2008842054] 'agreement among raft nodes before linearized reading' (duration: 219.450346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.744641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.974438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T03:44:15.746353Z","caller":"traceutil/trace.go:171","msg":"trace[1569529755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19216; }","duration":"221.74759ms","start":"2026-04-28T03:44:15.524595Z","end":"2026-04-28T03:44:15.746343Z","steps":["trace[1569529755] 'agreement among raft nodes before linearized reading' (duration: 219.413716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:15.870677Z","caller":"traceutil/trace.go:171","msg":"trace[1235540173] linearizableReadLoop","detail":"{readStateIndex:19764; appliedIndex:19762; }","duration":"118.585036ms","start":"2026-04-28T03:44:15.752065Z","end":"2026-04-28T03:44:15.87065Z","steps":["trace[1235540173] 'read index received' (duration: 24.591606ms)","trace[1235540173] 'applied index is now lower than readState.Index' (duration: 93.99219ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:15.87088Z","caller":"traceutil/trace.go:171","msg":"trace[175346400] transaction","detail":"{read_only:false; response_revision:19218; number_of_response:1; }","duration":"119.445172ms","start":"2026-04-28T03:44:15.751376Z","end":"2026-04-28T03:44:15.870821Z","steps":["trace[175346400] 'process raft request' (duration: 94.584221ms)","trace[175346400] 'compare' (duration: 24.371492ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:44:15.871163Z","caller":"traceutil/trace.go:171","msg":"trace[672515679] transaction","detail":"{read_only:false; response_revision:19219; number_of_response:1; }","duration":"118.981814ms","start":"2026-04-28T03:44:15.75216Z","end":"2026-04-28T03:44:15.871142Z","steps":["trace[672515679] 'process raft request' (duration: 118.418794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.871267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.362598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T03:44:15.87146Z","caller":"traceutil/trace.go:171","msg":"trace[332500090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19219; }","duration":"112.623262ms","start":"2026-04-28T03:44:15.758806Z","end":"2026-04-28T03:44:15.871429Z","steps":["trace[332500090] 'agreement among raft nodes before linearized reading' (duration: 112.205955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:44:15.871922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.852061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:134 size:1287631"} {"level":"info","ts":"2026-04-28T03:44:15.871949Z","caller":"traceutil/trace.go:171","msg":"trace[256315233] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:134; response_revision:19219; }","duration":"119.903622ms","start":"2026-04-28T03:44:15.752038Z","end":"2026-04-28T03:44:15.871942Z","steps":["trace[256315233] 'agreement among raft nodes before linearized reading' (duration: 118.75582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:44:40.561256Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"be773dfc027af3eb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T03:44:40.569027Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-28T03:44:40.569164Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-28T03:45:29.779108Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16764} {"level":"info","ts":"2026-04-28T03:45:29.947764Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16764,"took":"164.598209ms","hash":2596260016,"current-db-size-bytes":76709888,"current-db-size":"77 MB","current-db-size-in-use-bytes":40472576,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-04-28T03:45:29.947848Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2596260016,"revision":16764,"compact-revision":12930} {"level":"info","ts":"2026-04-28T03:46:12.157423Z","caller":"traceutil/trace.go:171","msg":"trace[1024132788] transaction","detail":"{read_only:false; response_revision:20588; number_of_response:1; }","duration":"109.21712ms","start":"2026-04-28T03:46:12.048174Z","end":"2026-04-28T03:46:12.157391Z","steps":["trace[1024132788] 'process raft request' (duration: 109.002996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:46:12.15771Z","caller":"traceutil/trace.go:171","msg":"trace[702427109] transaction","detail":"{read_only:false; response_revision:20589; number_of_response:1; }","duration":"108.529415ms","start":"2026-04-28T03:46:12.049168Z","end":"2026-04-28T03:46:12.157698Z","steps":["trace[702427109] 'process raft request' (duration: 108.170579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:50:29.791144Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20114} {"level":"info","ts":"2026-04-28T03:50:29.950893Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20114,"took":"154.553374ms","hash":4288269031,"current-db-size-bytes":76709888,"current-db-size":"77 MB","current-db-size-in-use-bytes":34910208,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-28T03:50:29.950964Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4288269031,"revision":20114,"compact-revision":16764} {"level":"info","ts":"2026-04-28T03:55:29.799947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22773} {"level":"info","ts":"2026-04-28T03:55:29.967837Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22773,"took":"162.61643ms","hash":74318210,"current-db-size-bytes":76709888,"current-db-size":"77 MB","current-db-size-in-use-bytes":31735808,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T03:55:29.967933Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":74318210,"revision":22773,"compact-revision":20114} {"level":"info","ts":"2026-04-28T04:00:04.548609Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006cc2.wal"} {"level":"info","ts":"2026-04-28T04:00:29.809144Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25012} {"level":"info","ts":"2026-04-28T04:00:29.924348Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25012,"took":"110.998918ms","hash":2996307062,"current-db-size-bytes":76709888,"current-db-size":"77 MB","current-db-size-in-use-bytes":32989184,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T04:00:29.924428Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2996307062,"revision":25012,"compact-revision":22773}