{"level":"warn","ts":"2026-04-23T01:14:07.961012Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T01:14:07.961109Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T01:14:07.961322Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T01:14:07.961343Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-23T01:14:07.961774Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T01:14:07.962563Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-04-23T01:14:07.962736Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T01:14:07.966812Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.785949ms"} {"level":"info","ts":"2026-04-23T01:14:07.973869Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-04-23T01:14:07.973977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T01:14:07.974012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-04-23T01:14:07.974032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T01:14:07.974044Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-04-23T01:14:07.97422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-04-23T01:14:07.980571Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T01:14:07.981862Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T01:14:07.983073Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T01:14:07.9851Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T01:14:07.987199Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T01:14:07.985788Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T01:14:07.9873Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T01:14:07.989933Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T01:14:07.990976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-04-23T01:14:07.991236Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-23T01:14:07.992161Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T01:14:07.992308Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-23T01:14:07.992343Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-23T01:14:07.992516Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T01:14:07.992552Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T01:14:08.674889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T01:14:08.674981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T01:14:08.675009Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-04-23T01:14:08.675034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-04-23T01:14:08.675053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-23T01:14:08.675117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-04-23T01:14:08.675143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-23T01:14:08.676636Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T01:14:08.677099Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T01:14:08.677105Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T01:14:08.677141Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T01:14:08.677823Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T01:14:08.677888Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T01:14:08.677981Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T01:14:08.678061Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T01:14:08.678095Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T01:14:08.680774Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-04-23T01:14:08.682536Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T01:14:38.341825Z","caller":"traceutil/trace.go:171","msg":"trace[1297124772] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"100.591164ms","start":"2026-04-23T01:14:38.241195Z","end":"2026-04-23T01:14:38.341786Z","steps":["trace[1297124772] 'process raft request' (duration: 100.409082ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:38.342163Z","caller":"traceutil/trace.go:171","msg":"trace[445886218] transaction","detail":"{read_only:false; number_of_response:1; response_revision:486; }","duration":"100.827075ms","start":"2026-04-23T01:14:38.241319Z","end":"2026-04-23T01:14:38.342146Z","steps":["trace[445886218] 'process raft request' (duration: 100.740035ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:38.342372Z","caller":"traceutil/trace.go:171","msg":"trace[473198674] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"101.091338ms","start":"2026-04-23T01:14:38.241265Z","end":"2026-04-23T01:14:38.342356Z","steps":["trace[473198674] 'process raft request' (duration: 100.465933ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:44.709481Z","caller":"traceutil/trace.go:171","msg":"trace[1014316521] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"251.517239ms","start":"2026-04-23T01:14:44.457936Z","end":"2026-04-23T01:14:44.709454Z","steps":["trace[1014316521] 'read index received' (duration: 251.381628ms)","trace[1014316521] 'applied index is now lower than readState.Index' (duration: 134.001µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:44.709816Z","caller":"traceutil/trace.go:171","msg":"trace[141055765] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"280.497273ms","start":"2026-04-23T01:14:44.429306Z","end":"2026-04-23T01:14:44.709803Z","steps":["trace[141055765] 'process raft request' (duration: 279.981499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.710118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.164153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T01:14:44.710192Z","caller":"traceutil/trace.go:171","msg":"trace[677707068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:580; }","duration":"252.301874ms","start":"2026-04-23T01:14:44.457876Z","end":"2026-04-23T01:14:44.710178Z","steps":["trace[677707068] 'agreement among raft nodes before linearized reading' (duration: 252.097842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.91106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.488142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T01:14:44.911264Z","caller":"traceutil/trace.go:171","msg":"trace[1545923668] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"248.859119ms","start":"2026-04-23T01:14:44.662355Z","end":"2026-04-23T01:14:44.911214Z","steps":["trace[1545923668] 'process raft request' (duration: 126.752062ms)","trace[1545923668] 'compare' (duration: 121.21208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:44.911529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.734673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T01:14:44.911564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.465451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T01:14:44.911601Z","caller":"traceutil/trace.go:171","msg":"trace[1810221292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:582; }","duration":"444.838084ms","start":"2026-04-23T01:14:44.466752Z","end":"2026-04-23T01:14:44.91159Z","steps":["trace[1810221292] 'agreement among raft nodes before linearized reading' (duration: 444.636942ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:14:44.911354Z","caller":"traceutil/trace.go:171","msg":"trace[1589476164] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:601; }","duration":"201.723028ms","start":"2026-04-23T01:14:44.709568Z","end":"2026-04-23T01:14:44.911291Z","steps":["trace[1589476164] 'read index received' (duration: 79.296719ms)","trace[1589476164] 'applied index is now lower than readState.Index' (duration: 122.424179ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:14:44.911626Z","caller":"traceutil/trace.go:171","msg":"trace[642006581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:582; }","duration":"401.613783ms","start":"2026-04-23T01:14:44.509995Z","end":"2026-04-23T01:14:44.911609Z","steps":["trace[642006581] 'agreement among raft nodes before linearized reading' (duration: 401.348021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:44.911748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:44.509975Z","time spent":"401.741384ms","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:14:44.911947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:44.466737Z","time spent":"445.195166ms","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T01:14:44.911478Z","caller":"traceutil/trace.go:171","msg":"trace[384184187] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"195.328851ms","start":"2026-04-23T01:14:44.716137Z","end":"2026-04-23T01:14:44.911466Z","steps":["trace[384184187] 'process raft request' (duration: 195.041559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:14:45.286199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.394838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T01:14:45.286336Z","caller":"traceutil/trace.go:171","msg":"trace[1564734300] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"309.492737ms","start":"2026-04-23T01:14:44.976813Z","end":"2026-04-23T01:14:45.286305Z","steps":["trace[1564734300] 'process raft request' (duration: 157.902237ms)","trace[1564734300] 'compare' (duration: 151.163686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:14:45.28653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:14:44.976755Z","time spent":"309.616208ms","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T01:14:45.459496Z","caller":"traceutil/trace.go:171","msg":"trace[234364616] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"153.05096ms","start":"2026-04-23T01:14:45.306395Z","end":"2026-04-23T01:14:45.459446Z","steps":["trace[234364616] 'process raft request' (duration: 152.792878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:15:01.609543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.975839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T01:15:01.609769Z","caller":"traceutil/trace.go:171","msg":"trace[1786342067] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"209.836154ms","start":"2026-04-23T01:15:01.399857Z","end":"2026-04-23T01:15:01.609693Z","steps":["trace[1786342067] 'process raft request' (duration: 60.613682ms)","trace[1786342067] 'compare' (duration: 148.861313ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:15:01.846061Z","caller":"traceutil/trace.go:171","msg":"trace[1459122383] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"229.673321ms","start":"2026-04-23T01:15:01.616351Z","end":"2026-04-23T01:15:01.846024Z","steps":["trace[1459122383] 'process raft request' (duration: 229.143393ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:15:31.146696Z","caller":"traceutil/trace.go:171","msg":"trace[777940533] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"149.435438ms","start":"2026-04-23T01:15:30.997233Z","end":"2026-04-23T01:15:31.146668Z","steps":["trace[777940533] 'process raft request' (duration: 71.169058ms)","trace[777940533] 'compare' (duration: 78.131175ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:16:19.145976Z","caller":"traceutil/trace.go:171","msg":"trace[422386463] linearizableReadLoop","detail":"{readStateIndex:1895; appliedIndex:1894; }","duration":"184.944759ms","start":"2026-04-23T01:16:18.961007Z","end":"2026-04-23T01:16:19.145952Z","steps":["trace[422386463] 'read index received' (duration: 184.829847ms)","trace[422386463] 'applied index is now lower than readState.Index' (duration: 113.782µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:16:19.146181Z","caller":"traceutil/trace.go:171","msg":"trace[990892351] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"203.080313ms","start":"2026-04-23T01:16:18.943071Z","end":"2026-04-23T01:16:19.146151Z","steps":["trace[990892351] 'process raft request' (duration: 202.665803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.146247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.218356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-04-23T01:16:19.146308Z","caller":"traceutil/trace.go:171","msg":"trace[1840941643] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1823; }","duration":"185.347529ms","start":"2026-04-23T01:16:18.960944Z","end":"2026-04-23T01:16:19.146291Z","steps":["trace[1840941643] 'agreement among raft nodes before linearized reading' (duration: 185.147225ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:19.241688Z","caller":"traceutil/trace.go:171","msg":"trace[790502525] transaction","detail":"{read_only:false; response_revision:1824; number_of_response:1; }","duration":"238.463139ms","start":"2026-04-23T01:16:19.003179Z","end":"2026-04-23T01:16:19.241642Z","steps":["trace[790502525] 'process raft request' (duration: 235.566321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.241887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.791479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T01:16:19.24192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.61972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15419e02-00b9-44d2-8312-1e6eb44d0fcf\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-23T01:16:19.241995Z","caller":"traceutil/trace.go:171","msg":"trace[1918326716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1824; }","duration":"254.963993ms","start":"2026-04-23T01:16:18.987012Z","end":"2026-04-23T01:16:19.241976Z","steps":["trace[1918326716] 'agreement among raft nodes before linearized reading' (duration: 254.600795ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:19.242047Z","caller":"traceutil/trace.go:171","msg":"trace[1341858663] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15419e02-00b9-44d2-8312-1e6eb44d0fcf; range_end:; response_count:1; response_revision:1824; }","duration":"250.811244ms","start":"2026-04-23T01:16:18.991204Z","end":"2026-04-23T01:16:19.242015Z","steps":["trace[1341858663] 'agreement among raft nodes before linearized reading' (duration: 250.447435ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:19.272702Z","caller":"traceutil/trace.go:171","msg":"trace[1045780561] transaction","detail":"{read_only:false; response_revision:1825; number_of_response:1; }","duration":"114.39969ms","start":"2026-04-23T01:16:19.158269Z","end":"2026-04-23T01:16:19.272668Z","steps":["trace[1045780561] 'process raft request' (duration: 113.872588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.611446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.720731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T01:16:19.611592Z","caller":"traceutil/trace.go:171","msg":"trace[1257397106] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"333.670005ms","start":"2026-04-23T01:16:19.277894Z","end":"2026-04-23T01:16:19.611564Z","steps":["trace[1257397106] 'process raft request' (duration: 95.714698ms)","trace[1257397106] 'compare' (duration: 237.480696ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:16:19.611695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:16:19.277873Z","time spent":"333.774228ms","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:16:19.633158Z","caller":"traceutil/trace.go:171","msg":"trace[255463430] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"354.215942ms","start":"2026-04-23T01:16:19.278898Z","end":"2026-04-23T01:16:19.633114Z","steps":["trace[255463430] 'process raft request' (duration: 353.909084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.633416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:16:19.278884Z","time spent":"354.367146ms","remote":"127.0.0.1:46632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:16:19.633432Z","caller":"traceutil/trace.go:171","msg":"trace[2013539699] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1899; }","duration":"254.743845ms","start":"2026-04-23T01:16:19.37867Z","end":"2026-04-23T01:16:19.633414Z","steps":["trace[2013539699] 'read index received' (duration: 254.020358ms)","trace[2013539699] 'applied index is now lower than readState.Index' (duration: 722.617µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:16:19.633642Z","caller":"traceutil/trace.go:171","msg":"trace[1474577002] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"353.27537ms","start":"2026-04-23T01:16:19.280353Z","end":"2026-04-23T01:16:19.633628Z","steps":["trace[1474577002] 'process raft request' (duration: 352.558153ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:19.6337Z","caller":"traceutil/trace.go:171","msg":"trace[317884066] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"352.705506ms","start":"2026-04-23T01:16:19.280976Z","end":"2026-04-23T01:16:19.633681Z","steps":["trace[317884066] 'process raft request' (duration: 352.239835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.633742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:16:19.280326Z","time spent":"353.351601ms","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:16:19.633817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:16:19.280969Z","time spent":"352.785578ms","remote":"127.0.0.1:46632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:16:19.633935Z","caller":"traceutil/trace.go:171","msg":"trace[1498417740] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"349.149132ms","start":"2026-04-23T01:16:19.284767Z","end":"2026-04-23T01:16:19.633916Z","steps":["trace[1498417740] 'process raft request' (duration: 348.600039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.633967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.284658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T01:16:19.634038Z","caller":"traceutil/trace.go:171","msg":"trace[539487769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1831; }","duration":"255.38269ms","start":"2026-04-23T01:16:19.378634Z","end":"2026-04-23T01:16:19.634017Z","steps":["trace[539487769] 'agreement among raft nodes before linearized reading' (duration: 255.204296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.634051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:16:19.284748Z","time spent":"349.241503ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:16:19.634276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.068519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T01:16:19.634469Z","caller":"traceutil/trace.go:171","msg":"trace[1355039629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1831; }","duration":"132.292144ms","start":"2026-04-23T01:16:19.502159Z","end":"2026-04-23T01:16:19.634452Z","steps":["trace[1355039629] 'agreement among raft nodes before linearized reading' (duration: 131.988387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.634539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.841873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T01:16:19.634599Z","caller":"traceutil/trace.go:171","msg":"trace[786796798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1831; }","duration":"128.937444ms","start":"2026-04-23T01:16:19.505648Z","end":"2026-04-23T01:16:19.634585Z","steps":["trace[786796798] 'agreement among raft nodes before linearized reading' (duration: 128.793121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.634635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.455031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T01:16:19.634679Z","caller":"traceutil/trace.go:171","msg":"trace[415233604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1831; }","duration":"130.512892ms","start":"2026-04-23T01:16:19.504155Z","end":"2026-04-23T01:16:19.634668Z","steps":["trace[415233604] 'agreement among raft nodes before linearized reading' (duration: 130.42803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.63455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.243385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:16:19.634786Z","caller":"traceutil/trace.go:171","msg":"trace[2117549438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1831; }","duration":"130.521652ms","start":"2026-04-23T01:16:19.504256Z","end":"2026-04-23T01:16:19.634778Z","steps":["trace[2117549438] 'agreement among raft nodes before linearized reading' (duration: 130.204425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:19.634809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.297256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T01:16:19.634874Z","caller":"traceutil/trace.go:171","msg":"trace[1037052158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1831; }","duration":"119.383798ms","start":"2026-04-23T01:16:19.515471Z","end":"2026-04-23T01:16:19.634855Z","steps":["trace[1037052158] 'agreement among raft nodes before linearized reading' (duration: 119.224064ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:26.655809Z","caller":"traceutil/trace.go:171","msg":"trace[1811628191] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"108.204827ms","start":"2026-04-23T01:16:26.54758Z","end":"2026-04-23T01:16:26.655785Z","steps":["trace[1811628191] 'process raft request' (duration: 107.855659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:16:30.820792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.31763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T01:16:30.820877Z","caller":"traceutil/trace.go:171","msg":"trace[1515155694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"104.466783ms","start":"2026-04-23T01:16:30.716391Z","end":"2026-04-23T01:16:30.820858Z","steps":["trace[1515155694] 'range keys from in-memory index tree' (duration: 104.157216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:47.943406Z","caller":"traceutil/trace.go:171","msg":"trace[484194165] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"104.884283ms","start":"2026-04-23T01:16:47.838495Z","end":"2026-04-23T01:16:47.94338Z","steps":["trace[484194165] 'process raft request' (duration: 104.765751ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:16:49.486335Z","caller":"traceutil/trace.go:171","msg":"trace[1455053821] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"112.280159ms","start":"2026-04-23T01:16:49.374029Z","end":"2026-04-23T01:16:49.486309Z","steps":["trace[1455053821] 'process raft request' (duration: 112.148316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:18:32.08992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.867408ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-23T01:18:32.091144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.948239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T01:18:32.091244Z","caller":"traceutil/trace.go:171","msg":"trace[1834340637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2704; }","duration":"201.348505ms","start":"2026-04-23T01:18:31.889872Z","end":"2026-04-23T01:18:32.09122Z","steps":["trace[1834340637] 'agreement among raft nodes before linearized reading' (duration: 200.897609ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:18:32.091254Z","caller":"traceutil/trace.go:171","msg":"trace[574086001] linearizableReadLoop","detail":"{readStateIndex:2807; appliedIndex:2806; }","duration":"200.101638ms","start":"2026-04-23T01:18:31.889933Z","end":"2026-04-23T01:18:32.090035Z","steps":["trace[574086001] 'read index received' (duration: 85.18738ms)","trace[574086001] 'applied index is now lower than readState.Index' (duration: 114.912398ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:18:37.449467Z","caller":"traceutil/trace.go:171","msg":"trace[1785913860] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"187.57754ms","start":"2026-04-23T01:18:37.261861Z","end":"2026-04-23T01:18:37.449439Z","steps":["trace[1785913860] 'process raft request' (duration: 187.367717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:32.390503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409913438077949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:20:32.394888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:31.863553Z","time spent":"531.332328ms","remote":"127.0.0.1:46486","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T01:20:32.420906Z","caller":"traceutil/trace.go:171","msg":"trace[313957684] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"221.736601ms","start":"2026-04-23T01:20:32.199138Z","end":"2026-04-23T01:20:32.420875Z","steps":["trace[313957684] 'process raft request' (duration: 220.440992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:20:32.421516Z","caller":"traceutil/trace.go:171","msg":"trace[1367694421] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"166.189085ms","start":"2026-04-23T01:20:32.255318Z","end":"2026-04-23T01:20:32.421507Z","steps":["trace[1367694421] 'process raft request' (duration: 165.433652ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:20:32.421564Z","caller":"traceutil/trace.go:171","msg":"trace[898156023] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"117.339188ms","start":"2026-04-23T01:20:32.304209Z","end":"2026-04-23T01:20:32.421548Z","steps":["trace[898156023] 'process raft request' (duration: 116.805762ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:20:32.421669Z","caller":"traceutil/trace.go:171","msg":"trace[1092527106] linearizableReadLoop","detail":"{readStateIndex:3550; appliedIndex:3547; }","duration":"531.922673ms","start":"2026-04-23T01:20:31.889738Z","end":"2026-04-23T01:20:32.42166Z","steps":["trace[1092527106] 'read index received' (duration: 505.316009ms)","trace[1092527106] 'applied index is now lower than readState.Index' (duration: 26.605063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:20:32.421783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.031327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T01:20:32.421816Z","caller":"traceutil/trace.go:171","msg":"trace[638313545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3419; }","duration":"532.109089ms","start":"2026-04-23T01:20:31.889698Z","end":"2026-04-23T01:20:32.421807Z","steps":["trace[638313545] 'agreement among raft nodes before linearized reading' (duration: 532.046017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:32.421837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:31.88968Z","time spent":"532.15106ms","remote":"127.0.0.1:46436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:20:32.421955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.301308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T01:20:32.4221Z","caller":"traceutil/trace.go:171","msg":"trace[416565287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3419; }","duration":"330.346009ms","start":"2026-04-23T01:20:32.091632Z","end":"2026-04-23T01:20:32.421978Z","steps":["trace[416565287] 'agreement among raft nodes before linearized reading' (duration: 330.126923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:32.422132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:32.091578Z","time spent":"330.545465ms","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T01:20:36.657592Z","caller":"traceutil/trace.go:171","msg":"trace[1578469808] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"111.913426ms","start":"2026-04-23T01:20:36.545653Z","end":"2026-04-23T01:20:36.657566Z","steps":["trace[1578469808] 'process raft request' (duration: 111.728231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:37.572559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409913438078014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:20:38.073106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409913438078014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:20:38.573917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409913438078014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:20:39.076586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409913438078014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:20:39.577375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409913438078014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T01:20:39.812238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.859830139s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T01:20:39.814131Z","caller":"traceutil/trace.go:171","msg":"trace[348349952] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"2.861877909s","start":"2026-04-23T01:20:36.952217Z","end":"2026-04-23T01:20:39.814095Z","steps":["trace[348349952] 'process raft request' (duration: 2.860452157s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.814384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:36.952182Z","time spent":"2.862084595s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:20:39.873298Z","caller":"traceutil/trace.go:171","msg":"trace[805839322] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"2.160176507s","start":"2026-04-23T01:20:37.713086Z","end":"2026-04-23T01:20:39.873262Z","steps":["trace[805839322] 'process raft request' (duration: 2.159043715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.873503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:37.713054Z","time spent":"2.160338722s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:20:39.873654Z","caller":"traceutil/trace.go:171","msg":"trace[356410627] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"2.160439855s","start":"2026-04-23T01:20:37.71318Z","end":"2026-04-23T01:20:39.873619Z","steps":["trace[356410627] 'process raft request' (duration: 2.159889809s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.873874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:37.713174Z","time spent":"2.160595609s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:20:39.875613Z","caller":"traceutil/trace.go:171","msg":"trace[1618978165] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"1.416340852s","start":"2026-04-23T01:20:38.45925Z","end":"2026-04-23T01:20:39.875591Z","steps":["trace[1618978165] 'process raft request' (duration: 1.414298463s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:20:39.8756Z","caller":"traceutil/trace.go:171","msg":"trace[846104970] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"1.398461261s","start":"2026-04-23T01:20:38.477103Z","end":"2026-04-23T01:20:39.875564Z","steps":["trace[846104970] 'process raft request' (duration: 1.398303376s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.875712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:38.459235Z","time spent":"1.416425005s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:20:39.87576Z","caller":"traceutil/trace.go:171","msg":"trace[2031442156] linearizableReadLoop","detail":"{readStateIndex:3580; appliedIndex:3574; }","duration":"2.803336707s","start":"2026-04-23T01:20:37.072174Z","end":"2026-04-23T01:20:39.875511Z","steps":["trace[2031442156] 'read index received' (duration: 2.740528613s)","trace[2031442156] 'applied index is now lower than readState.Index' (duration: 62.806653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:20:39.876012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781659572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T01:20:39.876074Z","caller":"traceutil/trace.go:171","msg":"trace[222722808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3447; }","duration":"2.781738885s","start":"2026-04-23T01:20:37.094323Z","end":"2026-04-23T01:20:39.876062Z","steps":["trace[222722808] 'agreement among raft nodes before linearized reading' (duration: 2.78156052s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.87607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:38.477096Z","time spent":"1.398586744s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:20:39.87611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:37.094314Z","time spent":"2.781782646s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T01:20:39.87627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.986804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T01:20:39.876332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.202794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T01:20:39.876367Z","caller":"traceutil/trace.go:171","msg":"trace[1701322295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3447; }","duration":"443.265516ms","start":"2026-04-23T01:20:39.433092Z","end":"2026-04-23T01:20:39.876357Z","steps":["trace[1701322295] 'agreement among raft nodes before linearized reading' (duration: 443.158773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.876395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:39.433078Z","time spent":"443.309628ms","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T01:20:39.876324Z","caller":"traceutil/trace.go:171","msg":"trace[1603108597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3447; }","duration":"428.089997ms","start":"2026-04-23T01:20:39.448221Z","end":"2026-04-23T01:20:39.876311Z","steps":["trace[1603108597] 'agreement among raft nodes before linearized reading' (duration: 427.86218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.876414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804222273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T01:20:39.8765Z","caller":"traceutil/trace.go:171","msg":"trace[161334416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3447; }","duration":"2.804351117s","start":"2026-04-23T01:20:37.072134Z","end":"2026-04-23T01:20:39.876485Z","steps":["trace[161334416] 'agreement among raft nodes before linearized reading' (duration: 2.803535063s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.876559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:37.072109Z","time spent":"2.804441629s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T01:20:39.876581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.291849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T01:20:39.876618Z","caller":"traceutil/trace.go:171","msg":"trace[716732047] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3447; }","duration":"678.365901ms","start":"2026-04-23T01:20:39.19824Z","end":"2026-04-23T01:20:39.876606Z","steps":["trace[716732047] 'agreement among raft nodes before linearized reading' (duration: 678.223187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.876648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:39.198226Z","time spent":"678.415193ms","remote":"127.0.0.1:46518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":61,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:20:39.876494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:39.448182Z","time spent":"428.299963ms","remote":"127.0.0.1:46436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T01:20:39.876813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416942389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-23T01:20:39.876861Z","caller":"traceutil/trace.go:171","msg":"trace[477727868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3447; }","duration":"1.416986051s","start":"2026-04-23T01:20:38.459848Z","end":"2026-04-23T01:20:39.876834Z","steps":["trace[477727868] 'agreement among raft nodes before linearized reading' (duration: 1.416896198s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.876891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:38.459842Z","time spent":"1.417043782s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T01:20:39.876894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.766997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T01:20:39.876971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782436396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T01:20:39.877069Z","caller":"traceutil/trace.go:171","msg":"trace[1052218289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3447; }","duration":"2.782542278s","start":"2026-04-23T01:20:37.094516Z","end":"2026-04-23T01:20:39.877058Z","steps":["trace[1052218289] 'agreement among raft nodes before linearized reading' (duration: 2.782381074s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.877104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:37.094508Z","time spent":"2.78258823s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T01:20:39.877113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035412487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-23T01:20:39.877141Z","caller":"traceutil/trace.go:171","msg":"trace[10702068] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3447; }","duration":"2.035464219s","start":"2026-04-23T01:20:37.841667Z","end":"2026-04-23T01:20:39.877132Z","steps":["trace[10702068] 'agreement among raft nodes before linearized reading' (duration: 2.035339145s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:20:39.876956Z","caller":"traceutil/trace.go:171","msg":"trace[708379307] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:3447; }","duration":"221.86182ms","start":"2026-04-23T01:20:39.655079Z","end":"2026-04-23T01:20:39.87694Z","steps":["trace[708379307] 'agreement among raft nodes before linearized reading' (duration: 221.757937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.877162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358244189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-23T01:20:39.877189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:37.841651Z","time spent":"2.035530341s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T01:20:39.877271Z","caller":"traceutil/trace.go:171","msg":"trace[876117678] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3447; }","duration":"2.358356153s","start":"2026-04-23T01:20:37.51888Z","end":"2026-04-23T01:20:39.877236Z","steps":["trace[876117678] 'agreement among raft nodes before linearized reading' (duration: 2.358041773s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.87732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:37.518869Z","time spent":"2.358442625s","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T01:20:39.876727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32134292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T01:20:39.87751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.034294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T01:20:39.877511Z","caller":"traceutil/trace.go:171","msg":"trace[518734184] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3447; }","duration":"2.322152104s","start":"2026-04-23T01:20:37.555331Z","end":"2026-04-23T01:20:39.877483Z","steps":["trace[518734184] 'agreement among raft nodes before linearized reading' (duration: 2.321351021s)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:20:39.877579Z","caller":"traceutil/trace.go:171","msg":"trace[1135519486] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3447; }","duration":"305.162468ms","start":"2026-04-23T01:20:39.572397Z","end":"2026-04-23T01:20:39.87756Z","steps":["trace[1135519486] 'agreement among raft nodes before linearized reading' (duration: 305.064725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.877586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:37.555318Z","time spent":"2.322255186s","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:20:39.877606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.999194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T01:20:39.877635Z","caller":"traceutil/trace.go:171","msg":"trace[1236129436] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3447; }","duration":"284.044105ms","start":"2026-04-23T01:20:39.593583Z","end":"2026-04-23T01:20:39.877627Z","steps":["trace[1236129436] 'agreement among raft nodes before linearized reading' (duration: 283.955272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.877635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:39.572367Z","time spent":"305.254281ms","remote":"127.0.0.1:54582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T01:20:39.877758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.362521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T01:20:39.877821Z","caller":"traceutil/trace.go:171","msg":"trace[103425314] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3447; }","duration":"287.479064ms","start":"2026-04-23T01:20:39.590333Z","end":"2026-04-23T01:20:39.877812Z","steps":["trace[103425314] 'agreement among raft nodes before linearized reading' (duration: 287.389422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.877977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340070377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T01:20:39.878006Z","caller":"traceutil/trace.go:171","msg":"trace[2140415330] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3447; }","duration":"2.340231272s","start":"2026-04-23T01:20:37.537768Z","end":"2026-04-23T01:20:39.877999Z","steps":["trace[2140415330] 'agreement among raft nodes before linearized reading' (duration: 2.339036757s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:20:39.878269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:20:37.537736Z","time spent":"2.34052358s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-23T01:22:30.272622Z","caller":"traceutil/trace.go:171","msg":"trace[1745093166] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4898; }","duration":"246.90777ms","start":"2026-04-23T01:22:30.025688Z","end":"2026-04-23T01:22:30.272596Z","steps":["trace[1745093166] 'read index received' (duration: 246.796627ms)","trace[1745093166] 'applied index is now lower than readState.Index' (duration: 109.923µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:22:30.27277Z","caller":"traceutil/trace.go:171","msg":"trace[796949682] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"248.293129ms","start":"2026-04-23T01:22:30.024395Z","end":"2026-04-23T01:22:30.272688Z","steps":["trace[796949682] 'process raft request' (duration: 247.980612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:22:30.272926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.206726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-74d7866655-9kfvz.18a8d7d1c81ae949\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-23T01:22:30.272991Z","caller":"traceutil/trace.go:171","msg":"trace[15582272] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-74d7866655-9kfvz.18a8d7d1c81ae949; range_end:; response_count:1; response_revision:4716; }","duration":"247.309729ms","start":"2026-04-23T01:22:30.025669Z","end":"2026-04-23T01:22:30.272979Z","steps":["trace[15582272] 'agreement among raft nodes before linearized reading' (duration: 247.071794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:22:30.273007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.162297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-23T01:22:30.273106Z","caller":"traceutil/trace.go:171","msg":"trace[2069093867] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4716; }","duration":"193.346301ms","start":"2026-04-23T01:22:30.079741Z","end":"2026-04-23T01:22:30.273087Z","steps":["trace[2069093867] 'agreement among raft nodes before linearized reading' (duration: 193.057215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:22:42.548914Z","caller":"traceutil/trace.go:171","msg":"trace[1025062386] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"111.438319ms","start":"2026-04-23T01:22:42.437445Z","end":"2026-04-23T01:22:42.548884Z","steps":["trace[1025062386] 'process raft request' (duration: 109.451989ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:23:14.964169Z","caller":"traceutil/trace.go:171","msg":"trace[2123229868] linearizableReadLoop","detail":"{readStateIndex:5394; appliedIndex:5393; }","duration":"190.464574ms","start":"2026-04-23T01:23:14.773677Z","end":"2026-04-23T01:23:14.964142Z","steps":["trace[2123229868] 'read index received' (duration: 154.047666ms)","trace[2123229868] 'applied index is now lower than readState.Index' (duration: 36.415818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:23:14.964705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.101505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T01:23:14.964758Z","caller":"traceutil/trace.go:171","msg":"trace[1740251253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5197; }","duration":"132.198847ms","start":"2026-04-23T01:23:14.832545Z","end":"2026-04-23T01:23:14.964743Z","steps":["trace[1740251253] 'agreement among raft nodes before linearized reading' (duration: 132.038864ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:23:14.964815Z","caller":"traceutil/trace.go:171","msg":"trace[218452065] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"212.063289ms","start":"2026-04-23T01:23:14.75273Z","end":"2026-04-23T01:23:14.964794Z","steps":["trace[218452065] 'process raft request' (duration: 175.005938ms)","trace[218452065] 'compare' (duration: 36.225495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:23:14.964731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.044665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-credential-keys\" ","response":"range_response_count:1 size:353"} {"level":"info","ts":"2026-04-23T01:23:14.964981Z","caller":"traceutil/trace.go:171","msg":"trace[97219836] range","detail":"{range_begin:/registry/secrets/openstack/keystone-credential-keys; range_end:; response_count:1; response_revision:5197; }","duration":"191.31247ms","start":"2026-04-23T01:23:14.773659Z","end":"2026-04-23T01:23:14.964971Z","steps":["trace[97219836] 'agreement among raft nodes before linearized reading' (duration: 190.79045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:23:14.96519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.480964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T01:23:14.965258Z","caller":"traceutil/trace.go:171","msg":"trace[1853190658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5197; }","duration":"129.578126ms","start":"2026-04-23T01:23:14.835662Z","end":"2026-04-23T01:23:14.965241Z","steps":["trace[1853190658] 'agreement among raft nodes before linearized reading' (duration: 129.451404ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:24:08.707908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2899} {"level":"info","ts":"2026-04-23T01:24:08.78966Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2899,"took":"80.313086ms","hash":1933442172,"current-db-size-bytes":54403072,"current-db-size":"54 MB","current-db-size-in-use-bytes":29446144,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-23T01:24:08.789725Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1933442172,"revision":2899,"compact-revision":-1} {"level":"warn","ts":"2026-04-23T01:26:40.198286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.992694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T01:26:40.198385Z","caller":"traceutil/trace.go:171","msg":"trace[1323383921] linearizableReadLoop","detail":"{readStateIndex:6881; appliedIndex:6879; }","duration":"243.440151ms","start":"2026-04-23T01:26:39.954929Z","end":"2026-04-23T01:26:40.198369Z","steps":["trace[1323383921] 'read index received' (duration: 42.143289ms)","trace[1323383921] 'applied index is now lower than readState.Index' (duration: 201.293562ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:26:40.198642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.899192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T01:26:40.198708Z","caller":"traceutil/trace.go:171","msg":"trace[744761463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6631; }","duration":"230.992003ms","start":"2026-04-23T01:26:39.967699Z","end":"2026-04-23T01:26:40.198691Z","steps":["trace[744761463] 'agreement among raft nodes before linearized reading' (duration: 230.869871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:40.198757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.347787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-23T01:26:40.198846Z","caller":"traceutil/trace.go:171","msg":"trace[1141668148] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6631; }","duration":"234.479929ms","start":"2026-04-23T01:26:39.964348Z","end":"2026-04-23T01:26:40.198828Z","steps":["trace[1141668148] 'agreement among raft nodes before linearized reading' (duration: 234.266816ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:26:40.199009Z","caller":"traceutil/trace.go:171","msg":"trace[2059419674] transaction","detail":"{read_only:false; response_revision:6631; number_of_response:1; }","duration":"247.260931ms","start":"2026-04-23T01:26:39.951426Z","end":"2026-04-23T01:26:40.198687Z","steps":["trace[2059419674] 'process raft request' (duration: 107.780789ms)","trace[2059419674] 'compare' (duration: 138.902943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:26:40.199408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.469537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-04-23T01:26:40.199449Z","caller":"traceutil/trace.go:171","msg":"trace[1393170527] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:6631; }","duration":"244.510008ms","start":"2026-04-23T01:26:39.954927Z","end":"2026-04-23T01:26:40.199437Z","steps":["trace[1393170527] 'agreement among raft nodes before linearized reading' (duration: 243.522052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:26:40.199964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.453425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T01:26:40.200012Z","caller":"traceutil/trace.go:171","msg":"trace[211374649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6631; }","duration":"242.511536ms","start":"2026-04-23T01:26:39.957489Z","end":"2026-04-23T01:26:40.2Z","steps":["trace[211374649] 'agreement among raft nodes before linearized reading' (duration: 240.966371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:27:42.596863Z","caller":"traceutil/trace.go:171","msg":"trace[410459148] linearizableReadLoop","detail":"{readStateIndex:7236; appliedIndex:7235; }","duration":"304.784528ms","start":"2026-04-23T01:27:42.292043Z","end":"2026-04-23T01:27:42.596827Z","steps":["trace[410459148] 'read index received' (duration: 304.571554ms)","trace[410459148] 'applied index is now lower than readState.Index' (duration: 212.134µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T01:27:42.597027Z","caller":"traceutil/trace.go:171","msg":"trace[429931967] transaction","detail":"{read_only:false; response_revision:6973; number_of_response:1; }","duration":"324.606326ms","start":"2026-04-23T01:27:42.272406Z","end":"2026-04-23T01:27:42.597012Z","steps":["trace[429931967] 'process raft request' (duration: 324.27499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:27:42.597169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:27:42.272388Z","time spent":"324.707488ms","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T01:27:42.597426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.354487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T01:27:42.597515Z","caller":"traceutil/trace.go:171","msg":"trace[1335816725] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6973; }","duration":"305.506119ms","start":"2026-04-23T01:27:42.29199Z","end":"2026-04-23T01:27:42.597497Z","steps":["trace[1335816725] 'agreement among raft nodes before linearized reading' (duration: 305.336806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:27:42.597564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:27:42.291974Z","time spent":"305.58157ms","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T01:27:43.623131Z","caller":"traceutil/trace.go:171","msg":"trace[40665470] transaction","detail":"{read_only:false; response_revision:6978; number_of_response:1; }","duration":"664.734561ms","start":"2026-04-23T01:27:42.958383Z","end":"2026-04-23T01:27:43.623118Z","steps":["trace[40665470] 'process raft request' (duration: 664.638499ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:27:43.623291Z","caller":"traceutil/trace.go:171","msg":"trace[1610958393] linearizableReadLoop","detail":"{readStateIndex:7241; appliedIndex:7241; }","duration":"210.645333ms","start":"2026-04-23T01:27:43.412624Z","end":"2026-04-23T01:27:43.623269Z","steps":["trace[1610958393] 'read index received' (duration: 210.636953ms)","trace[1610958393] 'applied index is now lower than readState.Index' (duration: 6.62µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T01:27:43.623543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.889327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-23T01:27:43.623614Z","caller":"traceutil/trace.go:171","msg":"trace[1818306912] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:6978; }","duration":"211.006719ms","start":"2026-04-23T01:27:43.412593Z","end":"2026-04-23T01:27:43.6236Z","steps":["trace[1818306912] 'agreement among raft nodes before linearized reading' (duration: 210.793546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T01:27:43.623541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T01:27:42.958364Z","time spent":"664.813202ms","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T01:27:43.626204Z","caller":"traceutil/trace.go:171","msg":"trace[67057233] transaction","detail":"{read_only:false; response_revision:6979; number_of_response:1; }","duration":"197.439599ms","start":"2026-04-23T01:27:43.428748Z","end":"2026-04-23T01:27:43.626188Z","steps":["trace[67057233] 'process raft request' (duration: 197.286446ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T01:29:08.71397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5605} {"level":"info","ts":"2026-04-23T01:29:08.783555Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5605,"took":"68.164293ms","hash":3317484199,"current-db-size-bytes":54403072,"current-db-size":"54 MB","current-db-size-in-use-bytes":18096128,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-23T01:29:08.783669Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3317484199,"revision":5605,"compact-revision":2899}