{"level":"warn","ts":"2026-04-16T16:32:05.889168Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:32:05.88927Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.154:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.154:2380","--initial-cluster=instance=https://199.19.213.154:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.154:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.154:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T16:32:05.889333Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T16:32:05.889346Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.154:2380"]} {"level":"info","ts":"2026-04-16T16:32:05.889364Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:32:05.889964Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.154:2379"]} {"level":"info","ts":"2026-04-16T16:32:05.890052Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.154:2380"],"listen-peer-urls":["https://199.19.213.154:2380"],"advertise-client-urls":["https://199.19.213.154:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.154:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.154:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T16:32:05.894892Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.631461ms"} {"level":"info","ts":"2026-04-16T16:32:05.906054Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f4aebb100319a62d","cluster-id":"23a505f69026554e"} {"level":"info","ts":"2026-04-16T16:32:05.90618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T16:32:05.906211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d became follower at term 0"} {"level":"info","ts":"2026-04-16T16:32:05.906229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f4aebb100319a62d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T16:32:05.906244Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d became follower at term 1"} {"level":"info","ts":"2026-04-16T16:32:05.906284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d switched to configuration voters=(17631235268647953965)"} {"level":"warn","ts":"2026-04-16T16:32:05.911423Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T16:32:05.914146Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T16:32:05.915788Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T16:32:05.918452Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f4aebb100319a62d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T16:32:05.918681Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f4aebb100319a62d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T16:32:05.918802Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:32:05.918988Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:32:05.919024Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T16:32:05.920378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d switched to configuration voters=(17631235268647953965)"} {"level":"info","ts":"2026-04-16T16:32:05.921522Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"23a505f69026554e","local-member-id":"f4aebb100319a62d","added-peer-id":"f4aebb100319a62d","added-peer-peer-urls":["https://199.19.213.154:2380"]} {"level":"info","ts":"2026-04-16T16:32:05.923102Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T16:32:05.923381Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.154:2380"} {"level":"info","ts":"2026-04-16T16:32:05.923438Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f4aebb100319a62d","initial-advertise-peer-urls":["https://199.19.213.154:2380"],"listen-peer-urls":["https://199.19.213.154:2380"],"advertise-client-urls":["https://199.19.213.154:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.154:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T16:32:05.923512Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.154:2380"} {"level":"info","ts":"2026-04-16T16:32:05.923551Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T16:32:06.807546Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T16:32:06.807615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T16:32:06.807655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d received MsgPreVoteResp from f4aebb100319a62d at term 1"} {"level":"info","ts":"2026-04-16T16:32:06.807676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d became candidate at term 2"} {"level":"info","ts":"2026-04-16T16:32:06.807687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d received MsgVoteResp from f4aebb100319a62d at term 2"} {"level":"info","ts":"2026-04-16T16:32:06.807704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f4aebb100319a62d became leader at term 2"} {"level":"info","ts":"2026-04-16T16:32:06.807722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f4aebb100319a62d elected leader f4aebb100319a62d at term 2"} {"level":"info","ts":"2026-04-16T16:32:06.808712Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:32:06.809812Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:32:06.809811Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f4aebb100319a62d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.154:2379]}","request-path":"/0/members/f4aebb100319a62d/attributes","cluster-id":"23a505f69026554e","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T16:32:06.80997Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T16:32:06.810266Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T16:32:06.810351Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T16:32:06.813177Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.154:2379"} {"level":"info","ts":"2026-04-16T16:32:06.813231Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T16:32:06.820863Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"23a505f69026554e","local-member-id":"f4aebb100319a62d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:32:06.821272Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T16:32:06.821623Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-04-16T16:32:08.518729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.432341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-16T16:32:08.518911Z","caller":"traceutil/trace.go:171","msg":"trace[695412299] linearizableReadLoop","detail":"{readStateIndex:64; appliedIndex:62; }","duration":"122.677883ms","start":"2026-04-16T16:32:08.39622Z","end":"2026-04-16T16:32:08.518898Z","steps":["trace[695412299] 'read index received' (duration: 120.565483ms)","trace[695412299] 'applied index is now lower than readState.Index' (duration: 2.11168ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:08.518992Z","caller":"traceutil/trace.go:171","msg":"trace[605087583] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"212.59829ms","start":"2026-04-16T16:32:08.306386Z","end":"2026-04-16T16:32:08.518985Z","steps":["trace[605087583] 'process raft request' (duration: 25.50667ms)","trace[605087583] 'compare' (duration: 186.275777ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:08.519099Z","caller":"traceutil/trace.go:171","msg":"trace[1617743264] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"211.956892ms","start":"2026-04-16T16:32:08.307114Z","end":"2026-04-16T16:32:08.519071Z","steps":["trace[1617743264] 'process raft request' (duration: 211.728825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:08.519295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.077553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-16T16:32:08.519324Z","caller":"traceutil/trace.go:171","msg":"trace[2006905649] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:60; }","duration":"123.162736ms","start":"2026-04-16T16:32:08.396151Z","end":"2026-04-16T16:32:08.519314Z","steps":["trace[2006905649] 'agreement among raft nodes before linearized reading' (duration: 123.059123ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:42.270554Z","caller":"traceutil/trace.go:171","msg":"trace[1939713848] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"138.235293ms","start":"2026-04-16T16:32:42.132288Z","end":"2026-04-16T16:32:42.270524Z","steps":["trace[1939713848] 'process raft request' (duration: 137.7718ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:32:42.602545Z","caller":"traceutil/trace.go:171","msg":"trace[1504103502] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:631; }","duration":"215.102183ms","start":"2026-04-16T16:32:42.387415Z","end":"2026-04-16T16:32:42.602517Z","steps":["trace[1504103502] 'read index received' (duration: 214.759343ms)","trace[1504103502] 'applied index is now lower than readState.Index' (duration: 341.68µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:42.60267Z","caller":"traceutil/trace.go:171","msg":"trace[914261482] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"260.156834ms","start":"2026-04-16T16:32:42.342475Z","end":"2026-04-16T16:32:42.602632Z","steps":["trace[914261482] 'process raft request' (duration: 259.873596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:42.602838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.028273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:32:42.602877Z","caller":"traceutil/trace.go:171","msg":"trace[878902313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"123.121876ms","start":"2026-04-16T16:32:42.479743Z","end":"2026-04-16T16:32:42.602865Z","steps":["trace[878902313] 'agreement among raft nodes before linearized reading' (duration: 122.946581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:42.602922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.461333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:32:42.60306Z","caller":"traceutil/trace.go:171","msg":"trace[1510748569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"215.643918ms","start":"2026-04-16T16:32:42.387371Z","end":"2026-04-16T16:32:42.603015Z","steps":["trace[1510748569] 'agreement among raft nodes before linearized reading' (duration: 215.37062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:43.119914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.50778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:32:43.120242Z","caller":"traceutil/trace.go:171","msg":"trace[1083650472] linearizableReadLoop","detail":"{readStateIndex:634; appliedIndex:632; }","duration":"504.760439ms","start":"2026-04-16T16:32:42.615463Z","end":"2026-04-16T16:32:43.120224Z","steps":["trace[1083650472] 'read index received' (duration: 15.416156ms)","trace[1083650472] 'applied index is now lower than readState.Index' (duration: 489.343333ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:43.120255Z","caller":"traceutil/trace.go:171","msg":"trace[1004342401] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"512.984061ms","start":"2026-04-16T16:32:42.607233Z","end":"2026-04-16T16:32:43.120217Z","steps":["trace[1004342401] 'process raft request' (duration: 328.965886ms)","trace[1004342401] 'compare' (duration: 183.175801ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:32:43.120397Z","caller":"traceutil/trace.go:171","msg":"trace[1383578322] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"504.898033ms","start":"2026-04-16T16:32:42.615473Z","end":"2026-04-16T16:32:43.120371Z","steps":["trace[1383578322] 'process raft request' (duration: 504.599354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:43.120519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.025836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:32:43.120546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:42.61545Z","time spent":"505.016896ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:32:43.120568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:42.607207Z","time spent":"513.278669ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:32:43.120612Z","caller":"traceutil/trace.go:171","msg":"trace[750128532] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:616; }","duration":"505.1597ms","start":"2026-04-16T16:32:42.615429Z","end":"2026-04-16T16:32:43.120589Z","steps":["trace[750128532] 'agreement among raft nodes before linearized reading' (duration: 504.963505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:32:43.120664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:32:42.61541Z","time spent":"505.240962ms","remote":"127.0.0.1:46192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"warn","ts":"2026-04-16T16:32:43.120663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.258919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T16:32:43.120819Z","caller":"traceutil/trace.go:171","msg":"trace[1734035180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"242.485655ms","start":"2026-04-16T16:32:42.87832Z","end":"2026-04-16T16:32:43.120805Z","steps":["trace[1734035180] 'agreement among raft nodes before linearized reading' (duration: 242.086094ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:27.133169Z","caller":"traceutil/trace.go:171","msg":"trace[1413557382] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1203; }","duration":"153.334598ms","start":"2026-04-16T16:33:26.979812Z","end":"2026-04-16T16:33:27.133147Z","steps":["trace[1413557382] 'read index received' (duration: 153.116692ms)","trace[1413557382] 'applied index is now lower than readState.Index' (duration: 216.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:33:27.133212Z","caller":"traceutil/trace.go:171","msg":"trace[1857542181] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"214.724092ms","start":"2026-04-16T16:33:26.918463Z","end":"2026-04-16T16:33:27.133187Z","steps":["trace[1857542181] 'process raft request' (duration: 214.547747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:33:27.133477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.629617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T16:33:27.133584Z","caller":"traceutil/trace.go:171","msg":"trace[573280741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1173; }","duration":"153.789001ms","start":"2026-04-16T16:33:26.979772Z","end":"2026-04-16T16:33:27.133561Z","steps":["trace[573280741] 'agreement among raft nodes before linearized reading' (duration: 153.480552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:33:41.308517Z","caller":"traceutil/trace.go:171","msg":"trace[1330816196] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"128.439055ms","start":"2026-04-16T16:33:41.180057Z","end":"2026-04-16T16:33:41.308496Z","steps":["trace[1330816196] 'process raft request' (duration: 127.646903ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:09.733944Z","caller":"traceutil/trace.go:171","msg":"trace[1579349215] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"189.545891ms","start":"2026-04-16T16:34:09.544371Z","end":"2026-04-16T16:34:09.733917Z","steps":["trace[1579349215] 'process raft request' (duration: 189.386747ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:09.955828Z","caller":"traceutil/trace.go:171","msg":"trace[386850669] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"408.751401ms","start":"2026-04-16T16:34:09.547033Z","end":"2026-04-16T16:34:09.955785Z","steps":["trace[386850669] 'process raft request' (duration: 359.685027ms)","trace[386850669] 'compare' (duration: 48.669803ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:34:09.956005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:34:09.547021Z","time spent":"408.898856ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T16:34:10.14248Z","caller":"traceutil/trace.go:171","msg":"trace[699211412] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"136.171238ms","start":"2026-04-16T16:34:10.006265Z","end":"2026-04-16T16:34:10.142436Z","steps":["trace[699211412] 'process raft request' (duration: 135.955292ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:34:52.26556Z","caller":"traceutil/trace.go:171","msg":"trace[2120875170] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2222; }","duration":"240.977367ms","start":"2026-04-16T16:34:52.024565Z","end":"2026-04-16T16:34:52.265543Z","steps":["trace[2120875170] 'read index received' (duration: 240.881184ms)","trace[2120875170] 'applied index is now lower than readState.Index' (duration: 95.263µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:52.265683Z","caller":"traceutil/trace.go:171","msg":"trace[1739211692] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"296.53189ms","start":"2026-04-16T16:34:51.969112Z","end":"2026-04-16T16:34:52.265644Z","steps":["trace[1739211692] 'process raft request' (duration: 296.287243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:52.265764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.207703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T16:34:52.265808Z","caller":"traceutil/trace.go:171","msg":"trace[1786920959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2153; }","duration":"113.301496ms","start":"2026-04-16T16:34:52.152496Z","end":"2026-04-16T16:34:52.265798Z","steps":["trace[1786920959] 'agreement among raft nodes before linearized reading' (duration: 113.172782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:52.265824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.236153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:34:52.26596Z","caller":"traceutil/trace.go:171","msg":"trace[507614548] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2153; }","duration":"241.559213ms","start":"2026-04-16T16:34:52.02438Z","end":"2026-04-16T16:34:52.26594Z","steps":["trace[507614548] 'agreement among raft nodes before linearized reading' (duration: 241.276415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:52.512383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.090228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:34:52.512521Z","caller":"traceutil/trace.go:171","msg":"trace[355525064] linearizableReadLoop","detail":"{readStateIndex:2225; appliedIndex:2223; }","duration":"235.59867ms","start":"2026-04-16T16:34:52.2769Z","end":"2026-04-16T16:34:52.512499Z","steps":["trace[355525064] 'read index received' (duration: 86.330257ms)","trace[355525064] 'applied index is now lower than readState.Index' (duration: 149.267723ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:52.512584Z","caller":"traceutil/trace.go:171","msg":"trace[997419428] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"243.228399ms","start":"2026-04-16T16:34:52.269346Z","end":"2026-04-16T16:34:52.512575Z","steps":["trace[997419428] 'process raft request' (duration: 93.884194ms)","trace[997419428] 'compare' (duration: 149.004615ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:34:52.512792Z","caller":"traceutil/trace.go:171","msg":"trace[1630411113] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"242.264203ms","start":"2026-04-16T16:34:52.270496Z","end":"2026-04-16T16:34:52.51276Z","steps":["trace[1630411113] 'process raft request' (duration: 241.963835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:34:52.512834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.907738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-04-16T16:34:52.513011Z","caller":"traceutil/trace.go:171","msg":"trace[1825920576] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2155; }","duration":"236.121454ms","start":"2026-04-16T16:34:52.276869Z","end":"2026-04-16T16:34:52.51299Z","steps":["trace[1825920576] 'agreement among raft nodes before linearized reading' (duration: 235.817916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.548055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.575414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-04-16T16:35:28.548127Z","caller":"traceutil/trace.go:171","msg":"trace[115685401] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2450; }","duration":"121.699637ms","start":"2026-04-16T16:35:28.426414Z","end":"2026-04-16T16:35:28.548114Z","steps":["trace[115685401] 'range keys from in-memory index tree' (duration: 121.392129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.548308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.794094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T16:35:28.548388Z","caller":"traceutil/trace.go:171","msg":"trace[1022265488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2450; }","duration":"100.915937ms","start":"2026-04-16T16:35:28.447453Z","end":"2026-04-16T16:35:28.548369Z","steps":["trace[1022265488] 'range keys from in-memory index tree' (duration: 100.546727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:35:28.548413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.434406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:35:28.548494Z","caller":"traceutil/trace.go:171","msg":"trace[1397035880] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2450; }","duration":"134.562359ms","start":"2026-04-16T16:35:28.413914Z","end":"2026-04-16T16:35:28.548476Z","steps":["trace[1397035880] 'count revisions from in-memory index tree' (duration: 134.287782ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:37:01.480281Z","caller":"traceutil/trace.go:171","msg":"trace[1471122035] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"105.986687ms","start":"2026-04-16T16:37:01.374266Z","end":"2026-04-16T16:37:01.480253Z","steps":["trace[1471122035] 'process raft request' (duration: 105.563025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:17.457581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.144014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T16:38:17.45767Z","caller":"traceutil/trace.go:171","msg":"trace[277573686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4452; }","duration":"188.290477ms","start":"2026-04-16T16:38:17.269361Z","end":"2026-04-16T16:38:17.457651Z","steps":["trace[277573686] 'range keys from in-memory index tree' (duration: 188.049432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:30.057001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.402564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T16:38:30.057359Z","caller":"traceutil/trace.go:171","msg":"trace[908429895] linearizableReadLoop","detail":"{readStateIndex:4893; appliedIndex:4892; }","duration":"431.575365ms","start":"2026-04-16T16:38:29.625761Z","end":"2026-04-16T16:38:30.057337Z","steps":["trace[908429895] 'read index received' (duration: 251.556864ms)","trace[908429895] 'applied index is now lower than readState.Index' (duration: 180.016781ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:38:30.057487Z","caller":"traceutil/trace.go:171","msg":"trace[536222405] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"442.672379ms","start":"2026-04-16T16:38:29.614746Z","end":"2026-04-16T16:38:30.057419Z","steps":["trace[536222405] 'process raft request' (duration: 262.71561ms)","trace[536222405] 'compare' (duration: 178.805967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:38:30.057591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.825001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:38:30.057637Z","caller":"traceutil/trace.go:171","msg":"trace[1325329671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4697; }","duration":"431.888204ms","start":"2026-04-16T16:38:29.625734Z","end":"2026-04-16T16:38:30.057623Z","steps":["trace[1325329671] 'agreement among raft nodes before linearized reading' (duration: 431.711779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:30.057691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:38:29.625725Z","time spent":"431.956025ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:38:30.057743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:38:29.614727Z","time spent":"442.882815ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:38:30.057894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.407856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T16:38:30.05794Z","caller":"traceutil/trace.go:171","msg":"trace[848330493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4697; }","duration":"413.473168ms","start":"2026-04-16T16:38:29.644455Z","end":"2026-04-16T16:38:30.057928Z","steps":["trace[848330493] 'agreement among raft nodes before linearized reading' (duration: 413.363765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:30.057973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:38:29.644444Z","time spent":"413.520719ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:38:30.058032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.233381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T16:38:30.05807Z","caller":"traceutil/trace.go:171","msg":"trace[1518226166] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4697; }","duration":"237.315503ms","start":"2026-04-16T16:38:29.820742Z","end":"2026-04-16T16:38:30.058058Z","steps":["trace[1518226166] 'agreement among raft nodes before linearized reading' (duration: 237.167269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:30.058167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.599487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-16T16:38:30.058298Z","caller":"traceutil/trace.go:171","msg":"trace[99761414] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4697; }","duration":"321.778571ms","start":"2026-04-16T16:38:29.73649Z","end":"2026-04-16T16:38:30.058269Z","steps":["trace[99761414] 'agreement among raft nodes before linearized reading' (duration: 321.475823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:30.05835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:38:29.736466Z","time spent":"321.869364ms","remote":"127.0.0.1:46076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-16T16:38:30.058606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.557577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.154\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T16:38:30.05867Z","caller":"traceutil/trace.go:171","msg":"trace[68202527] range","detail":"{range_begin:/registry/masterleases/199.19.213.154; range_end:; response_count:1; response_revision:4697; }","duration":"113.66152ms","start":"2026-04-16T16:38:29.944995Z","end":"2026-04-16T16:38:30.058656Z","steps":["trace[68202527] 'agreement among raft nodes before linearized reading' (duration: 112.903059ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:38:36.851599Z","caller":"traceutil/trace.go:171","msg":"trace[963628822] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5063; }","duration":"215.230877ms","start":"2026-04-16T16:38:36.636345Z","end":"2026-04-16T16:38:36.851576Z","steps":["trace[963628822] 'read index received' (duration: 215.148265ms)","trace[963628822] 'applied index is now lower than readState.Index' (duration: 81.262µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:38:36.851751Z","caller":"traceutil/trace.go:171","msg":"trace[1921143840] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"217.282833ms","start":"2026-04-16T16:38:36.634417Z","end":"2026-04-16T16:38:36.8517Z","steps":["trace[1921143840] 'process raft request' (duration: 217.006685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:38:36.852073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.70353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-04-16T16:38:36.852099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.003342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ad86b36-eb88-4a7a-b145-1164ebc1b3c6\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-16T16:38:36.852194Z","caller":"traceutil/trace.go:171","msg":"trace[148870945] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ad86b36-eb88-4a7a-b145-1164ebc1b3c6; range_end:; response_count:1; response_revision:4863; }","duration":"101.170637ms","start":"2026-04-16T16:38:36.751005Z","end":"2026-04-16T16:38:36.852176Z","steps":["trace[148870945] 'agreement among raft nodes before linearized reading' (duration: 100.869368ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:38:36.852164Z","caller":"traceutil/trace.go:171","msg":"trace[1289061639] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:4863; }","duration":"215.851704ms","start":"2026-04-16T16:38:36.636295Z","end":"2026-04-16T16:38:36.852146Z","steps":["trace[1289061639] 'agreement among raft nodes before linearized reading' (duration: 215.497744ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:39:25.663849Z","caller":"traceutil/trace.go:171","msg":"trace[1702554179] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5389; }","duration":"106.269907ms","start":"2026-04-16T16:39:25.557537Z","end":"2026-04-16T16:39:25.663807Z","steps":["trace[1702554179] 'process raft request' (duration: 76.625316ms)","trace[1702554179] 'compare' (duration: 29.587049ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:42:06.899053Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3296} {"level":"info","ts":"2026-04-16T16:42:06.98525Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3296,"took":"84.721285ms","hash":1435343447,"current-db-size-bytes":61095936,"current-db-size":"61 MB","current-db-size-in-use-bytes":33906688,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-16T16:42:06.985318Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1435343447,"revision":3296,"compact-revision":-1} {"level":"info","ts":"2026-04-16T16:44:30.691777Z","caller":"traceutil/trace.go:171","msg":"trace[2023818381] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"101.071448ms","start":"2026-04-16T16:44:30.590655Z","end":"2026-04-16T16:44:30.691727Z","steps":["trace[2023818381] 'process raft request' (duration: 100.752719ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:44:30.960947Z","caller":"traceutil/trace.go:171","msg":"trace[1459552664] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8432; }","duration":"265.680987ms","start":"2026-04-16T16:44:30.695238Z","end":"2026-04-16T16:44:30.960919Z","steps":["trace[1459552664] 'read index received' (duration: 203.816363ms)","trace[1459552664] 'applied index is now lower than readState.Index' (duration: 61.863374ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:44:30.960998Z","caller":"traceutil/trace.go:171","msg":"trace[1972691632] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"265.945094ms","start":"2026-04-16T16:44:30.695009Z","end":"2026-04-16T16:44:30.960955Z","steps":["trace[1972691632] 'process raft request' (duration: 204.051419ms)","trace[1972691632] 'compare' (duration: 61.653448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T16:44:30.96116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.253014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T16:44:30.961194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.942454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-16T16:44:30.96125Z","caller":"traceutil/trace.go:171","msg":"trace[1160468905] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8079; }","duration":"266.077087ms","start":"2026-04-16T16:44:30.695158Z","end":"2026-04-16T16:44:30.961235Z","steps":["trace[1160468905] 'agreement among raft nodes before linearized reading' (duration: 265.877282ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:44:30.961245Z","caller":"traceutil/trace.go:171","msg":"trace[1512302483] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8079; }","duration":"139.407838ms","start":"2026-04-16T16:44:30.82182Z","end":"2026-04-16T16:44:30.961228Z","steps":["trace[1512302483] 'agreement among raft nodes before linearized reading' (duration: 139.262684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:44:30.961419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.609967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-16T16:44:30.961496Z","caller":"traceutil/trace.go:171","msg":"trace[1125898068] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8079; }","duration":"134.707679ms","start":"2026-04-16T16:44:30.826776Z","end":"2026-04-16T16:44:30.961483Z","steps":["trace[1125898068] 'agreement among raft nodes before linearized reading' (duration: 134.430662ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:44:43.601629Z","caller":"traceutil/trace.go:171","msg":"trace[12068968] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"148.094426ms","start":"2026-04-16T16:44:43.453485Z","end":"2026-04-16T16:44:43.601579Z","steps":["trace[12068968] 'process raft request' (duration: 147.85954ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:44:43.75253Z","caller":"traceutil/trace.go:171","msg":"trace[1133398816] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8159; }","duration":"139.609413ms","start":"2026-04-16T16:44:43.612888Z","end":"2026-04-16T16:44:43.752497Z","steps":["trace[1133398816] 'process raft request' (duration: 101.903661ms)","trace[1133398816] 'compare' (duration: 37.645541ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:44:43.769531Z","caller":"traceutil/trace.go:171","msg":"trace[625058542] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"104.751149ms","start":"2026-04-16T16:44:43.664743Z","end":"2026-04-16T16:44:43.769494Z","steps":["trace[625058542] 'process raft request' (duration: 104.529353ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:44:54.070959Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000219a.wal"} {"level":"info","ts":"2026-04-16T16:45:13.437872Z","caller":"traceutil/trace.go:171","msg":"trace[2094646791] linearizableReadLoop","detail":"{readStateIndex:8784; appliedIndex:8783; }","duration":"216.996643ms","start":"2026-04-16T16:45:13.220854Z","end":"2026-04-16T16:45:13.437851Z","steps":["trace[2094646791] 'read index received' (duration: 216.763757ms)","trace[2094646791] 'applied index is now lower than readState.Index' (duration: 231.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:45:13.437953Z","caller":"traceutil/trace.go:171","msg":"trace[768355936] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"249.38927ms","start":"2026-04-16T16:45:13.188532Z","end":"2026-04-16T16:45:13.437921Z","steps":["trace[768355936] 'process raft request' (duration: 249.156334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:45:13.438313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.417365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-16T16:45:13.438531Z","caller":"traceutil/trace.go:171","msg":"trace[883301914] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8412; }","duration":"217.687373ms","start":"2026-04-16T16:45:13.220798Z","end":"2026-04-16T16:45:13.438485Z","steps":["trace[883301914] 'agreement among raft nodes before linearized reading' (duration: 217.210749ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:45:25.906379Z","caller":"traceutil/trace.go:171","msg":"trace[633661916] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"259.432476ms","start":"2026-04-16T16:45:25.646921Z","end":"2026-04-16T16:45:25.906353Z","steps":["trace[633661916] 'process raft request' (duration: 259.283432ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:45:26.017181Z","caller":"traceutil/trace.go:171","msg":"trace[51372006] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"103.952937ms","start":"2026-04-16T16:45:25.913199Z","end":"2026-04-16T16:45:26.017152Z","steps":["trace[51372006] 'process raft request' (duration: 66.247155ms)","trace[51372006] 'compare' (duration: 37.579709ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:45:26.042114Z","caller":"traceutil/trace.go:171","msg":"trace[1624516698] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"128.328305ms","start":"2026-04-16T16:45:25.913759Z","end":"2026-04-16T16:45:26.042087Z","steps":["trace[1624516698] 'process raft request' (duration: 128.16785ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:45:26.758178Z","caller":"traceutil/trace.go:171","msg":"trace[163986392] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"133.800214ms","start":"2026-04-16T16:45:26.624355Z","end":"2026-04-16T16:45:26.758155Z","steps":["trace[163986392] 'process raft request' (duration: 133.62628ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:45:26.882187Z","caller":"traceutil/trace.go:171","msg":"trace[1158182007] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"116.593904ms","start":"2026-04-16T16:45:26.765573Z","end":"2026-04-16T16:45:26.882167Z","steps":["trace[1158182007] 'process raft request' (duration: 78.992374ms)","trace[1158182007] 'compare' (duration: 37.456786ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:47:06.905317Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6650} {"level":"info","ts":"2026-04-16T16:47:07.000617Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6650,"took":"93.273674ms","hash":3981567323,"current-db-size-bytes":61095936,"current-db-size":"61 MB","current-db-size-in-use-bytes":27316224,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-16T16:47:07.00071Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3981567323,"revision":6650,"compact-revision":3296} {"level":"info","ts":"2026-04-16T16:47:07.643128Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f4aebb100319a62d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T16:47:07.650081Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-16T16:47:07.650477Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-16T16:51:38.770155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11974400256695568437,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T16:51:39.05098Z","caller":"traceutil/trace.go:171","msg":"trace[752451208] linearizableReadLoop","detail":"{readStateIndex:12269; appliedIndex:12268; }","duration":"781.20394ms","start":"2026-04-16T16:51:38.269747Z","end":"2026-04-16T16:51:39.050951Z","steps":["trace[752451208] 'read index received' (duration: 780.953183ms)","trace[752451208] 'applied index is now lower than readState.Index' (duration: 248.997µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:51:39.051065Z","caller":"traceutil/trace.go:171","msg":"trace[1035024609] transaction","detail":"{read_only:false; response_revision:11728; number_of_response:1; }","duration":"824.065874ms","start":"2026-04-16T16:51:38.226956Z","end":"2026-04-16T16:51:39.051022Z","steps":["trace[1035024609] 'process raft request' (duration: 823.797257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:51:39.051301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:51:38.226936Z","time spent":"824.208998ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T16:51:39.051318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.398286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T16:51:39.051463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.370273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-16T16:51:39.051476Z","caller":"traceutil/trace.go:171","msg":"trace[331100974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11728; }","duration":"781.780606ms","start":"2026-04-16T16:51:38.269668Z","end":"2026-04-16T16:51:39.051449Z","steps":["trace[331100974] 'agreement among raft nodes before linearized reading' (duration: 781.397905ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:51:39.051535Z","caller":"traceutil/trace.go:171","msg":"trace[1949556439] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11728; }","duration":"149.488276ms","start":"2026-04-16T16:51:38.902028Z","end":"2026-04-16T16:51:39.051516Z","steps":["trace[1949556439] 'agreement among raft nodes before linearized reading' (duration: 149.259699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:51:39.051318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.673561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T16:51:39.051589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:51:38.269637Z","time spent":"781.93682ms","remote":"127.0.0.1:45982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T16:51:39.051582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.813506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T16:51:39.05172Z","caller":"traceutil/trace.go:171","msg":"trace[751211215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11728; }","duration":"729.016841ms","start":"2026-04-16T16:51:38.322674Z","end":"2026-04-16T16:51:39.051691Z","steps":["trace[751211215] 'agreement among raft nodes before linearized reading' (duration: 728.639771ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:51:39.051722Z","caller":"traceutil/trace.go:171","msg":"trace[2055685155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11728; }","duration":"733.067783ms","start":"2026-04-16T16:51:38.318566Z","end":"2026-04-16T16:51:39.051634Z","steps":["trace[2055685155] 'agreement among raft nodes before linearized reading' (duration: 732.567239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:51:39.051791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:51:38.322651Z","time spent":"729.123365ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T16:51:39.051407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.690132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-16T16:51:39.05188Z","caller":"traceutil/trace.go:171","msg":"trace[649561894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11728; }","duration":"733.179475ms","start":"2026-04-16T16:51:38.318684Z","end":"2026-04-16T16:51:39.051863Z","steps":["trace[649561894] 'agreement among raft nodes before linearized reading' (duration: 732.659351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:51:39.051906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:51:38.318541Z","time spent":"733.294828ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T16:51:39.051929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T16:51:38.318671Z","time spent":"733.244277ms","remote":"127.0.0.1:46228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T16:51:39.325139Z","caller":"traceutil/trace.go:171","msg":"trace[1351292773] transaction","detail":"{read_only:false; response_revision:11729; number_of_response:1; }","duration":"268.221069ms","start":"2026-04-16T16:51:39.056889Z","end":"2026-04-16T16:51:39.32511Z","steps":["trace[1351292773] 'process raft request' (duration: 267.18729ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:51:39.326842Z","caller":"traceutil/trace.go:171","msg":"trace[98247801] linearizableReadLoop","detail":"{readStateIndex:12273; appliedIndex:12269; }","duration":"140.260343ms","start":"2026-04-16T16:51:39.186571Z","end":"2026-04-16T16:51:39.326831Z","steps":["trace[98247801] 'read index received' (duration: 137.677112ms)","trace[98247801] 'applied index is now lower than readState.Index' (duration: 2.582151ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T16:51:39.326907Z","caller":"traceutil/trace.go:171","msg":"trace[2132216242] transaction","detail":"{read_only:false; response_revision:11731; number_of_response:1; }","duration":"268.720952ms","start":"2026-04-16T16:51:39.058158Z","end":"2026-04-16T16:51:39.326879Z","steps":["trace[2132216242] 'process raft request' (duration: 268.604799ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:51:39.327042Z","caller":"traceutil/trace.go:171","msg":"trace[1468244456] transaction","detail":"{read_only:false; response_revision:11732; number_of_response:1; }","duration":"266.385738ms","start":"2026-04-16T16:51:39.060645Z","end":"2026-04-16T16:51:39.327031Z","steps":["trace[1468244456] 'process raft request' (duration: 266.149142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T16:51:39.327167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.582491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-k87fc\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-16T16:51:39.327245Z","caller":"traceutil/trace.go:171","msg":"trace[354653005] range","detail":"{range_begin:/registry/pods/openstack/keepalived-k87fc; range_end:; response_count:1; response_revision:11732; }","duration":"140.724106ms","start":"2026-04-16T16:51:39.186508Z","end":"2026-04-16T16:51:39.327232Z","steps":["trace[354653005] 'agreement among raft nodes before linearized reading' (duration: 140.52657ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:51:39.327342Z","caller":"traceutil/trace.go:171","msg":"trace[450644575] transaction","detail":"{read_only:false; response_revision:11730; number_of_response:1; }","duration":"270.011187ms","start":"2026-04-16T16:51:39.057307Z","end":"2026-04-16T16:51:39.327318Z","steps":["trace[450644575] 'process raft request' (duration: 269.347599ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T16:52:06.912743Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9562} {"level":"info","ts":"2026-04-16T16:52:06.999984Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9562,"took":"85.160672ms","hash":4027409735,"current-db-size-bytes":61095936,"current-db-size":"61 MB","current-db-size-in-use-bytes":25526272,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-16T16:52:07.000062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4027409735,"revision":9562,"compact-revision":6650}